-- Logs begin at Sun 2022-09-18 00:10:22 UTC, end at Sun 2022-09-18 01:11:10 UTC. -- Sep 18 00:47:17.790366 dv-cinder-master-3-smb systemd[1]: Started Devstack devstack@q-svc.service. Sep 18 00:47:20.449199 dv-cinder-master-3-smb neutron-server[106117]: INFO neutron.common.config [-] Logging enabled! Sep 18 00:47:20.449793 dv-cinder-master-3-smb neutron-server[106117]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 21.1.0.dev2 Sep 18 00:47:20.449991 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106117) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Sep 18 00:47:20.453211 dv-cinder-master-3-smb neutron-server[106117]: INFO neutron.common.config [-] Logging enabled! Sep 18 00:47:20.453463 dv-cinder-master-3-smb neutron-server[106117]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 21.1.0.dev2 Sep 18 00:47:20.453769 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106117) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Sep 18 00:47:20.454778 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 18 00:47:20.455034 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 18 00:47:20.455514 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 18 00:47:20.455840 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 18 00:47:20.456142 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 18 00:47:20.456461 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:20.456758 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:20.456992 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:20.457287 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:20.457581 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:20.457868 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:20.458157 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:20.458449 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:20.458732 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:20.459036 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:20.459316 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:20.459545 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:20.459822 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.common.config [-] config_source = [] {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:20.460108 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:20.460392 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:20.460616 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.common.config [-] debug = True {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:20.460895 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:20.461325 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:20.461733 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:20.462015 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:20.462306 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:20.462581 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:20.462873 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:20.463149 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:20.463430 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:20.463754 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.common.config [-] host = dv-cinder-master-3-smb {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:20.464030 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:20.464314 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:20.464608 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:20.464876 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:20.465148 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:20.465420 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:20.465701 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:20.465969 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.common.config [-] log_dir = None {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:20.466238 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.common.config [-] log_file = None {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:20.466508 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:20.466818 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:20.467094 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:20.467391 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:20.467613 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:20.467833 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:20.468113 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:20.468398 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:20.468669 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:20.468940 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:20.469212 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:20.469482 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:20.469750 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:20.470014 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:20.470345 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:20.470616 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:20.470920 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:20.471193 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:20.471465 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:20.471733 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:20.472002 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:20.472283 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:20.472554 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:20.472823 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:20.473093 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:20.473374 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:20.473638 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:20.473907 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:20.474201 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:20.474479 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:20.474757 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:20.475066 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:20.475337 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:20.475618 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:20.475887 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:20.476155 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.common.config [-] use_journal = False {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:20.476422 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.common.config [-] use_json = False {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:20.476688 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:20.476955 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:20.477233 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:20.477506 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:20.477773 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:20.478042 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:20.478307 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:20.478587 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:20.478887 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:20.479182 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:20.479474 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:20.479774 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:20.480054 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:20.480356 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:20.480635 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:20.480922 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:20.481199 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:20.481485 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:20.481770 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:20.482052 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:20.482324 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:20.482619 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:20.482934 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:20.483228 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:20.483528 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:20.483816 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:20.484102 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:20.484375 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:20.484643 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:20.484915 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:20.485188 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:20.485470 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:20.486267 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:20.486555 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:20.486865 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:20.487146 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:20.487442 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:20.487724 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:20.488011 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:20.488299 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:20.488585 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:20.488856 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:20.489130 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:20.489416 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:20.489689 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:20.489956 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:20.490241 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:20.490515 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:20.490781 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:20.491079 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:20.491368 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:20.491653 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:20.491924 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:20.492197 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:20.492483 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:20.492755 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:20.493022 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:20.493288 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:20.493559 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:20.493825 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:20.494105 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:20.494377 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:20.494645 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:20.494930 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:20.495205 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:20.495474 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:20.495743 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:20.496016 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:20.496284 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:20.496554 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:20.496822 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:20.497089 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:20.497358 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:20.497624 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:20.497895 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:20.498162 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:20.498428 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:20.498699 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:20.498987 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:20.499256 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:20.499522 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:20.499790 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:20.500061 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:20.500343 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.common.config [-] cli_script.dry_run = False {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:20.500636 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:20.500915 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:20.501194 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:20.502107 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:20.502727 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:20.503053 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:20.503336 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:20.503617 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:20.503899 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:20.504176 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:20.504468 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:20.504754 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:20.505041 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:20.505325 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:20.505622 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:20.505920 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:20.506200 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:20.506480 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:20.506760 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:20.507065 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:20.507345 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:20.507629 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:20.507913 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:20.508194 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:20.508476 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:20.508759 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:20.509053 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:20.509344 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:20.509620 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:20.509911 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:20.510203 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:20.510492 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:20.510768 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:20.511093 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:20.511368 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:20.511582 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 18 00:47:20.511819 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=106117) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 18 00:47:20.885790 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "plugin-directory" by "neutron_lib.plugins.directory._create_plugin_directory" {{(pid=106117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Sep 18 00:47:20.886105 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.001s {{(pid=106117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Sep 18 00:47:20.886365 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=106117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Sep 18 00:47:20.886592 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "manager" by "neutron.manager.NeutronManager._create_instance" {{(pid=106117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Sep 18 00:47:20.886892 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=106117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Sep 18 00:47:20.887219 dv-cinder-master-3-smb neutron-server[106117]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 18 00:47:21.211542 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:47:21.211765 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:47:21.212033 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:47:21.213216 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:47:21.213487 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:47:21.213751 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:47:21.265581 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:47:21.265859 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:47:21.266131 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:47:21.282429 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:47:21.283312 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:47:21.283745 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:47:21.311206 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:47:21.311483 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:47:21.311752 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:47:21.348300 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:47:21.348579 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:47:21.348855 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:47:21.576740 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=106117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:47:21.577373 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=106117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:47:21.577373 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=106117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:47:21.578427 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=106117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:47:21.579164 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=106117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:47:21.676632 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=106117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:47:21.676952 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=106117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:47:21.677233 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=106117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:47:21.677501 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=106117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:47:21.677765 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=106117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:47:21.678073 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=106117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:47:21.678336 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=106117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:47:21.678589 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=106117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:47:21.678861 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=106117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:47:21.679146 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=106117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:47:21.679406 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=106117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:47:21.679670 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=106117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:47:21.679924 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=106117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:47:21.680173 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=106117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:47:21.680425 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=106117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:47:21.680685 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:47:21.680936 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=106117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:47:21.681199 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=106117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:47:21.681467 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=106117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:47:21.681722 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=106117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:47:21.681990 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:47:21.682238 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:47:21.682513 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:47:21.682910 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:47:21.683215 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:47:21.683468 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:47:21.683864 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=106117) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 18 00:47:21.684103 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=106117) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 18 00:47:21.684339 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=106117) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 18 00:47:21.684573 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=106117) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 18 00:47:21.684805 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=106117) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 18 00:47:21.685036 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=106117) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 18 00:47:21.685411 dv-cinder-master-3-smb neutron-server[106117]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 18 00:47:21.688442 dv-cinder-master-3-smb neutron-server[106117]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 18 00:47:21.692355 dv-cinder-master-3-smb neutron-server[106117]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 18 00:47:21.696192 dv-cinder-master-3-smb neutron-server[106117]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Sep 18 00:47:21.697834 dv-cinder-master-3-smb neutron-server[106117]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 18 00:47:21.698461 dv-cinder-master-3-smb neutron-server[106117]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 18 00:47:21.698811 dv-cinder-master-3-smb neutron-server[106117]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 18 00:47:21.699194 dv-cinder-master-3-smb neutron-server[106117]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 18 00:47:21.701921 dv-cinder-master-3-smb neutron-server[106117]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 18 00:47:21.702170 dv-cinder-master-3-smb neutron-server[106117]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 18 00:47:21.702512 dv-cinder-master-3-smb neutron-server[106117]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 18 00:47:21.707556 dv-cinder-master-3-smb neutron-server[106117]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 18 00:47:21.730484 dv-cinder-master-3-smb neutron-server[106117]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 18 00:47:21.730965 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=106117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:47:21.731263 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=106117) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Sep 18 00:47:21.731630 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=106117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:47:21.732956 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=106117) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 18 00:47:21.733234 dv-cinder-master-3-smb neutron-server[106117]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 18 00:47:21.733473 dv-cinder-master-3-smb neutron-server[106117]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 18 00:47:21.744719 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=106117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:47:21.745003 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=106117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:47:21.846752 dv-cinder-master-3-smb neutron-server[106117]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 18 00:47:21.846957 dv-cinder-master-3-smb neutron-server[106117]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 18 00:47:21.847194 dv-cinder-master-3-smb neutron-server[106117]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 18 00:47:21.847563 dv-cinder-master-3-smb neutron-server[106117]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 18 00:47:21.899896 dv-cinder-master-3-smb neutron-server[106117]: INFO dbcounter [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Registered counter for database neutron Sep 18 00:47:21.919651 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_db.sqlalchemy.engines [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=106117) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 18 00:47:21.925422 dv-cinder-master-3-smb neutron-server[106117]: DEBUG dbcounter [-] [106117] Writer thread running {{(pid=106117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 18 00:47:22.462102 dv-cinder-master-3-smb neutron-server[106117]: INFO neutron.plugins.ml2.managers [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Initializing driver for type 'gre' Sep 18 00:47:22.462676 dv-cinder-master-3-smb neutron-server[106117]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] gre ID ranges: [(1, 1000)] Sep 18 00:47:22.520045 dv-cinder-master-3-smb neutron-server[106117]: INFO neutron.plugins.ml2.managers [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Initializing driver for type 'local' Sep 18 00:47:22.520379 dv-cinder-master-3-smb neutron-server[106117]: INFO neutron.plugins.ml2.managers [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Initializing driver for type 'vlan' Sep 18 00:47:22.533958 dv-cinder-master-3-smb neutron-server[106117]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] VlanTypeDriver initialization complete Sep 18 00:47:22.534181 dv-cinder-master-3-smb neutron-server[106117]: INFO neutron.plugins.ml2.managers [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Initializing driver for type 'vxlan' Sep 18 00:47:22.534681 dv-cinder-master-3-smb neutron-server[106117]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] vxlan ID ranges: [(1, 1000)] Sep 18 00:47:22.587953 dv-cinder-master-3-smb neutron-server[106117]: INFO neutron.plugins.ml2.managers [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Initializing extension driver 'port_security' Sep 18 00:47:22.588551 dv-cinder-master-3-smb neutron-server[106117]: INFO neutron.plugins.ml2.extensions.port_security [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] PortSecurityExtensionDriver initialization complete Sep 18 00:47:22.588642 dv-cinder-master-3-smb neutron-server[106117]: INFO neutron.plugins.ml2.managers [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Initializing mechanism driver 'openvswitch' Sep 18 00:47:22.588976 dv-cinder-master-3-smb neutron-server[106117]: INFO neutron.plugins.ml2.managers [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Initializing mechanism driver 'hyperv' Sep 18 00:47:22.596114 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.plugins.ml2.plugin [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=106117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:47:22.596780 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron_lib.callbacks.manager [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Subscribe: > port after_create 55550000 {{(pid=106117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:47:22.597154 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron_lib.callbacks.manager [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Subscribe: > port after_update 55550000 {{(pid=106117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:47:22.597512 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron_lib.callbacks.manager [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Subscribe: > port after_delete 55550000 {{(pid=106117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:47:22.598016 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=106117) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 18 00:47:22.598436 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron_lib.callbacks.manager [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Subscribe: > subnet after_create 55550000 {{(pid=106117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:47:22.598815 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron_lib.callbacks.manager [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Subscribe: > subnet after_update 55550000 {{(pid=106117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:47:22.599163 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron_lib.callbacks.manager [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Subscribe: > subnet after_delete 55550000 {{(pid=106117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:47:22.599557 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=106117) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 18 00:47:22.599963 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron_lib.callbacks.manager [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Subscribe: > network after_create 55550000 {{(pid=106117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:47:22.600321 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron_lib.callbacks.manager [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Subscribe: > network after_update 55550000 {{(pid=106117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:47:22.600665 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron_lib.callbacks.manager [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Subscribe: > network after_delete 55550000 {{(pid=106117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:47:22.601055 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=106117) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 18 00:47:22.601456 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron_lib.callbacks.manager [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Subscribe: > security_group after_create 55550000 {{(pid=106117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:47:22.601829 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron_lib.callbacks.manager [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Subscribe: > security_group after_update 55550000 {{(pid=106117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:47:22.602171 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron_lib.callbacks.manager [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Subscribe: > security_group after_delete 55550000 {{(pid=106117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:47:22.602562 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=106117) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 18 00:47:22.603038 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron_lib.callbacks.manager [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=106117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:47:22.603392 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron_lib.callbacks.manager [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=106117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:47:22.603771 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron_lib.callbacks.manager [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=106117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:47:22.604453 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=106117) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 18 00:47:22.604867 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron_lib.callbacks.manager [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Subscribe: > address_group after_create 55550000 {{(pid=106117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:47:22.605256 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron_lib.callbacks.manager [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Subscribe: > address_group after_update 55550000 {{(pid=106117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:47:22.605608 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron_lib.callbacks.manager [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Subscribe: > address_group after_delete 55550000 {{(pid=106117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:47:22.606066 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=106117) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 18 00:47:22.606548 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] ML2 OVO RPC backend initialized. {{(pid=106117) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Sep 18 00:47:22.607325 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron_lib.callbacks.manager [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Subscribe: > router_interface after_create 55550000 {{(pid=106117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:47:22.607721 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron_lib.callbacks.manager [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:47:22.608177 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron_lib.callbacks.manager [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Subscribe: > network before_response 55550000 {{(pid=106117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:47:22.608564 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron_lib.callbacks.manager [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Subscribe: > networks before_response 55550000 {{(pid=106117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:47:22.608992 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron_lib.callbacks.manager [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Subscribe: > port before_response 55550000 {{(pid=106117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:47:22.609364 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron_lib.callbacks.manager [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Subscribe: > ports before_response 55550000 {{(pid=106117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:47:22.609727 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron_lib.callbacks.manager [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Subscribe: > subnet before_response 55550000 {{(pid=106117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:47:22.610108 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron_lib.callbacks.manager [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Subscribe: > subnets before_response 55550000 {{(pid=106117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:47:22.611056 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron_lib.callbacks.manager [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Subscribe: > network after_create 55550000 {{(pid=106117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:47:22.611448 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron_lib.callbacks.manager [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Subscribe: > network after_update 55550000 {{(pid=106117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:47:22.611793 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron_lib.callbacks.manager [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Subscribe: > network after_delete 55550000 {{(pid=106117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:47:22.612212 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron_lib.callbacks.manager [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Subscribe: > port after_create 55550000 {{(pid=106117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:47:22.612563 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron_lib.callbacks.manager [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Subscribe: > port after_update 55550000 {{(pid=106117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:47:22.612981 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron_lib.callbacks.manager [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Subscribe: > port after_delete 55550000 {{(pid=106117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:47:22.613320 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron_lib.callbacks.manager [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Subscribe: > subnet after_create 55550000 {{(pid=106117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:47:22.613662 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron_lib.callbacks.manager [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Subscribe: > subnet after_update 55550000 {{(pid=106117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:47:22.614048 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron_lib.callbacks.manager [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Subscribe: > subnet after_delete 55550000 {{(pid=106117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:47:22.622322 dv-cinder-master-3-smb neutron-server[106117]: INFO neutron.quota [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Loaded quota_driver: . Sep 18 00:47:22.622691 dv-cinder-master-3-smb neutron-server[106117]: INFO neutron.plugins.ml2.plugin [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Modular L2 Plugin initialization complete Sep 18 00:47:22.623078 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.manager [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Loading services supported by the core plugin {{(pid=106117) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 18 00:47:22.623422 dv-cinder-master-3-smb neutron-server[106117]: INFO neutron.plugins.ml2.managers [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Got port-security extension from driver 'port_security' Sep 18 00:47:22.623906 dv-cinder-master-3-smb neutron-server[106117]: INFO neutron.extensions.vlantransparent [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Disabled vlantransparent extension. Sep 18 00:47:22.624401 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.manager [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=106117) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 18 00:47:22.624729 dv-cinder-master-3-smb neutron-server[106117]: INFO neutron.manager [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Loading Plugin: router Sep 18 00:47:22.660420 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron_lib.callbacks.manager [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Subscribe: > router_interface before_create 55550000 {{(pid=106117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:47:22.660819 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron_lib.callbacks.manager [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Subscribe: > router after_create 55549900 {{(pid=106117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:47:22.661194 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron_lib.callbacks.manager [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Subscribe: > router before_create 55549900 {{(pid=106117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:47:22.661561 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron_lib.callbacks.manager [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=106117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:47:22.661939 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron_lib.callbacks.manager [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:47:22.662301 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron_lib.callbacks.manager [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Subscribe: > router after_delete 55549900 {{(pid=106117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:47:22.662663 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron_lib.callbacks.manager [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Subscribe: > floatingip after_create 55550000 {{(pid=106117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:47:22.663045 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron_lib.callbacks.manager [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Subscribe: > floatingip after_update 55550000 {{(pid=106117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:47:22.663410 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron_lib.callbacks.manager [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Subscribe: > router after_create 55549900 {{(pid=106117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:47:22.663761 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron_lib.callbacks.manager [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Subscribe: > router after_update 55549900 {{(pid=106117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:47:22.664113 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron_lib.callbacks.manager [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Subscribe: > router after_update 55549900 {{(pid=106117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:47:22.664482 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron_lib.callbacks.manager [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=106117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:47:22.664822 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron_lib.callbacks.manager [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Subscribe: > router after_update 55549900 {{(pid=106117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:47:22.665238 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron_lib.callbacks.manager [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Subscribe: > router precommit_update 55549900 {{(pid=106117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:47:22.665611 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron_lib.callbacks.manager [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Subscribe: port after_update 55550000 {{(pid=106117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:47:22.665956 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron_lib.callbacks.manager [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Subscribe: port after_delete 55550000 {{(pid=106117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:47:22.666297 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron_lib.callbacks.manager [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Subscribe: subnet after_update 55550000 {{(pid=106117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:47:22.666652 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron_lib.callbacks.manager [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=106117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:47:22.667031 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron_lib.callbacks.manager [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Subscribe: > port precommit_delete 55550000 {{(pid=106117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:47:22.667385 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron_lib.callbacks.manager [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Subscribe: > router precommit_create 55549900 {{(pid=106117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:47:22.667732 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron_lib.callbacks.manager [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Subscribe: port before_delete 55550000 {{(pid=106117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:47:22.668080 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron_lib.callbacks.manager [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Subscribe: > router precommit_create 55550000 {{(pid=106117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:47:22.668441 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron_lib.callbacks.manager [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Subscribe: > router after_update 55549900 {{(pid=106117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:47:22.668787 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron_lib.callbacks.manager [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Subscribe: > router precommit_delete 55549900 {{(pid=106117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:47:22.669141 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron_lib.callbacks.manager [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Subscribe: > router precommit_create 55549900 {{(pid=106117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:47:22.669503 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron_lib.callbacks.manager [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Subscribe: > router_interface after_create 55550000 {{(pid=106117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:47:22.669853 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron_lib.callbacks.manager [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Subscribe: > router precommit_update 55549900 {{(pid=106117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:47:22.670220 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron_lib.callbacks.manager [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Subscribe: > agent after_create 55550000 {{(pid=106117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:47:22.670574 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron_lib.callbacks.manager [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Subscribe: > agent after_delete 55550000 {{(pid=106117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:47:22.670952 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron_lib.callbacks.manager [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Subscribe: > network after_delete 55550000 {{(pid=106117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:47:22.671809 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.quota.resource_registry [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Tracking information for resource: router configured {{(pid=106117) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 18 00:47:22.672140 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.quota.resource_registry [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Tracking information for resource: floatingip configured {{(pid=106117) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 18 00:47:22.677654 dv-cinder-master-3-smb neutron-server[106117]: INFO neutron.db.l3_agentschedulers_db [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 18 00:47:22.678236 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron_lib.callbacks.manager [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Subscribe: port after_update 55550000 {{(pid=106117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:47:22.678599 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron_lib.callbacks.manager [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Subscribe: port after_create 55550000 {{(pid=106117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:47:22.678988 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron_lib.callbacks.manager [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Subscribe: port after_delete 55550000 {{(pid=106117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:47:22.679350 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron_lib.callbacks.manager [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Subscribe: port after_update 55550000 {{(pid=106117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:47:22.680147 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron_lib.callbacks.manager [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Subscribe: > router before_create 55550100 {{(pid=106117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:47:22.680517 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron_lib.callbacks.manager [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Subscribe: > router precommit_delete 55550100 {{(pid=106117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:47:22.680881 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron_lib.callbacks.manager [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Subscribe: > router precommit_create 55550100 {{(pid=106117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:47:22.681241 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron_lib.callbacks.manager [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Subscribe: > router precommit_update 55550100 {{(pid=106117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:47:22.686017 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.services.provider_configuration [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Service providers = [] {{(pid=106117) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 18 00:47:22.686387 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.db.servicetype_db [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=106117) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 18 00:47:22.690084 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.services.service_base [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=106117) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 18 00:47:22.690439 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.services.service_base [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=106117) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 18 00:47:22.690809 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.services.service_base [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=106117) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 18 00:47:22.691699 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.services.service_base [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=106117) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 18 00:47:22.692070 dv-cinder-master-3-smb neutron-server[106117]: INFO neutron.services.service_base [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 18 00:47:22.692449 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.manager [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=106117) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 18 00:47:22.692769 dv-cinder-master-3-smb neutron-server[106117]: INFO neutron.manager [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 18 00:47:22.704469 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.manager [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=106117) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 18 00:47:22.704888 dv-cinder-master-3-smb neutron-server[106117]: INFO neutron.manager [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Loading Plugin: auto_allocate Sep 18 00:47:22.710551 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron_lib.callbacks.manager [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Subscribe: network precommit_update 55550000 {{(pid=106117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:47:22.710963 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron_lib.callbacks.manager [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Subscribe: network precommit_create 55550000 {{(pid=106117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:47:22.711489 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.manager [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=106117) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 18 00:47:22.711810 dv-cinder-master-3-smb neutron-server[106117]: INFO neutron.manager [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Loading Plugin: tag Sep 18 00:47:22.718369 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.manager [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=106117) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 18 00:47:22.718652 dv-cinder-master-3-smb neutron-server[106117]: INFO neutron.manager [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Loading Plugin: timestamp Sep 18 00:47:22.722699 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.manager [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=106117) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 18 00:47:22.723058 dv-cinder-master-3-smb neutron-server[106117]: INFO neutron.manager [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Loading Plugin: network_ip_availability Sep 18 00:47:22.728469 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron_lib.callbacks.manager [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:47:22.728844 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron_lib.callbacks.manager [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:47:22.729203 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron_lib.callbacks.manager [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:47:22.729922 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.manager [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=106117) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 18 00:47:22.730251 dv-cinder-master-3-smb neutron-server[106117]: INFO neutron.manager [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Loading Plugin: flavors Sep 18 00:47:22.734933 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.manager [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=106117) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 18 00:47:22.735267 dv-cinder-master-3-smb neutron-server[106117]: INFO neutron.manager [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Loading Plugin: revisions Sep 18 00:47:22.740190 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.manager [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=106117) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 18 00:47:22.740586 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_concurrency.lockutils [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.854s {{(pid=106117) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Sep 18 00:47:22.741332 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=106117) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Sep 18 00:47:22.741674 dv-cinder-master-3-smb neutron-server[106117]: INFO neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Initializing extension manager. Sep 18 00:47:22.742198 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Loading extension file: __init__.py {{(pid=106117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:47:22.742539 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Loading extension file: __pycache__ {{(pid=106117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:47:22.742900 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Loading extension file: address_group.py {{(pid=106117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:47:22.743780 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=106117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:47:22.744350 dv-cinder-master-3-smb neutron-server[106117]: INFO neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Loaded extension: address-group Sep 18 00:47:22.744677 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Loading extension file: address_scope.py {{(pid=106117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:47:22.745353 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=106117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:47:22.745864 dv-cinder-master-3-smb neutron-server[106117]: INFO neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Loaded extension: address-scope Sep 18 00:47:22.746186 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Loading extension file: admin_state_down_before_update.py {{(pid=106117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:47:22.747106 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=106117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:47:22.747619 dv-cinder-master-3-smb neutron-server[106117]: INFO neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Loaded extension: router-admin-state-down-before-update Sep 18 00:47:22.747941 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Loading extension file: agent.py {{(pid=106117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:47:22.748600 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=106117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:47:22.749104 dv-cinder-master-3-smb neutron-server[106117]: INFO neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Loaded extension: agent Sep 18 00:47:22.749425 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Loading extension file: agent_resources_synced.py {{(pid=106117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:47:22.750283 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=106117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:47:22.750806 dv-cinder-master-3-smb neutron-server[106117]: INFO neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Loaded extension: agent-resources-synced Sep 18 00:47:22.751689 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Loading extension file: allowedaddresspairs.py {{(pid=106117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:47:22.753690 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=106117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:47:22.754213 dv-cinder-master-3-smb neutron-server[106117]: INFO neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Loaded extension: allowed-address-pairs Sep 18 00:47:22.754545 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Loading extension file: auto_allocated_topology.py {{(pid=106117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:47:22.755594 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=106117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:47:22.756109 dv-cinder-master-3-smb neutron-server[106117]: INFO neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Loaded extension: auto-allocated-topology Sep 18 00:47:22.756434 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Loading extension file: availability_zone.py {{(pid=106117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:47:22.757091 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=106117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:47:22.757603 dv-cinder-master-3-smb neutron-server[106117]: INFO neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Loaded extension: availability_zone Sep 18 00:47:22.757928 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Loading extension file: availability_zone_filter.py {{(pid=106117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:47:22.758815 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=106117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:47:22.759333 dv-cinder-master-3-smb neutron-server[106117]: INFO neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Loaded extension: availability_zone_filter Sep 18 00:47:22.759656 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Loading extension file: data_plane_status.py {{(pid=106117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:47:22.760547 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=106117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:47:22.761052 dv-cinder-master-3-smb neutron-server[106117]: INFO neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Extension data-plane-status not supported by any of loaded plugins Sep 18 00:47:22.761376 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Loading extension file: default_subnetpools.py {{(pid=106117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:47:22.762246 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=106117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:47:22.762751 dv-cinder-master-3-smb neutron-server[106117]: INFO neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Loaded extension: default-subnetpools Sep 18 00:47:22.763100 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Loading extension file: dhcpagentscheduler.py {{(pid=106117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:47:22.763866 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:47:22.764376 dv-cinder-master-3-smb neutron-server[106117]: INFO neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Loaded extension: dhcp_agent_scheduler Sep 18 00:47:22.764698 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Loading extension file: dns.py {{(pid=106117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:47:22.765564 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=106117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:47:22.766068 dv-cinder-master-3-smb neutron-server[106117]: INFO neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Extension dns-integration not supported by any of loaded plugins Sep 18 00:47:22.766391 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Loading extension file: dns_domain_ports.py {{(pid=106117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:47:22.767495 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=106117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:47:22.768001 dv-cinder-master-3-smb neutron-server[106117]: INFO neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 18 00:47:22.768324 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=106117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:47:22.769202 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=106117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:47:22.769706 dv-cinder-master-3-smb neutron-server[106117]: INFO neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 18 00:47:22.770030 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Loading extension file: dvr.py {{(pid=106117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:47:22.770670 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=106117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:47:22.771206 dv-cinder-master-3-smb neutron-server[106117]: INFO neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Loaded extension: dvr Sep 18 00:47:22.771531 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Loading extension file: ecmp_routes.py {{(pid=106117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:47:22.772399 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=106117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:47:22.772906 dv-cinder-master-3-smb neutron-server[106117]: INFO neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Extension ecmp_routes not supported by any of loaded plugins Sep 18 00:47:22.773226 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Loading extension file: empty_string_filtering.py {{(pid=106117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:47:22.774087 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=106117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:47:22.774592 dv-cinder-master-3-smb neutron-server[106117]: INFO neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Loaded extension: empty-string-filtering Sep 18 00:47:22.774944 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=106117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:47:22.775806 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:47:22.776306 dv-cinder-master-3-smb neutron-server[106117]: INFO neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 18 00:47:22.776626 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=106117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:47:22.777495 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=106117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:47:22.777995 dv-cinder-master-3-smb neutron-server[106117]: INFO neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 18 00:47:22.778319 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Loading extension file: external_net.py {{(pid=106117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:47:22.779212 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=106117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:47:22.779717 dv-cinder-master-3-smb neutron-server[106117]: INFO neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Loaded extension: external-net Sep 18 00:47:22.780039 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Loading extension file: extra_dhcp_opt.py {{(pid=106117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:47:22.780901 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=106117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:47:22.781409 dv-cinder-master-3-smb neutron-server[106117]: INFO neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Loaded extension: extra_dhcp_opt Sep 18 00:47:22.781733 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Loading extension file: extraroute.py {{(pid=106117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:47:22.782736 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=106117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:47:22.783245 dv-cinder-master-3-smb neutron-server[106117]: INFO neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Loaded extension: extraroute Sep 18 00:47:22.783569 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Loading extension file: extraroute_atomic.py {{(pid=106117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:47:22.784539 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=106117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:47:22.785046 dv-cinder-master-3-smb neutron-server[106117]: INFO neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Loaded extension: extraroute-atomic Sep 18 00:47:22.785370 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Loading extension file: filter_validation.py {{(pid=106117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:47:22.785989 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=106117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:47:22.786492 dv-cinder-master-3-smb neutron-server[106117]: INFO neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Loaded extension: filter-validation Sep 18 00:47:22.786843 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Loading extension file: fip_pf_description.py {{(pid=106117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:47:22.787704 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=106117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:47:22.788201 dv-cinder-master-3-smb neutron-server[106117]: INFO neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 18 00:47:22.788522 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Loading extension file: fip_pf_detail.py {{(pid=106117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:47:22.789377 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Ext name="Floating IP port forwarding detail" alias="floating-ip-port-forwarding-detail" description="Allow list floating ip return more port forwarding data, include'id' and 'internal_port_id'" updated="2022-05-06T10:00:00-00:00" {{(pid=106117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:47:22.789884 dv-cinder-master-3-smb neutron-server[106117]: INFO neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Loaded extension: floating-ip-port-forwarding-detail Sep 18 00:47:22.790205 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Loading extension file: fip_pf_port_range.py {{(pid=106117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:47:22.791104 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=106117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:47:22.791607 dv-cinder-master-3-smb neutron-server[106117]: INFO neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Sep 18 00:47:22.791927 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Loading extension file: fip_port_details.py {{(pid=106117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:47:22.792790 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:47:22.793300 dv-cinder-master-3-smb neutron-server[106117]: INFO neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Loaded extension: fip-port-details Sep 18 00:47:22.793621 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Loading extension file: flavors.py {{(pid=106117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:47:22.794780 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=106117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:47:22.795321 dv-cinder-master-3-smb neutron-server[106117]: INFO neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Loaded extension: flavors Sep 18 00:47:22.795649 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=106117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:47:22.797237 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=106117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:47:22.797787 dv-cinder-master-3-smb neutron-server[106117]: INFO neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 18 00:47:22.798639 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Loading extension file: floatingip_pools.py {{(pid=106117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:47:22.799333 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=106117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:47:22.799844 dv-cinder-master-3-smb neutron-server[106117]: INFO neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Loaded extension: floatingip-pools Sep 18 00:47:22.800172 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Loading extension file: ip_allocation.py {{(pid=106117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:47:22.801077 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=106117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:47:22.801583 dv-cinder-master-3-smb neutron-server[106117]: INFO neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Extension ip_allocation not supported by any of loaded plugins Sep 18 00:47:22.801909 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=106117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:47:22.802820 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=106117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:47:22.803334 dv-cinder-master-3-smb neutron-server[106117]: INFO neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Loaded extension: ip-substring-filtering Sep 18 00:47:22.803660 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Loading extension file: l2_adjacency.py {{(pid=106117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:47:22.804541 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=106117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:47:22.805049 dv-cinder-master-3-smb neutron-server[106117]: INFO neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Extension l2_adjacency not supported by any of loaded plugins Sep 18 00:47:22.805377 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Loading extension file: l3.py {{(pid=106117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:47:22.806297 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=106117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:47:22.806829 dv-cinder-master-3-smb neutron-server[106117]: INFO neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Loaded extension: router Sep 18 00:47:22.807158 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Loading extension file: l3_conntrack_helper.py {{(pid=106117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:47:22.809510 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:47:22.810043 dv-cinder-master-3-smb neutron-server[106117]: INFO neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 18 00:47:22.810380 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=106117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:47:22.811289 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=106117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:47:22.811803 dv-cinder-master-3-smb neutron-server[106117]: INFO neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Loaded extension: ext-gw-mode Sep 18 00:47:22.812130 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=106117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:47:22.813017 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=106117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:47:22.813575 dv-cinder-master-3-smb neutron-server[106117]: INFO neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Loaded extension: l3-ha Sep 18 00:47:22.814490 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=106117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:47:22.815397 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=106117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:47:22.815908 dv-cinder-master-3-smb neutron-server[106117]: INFO neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Sep 18 00:47:22.816235 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Loading extension file: l3_flavors.py {{(pid=106117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:47:22.817111 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=106117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:47:22.817621 dv-cinder-master-3-smb neutron-server[106117]: INFO neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Loaded extension: l3-flavors Sep 18 00:47:22.817946 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Loading extension file: l3_ndp_proxy.py {{(pid=106117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:47:22.819312 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=106117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:47:22.819837 dv-cinder-master-3-smb neutron-server[106117]: INFO neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Sep 18 00:47:22.820169 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=106117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:47:22.821051 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=106117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:47:22.821572 dv-cinder-master-3-smb neutron-server[106117]: INFO neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Loaded extension: l3-port-ip-change-not-allowed Sep 18 00:47:22.821903 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Loading extension file: l3agentscheduler.py {{(pid=106117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:47:22.822966 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:47:22.823487 dv-cinder-master-3-smb neutron-server[106117]: INFO neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Loaded extension: l3_agent_scheduler Sep 18 00:47:22.823819 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Loading extension file: local_ip.py {{(pid=106117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:47:22.825505 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=106117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:47:22.826030 dv-cinder-master-3-smb neutron-server[106117]: INFO neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Extension local_ip not supported by any of loaded plugins Sep 18 00:47:22.826362 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Loading extension file: logging.py {{(pid=106117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:47:22.827808 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=106117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:47:22.828334 dv-cinder-master-3-smb neutron-server[106117]: INFO neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Extension logging not supported by any of loaded plugins Sep 18 00:47:22.828665 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Loading extension file: metering.py {{(pid=106117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:47:22.829416 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=106117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:47:22.829997 dv-cinder-master-3-smb neutron-server[106117]: INFO neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Loaded extension: metering Sep 18 00:47:22.830324 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=106117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:47:22.831451 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=106117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:47:22.832018 dv-cinder-master-3-smb neutron-server[106117]: INFO neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Loaded extension: metering_source_and_destination_fields Sep 18 00:47:22.832345 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Loading extension file: multiprovidernet.py {{(pid=106117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:47:22.833229 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=106117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:47:22.833748 dv-cinder-master-3-smb neutron-server[106117]: INFO neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Loaded extension: multi-provider Sep 18 00:47:22.834076 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Loading extension file: netmtu.py {{(pid=106117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:47:22.834987 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=106117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:47:22.835503 dv-cinder-master-3-smb neutron-server[106117]: INFO neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Loaded extension: net-mtu Sep 18 00:47:22.835826 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Loading extension file: netmtu_writable.py {{(pid=106117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:47:22.836700 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=106117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:47:22.837209 dv-cinder-master-3-smb neutron-server[106117]: INFO neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Loaded extension: net-mtu-writable Sep 18 00:47:22.837532 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Loading extension file: network_availability_zone.py {{(pid=106117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:47:22.838159 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=106117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:47:22.838668 dv-cinder-master-3-smb neutron-server[106117]: INFO neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Loaded extension: network_availability_zone Sep 18 00:47:22.839024 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Loading extension file: network_ip_availability.py {{(pid=106117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:47:22.840076 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=106117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:47:22.840585 dv-cinder-master-3-smb neutron-server[106117]: INFO neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Loaded extension: network-ip-availability Sep 18 00:47:22.840911 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Loading extension file: network_segment_range.py {{(pid=106117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:47:22.841636 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=106117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:47:22.842139 dv-cinder-master-3-smb neutron-server[106117]: INFO neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Extension network-segment-range not supported by any of loaded plugins Sep 18 00:47:22.842458 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Loading extension file: pagination.py {{(pid=106117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:47:22.843412 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:47:22.843742 dv-cinder-master-3-smb neutron-server[106117]: INFO neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Loaded extension: pagination Sep 18 00:47:22.844066 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Loading extension file: port_device_profile.py {{(pid=106117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:47:22.844969 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=106117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:47:22.845479 dv-cinder-master-3-smb neutron-server[106117]: INFO neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Loaded extension: port-device-profile Sep 18 00:47:22.845802 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Loading extension file: port_mac_address_override.py {{(pid=106117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:47:22.846687 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=106117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:47:22.847234 dv-cinder-master-3-smb neutron-server[106117]: INFO neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Loaded extension: port-mac-override Sep 18 00:47:22.847559 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=106117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:47:22.848429 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=106117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:47:22.848936 dv-cinder-master-3-smb neutron-server[106117]: INFO neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Loaded extension: port-mac-address-regenerate Sep 18 00:47:22.849260 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=106117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:47:22.850136 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=106117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:47:22.850647 dv-cinder-master-3-smb neutron-server[106117]: INFO neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Loaded extension: port-numa-affinity-policy Sep 18 00:47:22.851009 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Loading extension file: port_resource_request.py {{(pid=106117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:47:22.851888 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=106117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:47:22.852395 dv-cinder-master-3-smb neutron-server[106117]: INFO neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Extension port-resource-request not supported by any of loaded plugins Sep 18 00:47:22.852717 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Loading extension file: port_resource_request_groups.py {{(pid=106117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:47:22.853629 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=106117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:47:22.854136 dv-cinder-master-3-smb neutron-server[106117]: INFO neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Extension port-resource-request-groups not supported by any of loaded plugins Sep 18 00:47:22.854458 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Loading extension file: portbindings.py {{(pid=106117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:47:22.855371 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=106117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:47:22.855883 dv-cinder-master-3-smb neutron-server[106117]: INFO neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Loaded extension: binding Sep 18 00:47:22.856205 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Loading extension file: portbindings_extended.py {{(pid=106117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:47:22.857402 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=106117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:47:22.857916 dv-cinder-master-3-smb neutron-server[106117]: INFO neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Loaded extension: binding-extended Sep 18 00:47:22.858242 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Loading extension file: portsecurity.py {{(pid=106117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:47:22.859142 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=106117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:47:22.859659 dv-cinder-master-3-smb neutron-server[106117]: INFO neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Loaded extension: port-security Sep 18 00:47:22.859983 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Loading extension file: project_id.py {{(pid=106117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:47:22.861714 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=106117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:47:22.862053 dv-cinder-master-3-smb neutron-server[106117]: INFO neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Loaded extension: project-id Sep 18 00:47:22.862382 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Loading extension file: providernet.py {{(pid=106117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:47:22.863292 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=106117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:47:22.863812 dv-cinder-master-3-smb neutron-server[106117]: INFO neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Loaded extension: provider Sep 18 00:47:22.864141 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Loading extension file: qos.py {{(pid=106117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:47:22.867644 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=106117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:47:22.868178 dv-cinder-master-3-smb neutron-server[106117]: INFO neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Extension qos not supported by any of loaded plugins Sep 18 00:47:22.868515 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=106117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:47:22.869734 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=106117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:47:22.870254 dv-cinder-master-3-smb neutron-server[106117]: INFO neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 18 00:47:22.870589 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=106117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:47:22.871501 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=106117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:47:22.872018 dv-cinder-master-3-smb neutron-server[106117]: INFO neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 18 00:47:22.872347 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Loading extension file: qos_default.py {{(pid=106117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:47:22.873218 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=106117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:47:22.873732 dv-cinder-master-3-smb neutron-server[106117]: INFO neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Extension qos-default not supported by any of loaded plugins Sep 18 00:47:22.874058 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Loading extension file: qos_fip.py {{(pid=106117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:47:22.874974 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=106117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:47:22.875486 dv-cinder-master-3-smb neutron-server[106117]: INFO neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Extension qos-fip not supported by any of loaded plugins Sep 18 00:47:22.875812 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Loading extension file: qos_fip_network_policy.py {{(pid=106117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:47:22.876809 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=106117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:47:22.877580 dv-cinder-master-3-smb neutron-server[106117]: INFO neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Sep 18 00:47:22.877912 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Loading extension file: qos_gateway_ip.py {{(pid=106117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:47:22.878822 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=106117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:47:22.879329 dv-cinder-master-3-smb neutron-server[106117]: INFO neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 18 00:47:22.879653 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Loading extension file: qos_port_network_policy.py {{(pid=106117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:47:22.880524 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=106117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:47:22.881034 dv-cinder-master-3-smb neutron-server[106117]: INFO neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 18 00:47:22.881368 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=106117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:47:22.882365 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=106117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:47:22.882916 dv-cinder-master-3-smb neutron-server[106117]: INFO neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Extension qos-pps-minimum not supported by any of loaded plugins Sep 18 00:47:22.883247 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=106117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:47:22.884238 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=106117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:47:22.884751 dv-cinder-master-3-smb neutron-server[106117]: INFO neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Sep 18 00:47:22.885078 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Loading extension file: qos_pps_rule.py {{(pid=106117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:47:22.886197 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=106117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:47:22.886717 dv-cinder-master-3-smb neutron-server[106117]: INFO neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Extension qos-pps not supported by any of loaded plugins Sep 18 00:47:22.887079 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Loading extension file: qos_rule_type_details.py {{(pid=106117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:47:22.887954 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=106117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:47:22.888470 dv-cinder-master-3-smb neutron-server[106117]: INFO neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 18 00:47:22.888801 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Loading extension file: qos_rule_type_filter.py {{(pid=106117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:47:22.889675 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=106117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:47:22.890186 dv-cinder-master-3-smb neutron-server[106117]: INFO neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Sep 18 00:47:22.890514 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Loading extension file: qos_rules_alias.py {{(pid=106117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:47:22.891551 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=106117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:47:22.892101 dv-cinder-master-3-smb neutron-server[106117]: INFO neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 18 00:47:22.892422 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Loading extension file: quota_check_limit.py {{(pid=106117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:47:22.893364 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=106117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:47:22.893882 dv-cinder-master-3-smb neutron-server[106117]: INFO neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Loaded extension: quota-check-limit Sep 18 00:47:22.894203 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Loading extension file: quotasv2.py {{(pid=106117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:47:22.895125 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=106117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:47:22.895451 dv-cinder-master-3-smb neutron-server[106117]: INFO neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Loaded extension: quotas Sep 18 00:47:22.895771 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Loading extension file: quotasv2_detail.py {{(pid=106117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:47:22.897417 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=106117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:47:22.897782 dv-cinder-master-3-smb neutron-server[106117]: INFO neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Loaded extension: quota_details Sep 18 00:47:22.898112 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Loading extension file: rbac.py {{(pid=106117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:47:22.899160 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=106117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:47:22.899688 dv-cinder-master-3-smb neutron-server[106117]: INFO neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Loaded extension: rbac-policies Sep 18 00:47:22.900019 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Loading extension file: rbac_address_group.py {{(pid=106117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:47:22.900897 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=106117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:47:22.901420 dv-cinder-master-3-smb neutron-server[106117]: INFO neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Loaded extension: rbac-address-group Sep 18 00:47:22.901745 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Loading extension file: rbac_address_scope.py {{(pid=106117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:47:22.902689 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=106117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:47:22.903237 dv-cinder-master-3-smb neutron-server[106117]: INFO neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Loaded extension: rbac-address-scope Sep 18 00:47:22.903568 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Loading extension file: rbac_security_groups.py {{(pid=106117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:47:22.904445 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=106117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:47:22.904961 dv-cinder-master-3-smb neutron-server[106117]: INFO neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Loaded extension: rbac-security-groups Sep 18 00:47:22.905287 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Loading extension file: rbac_subnetpool.py {{(pid=106117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:47:22.906158 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=106117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:47:22.906674 dv-cinder-master-3-smb neutron-server[106117]: INFO neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Loaded extension: rbac-subnetpool Sep 18 00:47:22.907035 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Loading extension file: revisionifmatch.py {{(pid=106117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:47:22.908568 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=106117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:47:22.909084 dv-cinder-master-3-smb neutron-server[106117]: INFO neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Loaded extension: revision-if-match Sep 18 00:47:22.909408 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Loading extension file: revisions.py {{(pid=106117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:47:22.910480 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=106117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:47:22.911018 dv-cinder-master-3-smb neutron-server[106117]: INFO neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Loaded extension: standard-attr-revisions Sep 18 00:47:22.911343 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Loading extension file: router_availability_zone.py {{(pid=106117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:47:22.911982 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=106117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:47:22.912494 dv-cinder-master-3-smb neutron-server[106117]: INFO neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Loaded extension: router_availability_zone Sep 18 00:47:22.912815 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Loading extension file: routerservicetype.py {{(pid=106117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:47:22.913694 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=106117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:47:22.914205 dv-cinder-master-3-smb neutron-server[106117]: INFO neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Extension router-service-type not supported by any of loaded plugins Sep 18 00:47:22.914524 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=106117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:47:22.915440 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=106117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:47:22.915952 dv-cinder-master-3-smb neutron-server[106117]: INFO neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Loaded extension: security-groups-normalized-cidr Sep 18 00:47:22.916275 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Loading extension file: security_groups_port_filtering.py {{(pid=106117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:47:22.917155 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=106117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:47:22.917667 dv-cinder-master-3-smb neutron-server[106117]: INFO neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Loaded extension: port-security-groups-filtering Sep 18 00:47:22.917992 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=106117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:47:22.918899 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=106117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:47:22.919413 dv-cinder-master-3-smb neutron-server[106117]: INFO neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Loaded extension: security-groups-remote-address-group Sep 18 00:47:22.919738 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=106117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:47:22.920615 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=106117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:47:22.921125 dv-cinder-master-3-smb neutron-server[106117]: INFO neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Loaded extension: security-groups-shared-filtering Sep 18 00:47:22.921479 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Loading extension file: securitygroup.py {{(pid=106117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:47:22.931298 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=106117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:47:22.931843 dv-cinder-master-3-smb neutron-server[106117]: INFO neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Loaded extension: security-group Sep 18 00:47:22.932179 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Loading extension file: segment.py {{(pid=106117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:47:22.932872 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=106117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:47:22.933390 dv-cinder-master-3-smb neutron-server[106117]: INFO neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Extension segment not supported by any of loaded plugins Sep 18 00:47:22.933721 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=106117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:47:22.934617 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=106117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:47:22.935167 dv-cinder-master-3-smb neutron-server[106117]: INFO neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 18 00:47:22.935495 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Loading extension file: servicetype.py {{(pid=106117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:47:22.936550 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=106117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:47:22.937070 dv-cinder-master-3-smb neutron-server[106117]: INFO neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Loaded extension: service-type Sep 18 00:47:22.937401 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Loading extension file: sorting.py {{(pid=106117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:47:22.938335 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:47:22.939304 dv-cinder-master-3-smb neutron-server[106117]: INFO neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Loaded extension: sorting Sep 18 00:47:22.939639 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Loading extension file: standard_attr_segment.py {{(pid=106117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:47:22.940538 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:47:22.941061 dv-cinder-master-3-smb neutron-server[106117]: INFO neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 18 00:47:22.941389 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Loading extension file: standardattrdescription.py {{(pid=106117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:47:22.942006 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=106117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:47:22.942532 dv-cinder-master-3-smb neutron-server[106117]: INFO neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Loaded extension: standard-attr-description Sep 18 00:47:22.942889 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Loading extension file: stateful_security_group.py {{(pid=106117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:47:22.943777 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=106117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:47:22.944301 dv-cinder-master-3-smb neutron-server[106117]: INFO neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Loaded extension: stateful-security-group Sep 18 00:47:22.944628 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Loading extension file: stdattrs_common.py {{(pid=106117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:47:22.945177 dv-cinder-master-3-smb neutron-server[106117]: WARNING neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 18 00:47:22.945500 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=106117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:47:22.946378 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=106117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:47:22.946917 dv-cinder-master-3-smb neutron-server[106117]: INFO neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 18 00:47:22.947244 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Loading extension file: subnet_onboard.py {{(pid=106117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:47:22.948261 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=106117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:47:22.948773 dv-cinder-master-3-smb neutron-server[106117]: INFO neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Loaded extension: subnet_onboard Sep 18 00:47:22.949100 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=106117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:47:22.949982 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=106117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:47:22.950494 dv-cinder-master-3-smb neutron-server[106117]: INFO neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 18 00:47:22.950842 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Loading extension file: subnet_service_types.py {{(pid=106117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:47:22.951736 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=106117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:47:22.952252 dv-cinder-master-3-smb neutron-server[106117]: INFO neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Loaded extension: subnet-service-types Sep 18 00:47:22.952574 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Loading extension file: subnetallocation.py {{(pid=106117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:47:22.953609 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=106117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:47:22.954152 dv-cinder-master-3-smb neutron-server[106117]: INFO neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Loaded extension: subnet_allocation Sep 18 00:47:22.954593 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=106117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:47:22.955258 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=106117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:47:22.955782 dv-cinder-master-3-smb neutron-server[106117]: INFO neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Loaded extension: subnetpool-prefix-ops Sep 18 00:47:22.956108 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=106117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:47:22.956995 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=106117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:47:22.957505 dv-cinder-master-3-smb neutron-server[106117]: INFO neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 18 00:47:22.957838 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Loading extension file: tagging.py {{(pid=106117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:47:22.958866 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=106117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:47:22.959395 dv-cinder-master-3-smb neutron-server[106117]: INFO neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Loaded extension: standard-attr-tag Sep 18 00:47:22.959724 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Loading extension file: timestamp.py {{(pid=106117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:47:22.960891 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=106117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:47:22.961417 dv-cinder-master-3-smb neutron-server[106117]: INFO neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Loaded extension: standard-attr-timestamp Sep 18 00:47:22.961743 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Loading extension file: trunk.py {{(pid=106117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:47:22.962732 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=106117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:47:22.963278 dv-cinder-master-3-smb neutron-server[106117]: INFO neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Extension trunk not supported by any of loaded plugins Sep 18 00:47:22.963604 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Loading extension file: trunk_details.py {{(pid=106117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:47:22.964492 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=106117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:47:22.965005 dv-cinder-master-3-smb neutron-server[106117]: INFO neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Extension trunk-details not supported by any of loaded plugins Sep 18 00:47:22.965332 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Loading extension file: uplink_status_propagation.py {{(pid=106117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:47:22.966201 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=106117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:47:22.966709 dv-cinder-master-3-smb neutron-server[106117]: INFO neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 18 00:47:22.967066 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Loading extension file: vlantransparent.py {{(pid=106117) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 18 00:47:22.967696 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=106117) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 18 00:47:22.968203 dv-cinder-master-3-smb neutron-server[106117]: INFO neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Extension vlan-transparent not supported by any of loaded plugins Sep 18 00:47:22.971467 dv-cinder-master-3-smb neutron-server[106117]: INFO neutron.quota.resource_registry [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Creating instance of TrackedResource for resource:network Sep 18 00:47:22.971953 dv-cinder-master-3-smb neutron-server[106117]: INFO neutron.quota.resource_registry [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Creating instance of TrackedResource for resource:subnet Sep 18 00:47:22.972359 dv-cinder-master-3-smb neutron-server[106117]: INFO neutron.quota.resource_registry [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Creating instance of TrackedResource for resource:subnetpool Sep 18 00:47:22.972760 dv-cinder-master-3-smb neutron-server[106117]: INFO neutron.quota.resource_registry [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Creating instance of TrackedResource for resource:port Sep 18 00:47:22.974087 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.v2.resource_helper [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106117) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 18 00:47:22.974528 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.v2.resource_helper [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Service FLAVORS assigned prefix: {{(pid=106117) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 18 00:47:22.975173 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.v2.resource_helper [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106117) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 18 00:47:22.975616 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.v2.resource_helper [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106117) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 18 00:47:22.975952 dv-cinder-master-3-smb neutron-server[106117]: INFO neutron.quota.resource_registry [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Creating instance of TrackedResource for resource:router Sep 18 00:47:22.976384 dv-cinder-master-3-smb neutron-server[106117]: INFO neutron.quota.resource_registry [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Creating instance of TrackedResource for resource:floatingip Sep 18 00:47:22.976872 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.v2.resource_helper [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Service METERING assigned prefix: /metering {{(pid=106117) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 18 00:47:22.978318 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron_lib.callbacks.manager [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:47:22.978696 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron_lib.callbacks.manager [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:47:22.979092 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron_lib.callbacks.manager [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106117) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:47:22.980111 dv-cinder-master-3-smb neutron-server[106117]: INFO neutron.quota.resource_registry [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Creating instance of CountableResource for resource:rbac_policy Sep 18 00:47:22.980570 dv-cinder-master-3-smb neutron-server[106117]: INFO neutron.quota.resource_registry [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Creating instance of TrackedResource for resource:security_group Sep 18 00:47:22.981006 dv-cinder-master-3-smb neutron-server[106117]: INFO neutron.quota.resource_registry [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 18 00:47:22.981557 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.v2.resource_helper [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Service CORE assigned prefix: {{(pid=106117) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 18 00:47:22.981898 dv-cinder-master-3-smb neutron-server[106117]: INFO neutron.quota.resource_registry [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Creating instance of TrackedResource for resource:subnetpool Sep 18 00:47:22.982246 dv-cinder-master-3-smb neutron-server[106117]: WARNING neutron.quota.resource_registry [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] subnetpool is already registered Sep 18 00:47:22.982678 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.v2.resource_helper [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Service CORE assigned prefix: {{(pid=106117) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 18 00:47:22.983039 dv-cinder-master-3-smb neutron-server[106117]: INFO neutron.quota.resource_registry [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Creating instance of TrackedResource for resource:subnetpool Sep 18 00:47:22.983375 dv-cinder-master-3-smb neutron-server[106117]: WARNING neutron.quota.resource_registry [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] subnetpool is already registered Sep 18 00:47:22.986351 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.v2.resource_helper [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106117) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 18 00:47:22.986964 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.v2.resource_helper [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Service FLAVORS assigned prefix: {{(pid=106117) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 18 00:47:22.987616 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.v2.resource_helper [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106117) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 18 00:47:22.988161 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.v2.resource_helper [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106117) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 18 00:47:22.988500 dv-cinder-master-3-smb neutron-server[106117]: INFO neutron.quota.resource_registry [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Creating instance of TrackedResource for resource:router Sep 18 00:47:22.988845 dv-cinder-master-3-smb neutron-server[106117]: WARNING neutron.quota.resource_registry [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] router is already registered Sep 18 00:47:22.989263 dv-cinder-master-3-smb neutron-server[106117]: INFO neutron.quota.resource_registry [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Creating instance of TrackedResource for resource:floatingip Sep 18 00:47:22.989602 dv-cinder-master-3-smb neutron-server[106117]: WARNING neutron.quota.resource_registry [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] floatingip is already registered Sep 18 00:47:22.990077 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.v2.resource_helper [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Service METERING assigned prefix: /metering {{(pid=106117) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 18 00:47:22.990828 dv-cinder-master-3-smb neutron-server[106117]: INFO neutron.quota.resource_registry [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Creating instance of CountableResource for resource:rbac_policy Sep 18 00:47:22.991155 dv-cinder-master-3-smb neutron-server[106117]: WARNING neutron.quota.resource_registry [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] rbac_policy is already registered Sep 18 00:47:22.991589 dv-cinder-master-3-smb neutron-server[106117]: INFO neutron.quota.resource_registry [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Creating instance of TrackedResource for resource:security_group Sep 18 00:47:22.991938 dv-cinder-master-3-smb neutron-server[106117]: WARNING neutron.quota.resource_registry [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] security_group is already registered Sep 18 00:47:22.992369 dv-cinder-master-3-smb neutron-server[106117]: INFO neutron.quota.resource_registry [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 18 00:47:22.992712 dv-cinder-master-3-smb neutron-server[106117]: WARNING neutron.quota.resource_registry [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] security_group_rule is already registered Sep 18 00:47:22.993206 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.v2.resource_helper [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Service CORE assigned prefix: {{(pid=106117) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 18 00:47:22.993535 dv-cinder-master-3-smb neutron-server[106117]: INFO neutron.quota.resource_registry [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Creating instance of TrackedResource for resource:subnetpool Sep 18 00:47:22.993874 dv-cinder-master-3-smb neutron-server[106117]: WARNING neutron.quota.resource_registry [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] subnetpool is already registered Sep 18 00:47:22.994309 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.v2.resource_helper [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Service CORE assigned prefix: {{(pid=106117) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 18 00:47:22.994635 dv-cinder-master-3-smb neutron-server[106117]: INFO neutron.quota.resource_registry [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Creating instance of TrackedResource for resource:subnetpool Sep 18 00:47:22.994988 dv-cinder-master-3-smb neutron-server[106117]: WARNING neutron.quota.resource_registry [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] subnetpool is already registered Sep 18 00:47:22.995464 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Extended resource: extensions {{(pid=106117) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 00:47:22.997082 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Extended resource: address-groups {{(pid=106117) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 00:47:22.998572 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Extended resource: address-scopes {{(pid=106117) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 00:47:22.999808 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Extended resource: agents {{(pid=106117) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 00:47:23.000971 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Extended resource: auto-allocated-topology {{(pid=106117) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 00:47:23.004237 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Extended resource: availability_zones {{(pid=106117) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 00:47:23.005479 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Extended resource: dhcp-networks {{(pid=106117) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 00:47:23.006930 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Extended resource: dhcp-agents {{(pid=106117) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 00:47:23.008468 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Extended resource: routers {{(pid=106117) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 00:47:23.010199 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Extended resource: flavors {{(pid=106117) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 00:47:23.011412 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Extended resource: service_profiles {{(pid=106117) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 00:47:23.012710 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Extended resource: next_providers {{(pid=106117) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 00:47:23.014174 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Extended resource: service_profiles {{(pid=106117) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 00:47:23.015679 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Extended resource: floatingip-pools {{(pid=106117) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 00:47:23.017086 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Extended resource: routers {{(pid=106117) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 00:47:23.019136 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Extended resource: floatingips {{(pid=106117) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 00:47:23.020322 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Extended resource: l3-routers {{(pid=106117) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 00:47:23.021710 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Extended resource: l3-agents {{(pid=106117) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 00:47:23.023275 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Extended resource: metering-labels {{(pid=106117) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 00:47:23.024676 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Extended resource: metering-label-rules {{(pid=106117) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 00:47:23.025982 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Extended resource: network-ip-availabilities {{(pid=106117) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 00:47:23.027373 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Extended resource: bindings {{(pid=106117) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 00:47:23.028935 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Extended resource: quotas {{(pid=106117) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 00:47:23.030501 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Extended resource: quotas {{(pid=106117) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 00:47:23.032173 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Extended resource: rbac-policies {{(pid=106117) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 00:47:23.033903 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Extended resource: security-groups {{(pid=106117) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 00:47:23.035135 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Extended resource: security-group-rules {{(pid=106117) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 00:47:23.036415 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Extended resource: service-providers {{(pid=106117) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 00:47:23.037726 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Extended resource: subnetpools {{(pid=106117) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 00:47:23.039079 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Extended resource: subnetpools {{(pid=106117) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 00:47:23.040550 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Extended resource: tags {{(pid=106117) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 00:47:23.042313 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Extended resource: tags {{(pid=106117) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 00:47:23.044071 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Extended resource: tags {{(pid=106117) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 00:47:23.045959 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Extended resource: tags {{(pid=106117) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 00:47:23.047735 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Extended resource: tags {{(pid=106117) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 00:47:23.050280 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Extended resource: tags {{(pid=106117) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 00:47:23.052114 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Extended resource: tags {{(pid=106117) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 00:47:23.053921 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Extended resource: tags {{(pid=106117) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 00:47:23.055723 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Extended resource: tags {{(pid=106117) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 00:47:23.057581 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron.api.extensions [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Extended resource: tags {{(pid=106117) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 18 00:47:23.064615 dv-cinder-master-3-smb neutron-server[106117]: WARNING keystonemiddleware.auth_token [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 18 00:47:23.069694 dv-cinder-master-3-smb neutron-server[106117]: WARNING keystonemiddleware.auth_token [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 18 00:47:23.078415 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_concurrency.lockutils [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Acquiring lock "singleton_lock" {{(pid=106117) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Sep 18 00:47:23.078746 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_concurrency.lockutils [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Acquired lock "singleton_lock" {{(pid=106117) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:315}} Sep 18 00:47:23.079374 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_concurrency.lockutils [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Releasing lock "singleton_lock" {{(pid=106117) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:333}} Sep 18 00:47:23.080190 dv-cinder-master-3-smb neutron-server[106117]: INFO oslo_service.service [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Starting 2 workers Sep 18 00:47:23.085004 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Started child 106230 {{(pid=106117) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 18 00:47:23.089466 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Started child 106231 {{(pid=106117) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 18 00:47:23.090370 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:47:23.091042 dv-cinder-master-3-smb neutron-server[106117]: INFO neutron.service [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Neutron service started, listening on 0.0.0.0:9696 Sep 18 00:47:23.091652 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron_lib.callbacks.manager [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Publish callbacks [] for process (None), before_spawn {{(pid=106117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:47:23.092037 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [-] (106230) wsgi starting up on http://0.0.0.0:9696 Sep 18 00:47:23.094058 dv-cinder-master-3-smb neutron-server[106117]: INFO oslo_service.service [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Starting 1 workers Sep 18 00:47:23.094161 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:47:23.096371 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [-] (106231) wsgi starting up on http://0.0.0.0:9696 Sep 18 00:47:23.099973 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Started child 106232 {{(pid=106117) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 18 00:47:23.100518 dv-cinder-master-3-smb neutron-server[106117]: INFO oslo_service.service [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Starting 1 workers Sep 18 00:47:23.103713 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.service [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] calling RpcWorker wait() {{(pid=106232) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 18 00:47:23.104271 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.service [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] returning from RpcWorker wait() {{(pid=106232) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 18 00:47:23.104991 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Started child 106233 {{(pid=106117) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 18 00:47:23.105640 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:47:23.105746 dv-cinder-master-3-smb neutron-server[106117]: DEBUG neutron_lib.callbacks.manager [None req-4291f2db-c81d-4f0d-b649-f9d337ada5c0 None None] Publish callbacks [] for process (None), after_spawn {{(pid=106117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:47:23.106172 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=106232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:47:23.107611 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106117) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 18 00:47:23.107827 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 18 00:47:23.108016 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 18 00:47:23.108246 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 18 00:47:23.108576 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 18 00:47:23.108760 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 18 00:47:23.109253 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:23.109537 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:23.109802 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:23.109894 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:47:23.110329 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:23.111253 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:23.111511 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:47:23.111625 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:23.111757 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:23.112041 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:23.112291 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:23.112461 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:23.112630 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:23.112880 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:23.113185 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:23.113452 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:23.113730 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:23.113994 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:23.114228 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:23.114403 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:23.114659 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:23.114945 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:23.115217 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:23.115546 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] debug = True {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:23.115765 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:23.116261 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:23.116492 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:23.116734 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:23.116985 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:23.117272 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:23.117527 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:23.117786 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:23.118050 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:23.118286 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:23.118531 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:23.118812 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:23.119081 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:23.119319 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:23.119558 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:23.119831 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:23.120057 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:23.120560 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] host = dv-cinder-master-3-smb {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:23.120800 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:23.121061 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:23.121309 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:23.121550 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:23.121822 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:23.122047 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:23.122317 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:23.122576 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:23.122865 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:23.123107 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:23.123378 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:23.123629 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:23.123870 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:23.124117 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] log_file = None {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:23.124285 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] log_options = True {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:23.124534 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:23.124809 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:23.125079 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:23.125273 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:23.125443 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:23.125639 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:23.125860 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:23.126106 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:23.126469 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:23.126713 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:23.126956 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:23.127443 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:23.127693 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:23.127931 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:23.128182 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:23.128431 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:23.128646 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:23.128879 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:23.129143 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:23.129423 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:23.129626 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:23.130204 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:23.130204 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:23.130492 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:23.130642 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:23.130829 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:23.131033 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:23.131278 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:23.131525 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:23.131726 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:23.131992 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:23.132252 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:23.132471 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:23.132705 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:23.134699 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:23.134699 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:23.134699 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:23.134699 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:23.134699 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:23.134699 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:23.134699 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:23.134699 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:23.137559 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:23.137559 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:23.137559 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:23.137559 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:23.137559 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] use_json = False {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:23.137559 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:23.137559 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:23.137559 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:23.137559 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:23.142911 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:23.142911 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:23.142911 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:23.142911 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:23.142911 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:23.142911 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.142911 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.142911 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.144826 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.144826 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.144826 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.144826 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.144826 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.144826 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.144826 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.144826 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.146497 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.146497 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.146497 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.146497 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.146497 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.146497 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.146497 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.146497 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.148103 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.148103 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.148103 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.148103 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.148103 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.148103 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.148103 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.148103 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.150056 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.150056 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.150056 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.150056 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.150056 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.150056 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.33/identity {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.150056 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.150056 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.155001 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.155001 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.155001 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.155001 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.155001 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.155001 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.155001 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.155001 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.155001 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.156251 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.156251 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.156251 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.156251 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.156251 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.156251 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.156251 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.156251 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.156251 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.158014 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.158014 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.158014 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.158014 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.158014 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.158014 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.158014 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.158014 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.159173 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.159173 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.159173 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.159173 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.159173 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.159173 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.159173 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.159173 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.159173 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.160440 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.160440 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.160440 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.160440 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.160440 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.160440 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.160440 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.160440 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.160440 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.162832 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.162832 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.162832 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.162832 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.162832 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.163221 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.163221 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.163455 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.163680 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.165154 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.165154 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.165154 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.165154 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.165154 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.165154 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.166366 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.166366 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.166366 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.166366 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.166366 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.166967 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.166967 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.167224 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.167519 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.167751 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.168009 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.168243 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.168488 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.168750 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.168977 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.169199 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.169441 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.169667 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.169896 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.170123 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.170348 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.170612 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.170856 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.171114 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.171397 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.171836 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.171836 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.172147 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.172320 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.172641 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.172884 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.174105 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.174105 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.174407 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.174623 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.176199 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.176199 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.176199 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.176199 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.176971 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.176971 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.176971 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.177345 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.177439 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.177667 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.177921 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.178147 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.178368 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.178604 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.178956 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.179195 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.179431 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.179700 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.179971 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.180225 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.180480 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.180751 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.182813 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.182813 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.182813 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.182813 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.33/identity {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.182813 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.182813 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.182813 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.182813 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.183554 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.183793 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.184023 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.184246 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.184466 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.185144 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.185358 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.185585 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.185826 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.186050 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.186687 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.186687 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.187012 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.187012 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.187320 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.187504 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.187683 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.187861 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.188080 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.188315 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.188576 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.188926 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.189231 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.189437 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.189701 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.189934 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.190224 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.190426 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.190674 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.190922 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.191142 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.191359 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.191581 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.191798 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.192036 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.192285 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.192501 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.193408 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.193408 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.193408 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.193706 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.193800 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.194425 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.194425 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.194851 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.194851 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.195153 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.195326 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.195454 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.195632 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.195896 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.196105 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.196352 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.196860 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.196860 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.197440 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.197440 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.198321 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.198321 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.198321 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.198321 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.198736 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.198736 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.198918 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.199014 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.199256 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.199473 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.199698 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.200222 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.200222 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.200390 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.200626 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.200884 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.201152 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.201384 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.201608 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.201823 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.202361 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.202590 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.202928 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.203071 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.203259 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.203493 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.203739 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.203955 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.204199 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.204440 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.204654 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.204884 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.205206 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.205424 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.205660 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.205887 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.206108 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.206320 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.206544 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.206754 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.206992 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.207214 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.207431 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.207641 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.207889 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.208100 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.208312 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.208533 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.208748 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.208958 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.209615 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.209959 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.210203 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.210373 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.211044 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.211044 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.211314 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.211399 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.211603 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.211844 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.212096 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.212342 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.212547 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.212804 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.213124 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.213611 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.213757 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.213898 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:47:23.214041 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.214418 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.214418 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.214697 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.214916 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.215229 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.215540 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.215806 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.216070 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.218219 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.218219 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.218219 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.218219 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.218219 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.218219 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.218219 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.218219 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.218219 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.220827 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.220827 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.220827 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.220827 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.220827 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.220827 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.220827 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.220827 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.222643 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 18 00:47:23.222643 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106117) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 18 00:47:23.222643 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 18 00:47:23.222643 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 18 00:47:23.222643 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 18 00:47:23.222643 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 18 00:47:23.222643 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 18 00:47:23.222643 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:23.223309 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:23.223309 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:23.223309 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:23.223309 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:23.223309 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:23.223309 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:23.223309 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:23.223777 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:23.223777 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:23.223777 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:23.223998 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:23.223998 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:23.224237 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:23.224322 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:23.224431 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:23.224591 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:23.224755 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:23.224916 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:23.225074 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:23.225232 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:23.225390 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] debug = True {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:23.225549 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:23.225750 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:23.226670 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:23.226670 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:23.226670 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:23.226670 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:23.226670 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:23.226670 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:23.228613 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:23.228613 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:23.228613 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:23.228613 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:23.228613 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:23.228613 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:23.228613 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:23.228613 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:23.229391 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:23.229391 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] host = dv-cinder-master-3-smb {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:23.229391 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:23.229391 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:23.229391 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:23.229391 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:23.229391 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:23.229391 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:23.230804 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:23.230804 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:23.230804 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:23.230804 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:23.230804 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:23.230804 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:23.230804 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:23.230804 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] log_file = None {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:23.232378 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] log_options = True {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:23.232378 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:23.232378 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:23.232378 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:23.232378 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:23.232378 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:23.232378 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:23.232920 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:23.232920 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:23.232920 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:23.232920 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:23.232920 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:23.232920 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:23.232920 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:23.232920 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:23.233371 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:23.233371 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:23.233371 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:23.233371 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:23.233607 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:23.233675 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:23.233787 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:23.233946 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:23.234137 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:23.234267 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:23.234391 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:23.234544 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:23.234702 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:23.234883 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:23.235042 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:23.235200 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:23.235378 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:23.236052 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:23.236214 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:23.236373 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:23.236533 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:23.236692 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:23.236854 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:23.237014 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:23.237177 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:23.237338 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:23.237500 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:23.237661 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:23.237824 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:23.238515 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:23.238515 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:23.238515 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:23.238515 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] use_json = False {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:23.242893 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:23.242893 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:23.242893 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:23.242893 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:23.242893 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:23.242893 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:23.242893 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:23.242893 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:23.243460 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 18 00:47:23.243460 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.243460 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.243460 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.243460 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.243460 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.243460 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.243460 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.244005 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.244005 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.244005 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.244005 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.244005 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.244005 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.244005 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.244005 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.244544 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.244544 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.244544 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.244544 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.244544 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.244544 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.244544 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.244544 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.245448 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.245448 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.245448 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.245448 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.245448 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.245448 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.245448 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.245448 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.245995 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.245995 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.33/identity {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.245995 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.245995 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.245995 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.245995 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.245995 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.245995 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.246546 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.246546 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.246546 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.246546 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.246546 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.247052 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.247052 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.247052 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.247052 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.247327 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.247327 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.247500 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.247663 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.247826 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.247992 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.248158 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.248367 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.248634 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.248634 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.248958 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.248958 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.250349 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.250349 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.250349 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.250349 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.250349 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.250349 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.250349 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.250349 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.250349 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.253057 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.253057 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.253057 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.253057 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.253057 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.253057 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.253057 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.253057 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.253057 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.255238 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.255238 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.255238 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.255238 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.255238 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.255238 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.255238 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.255238 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.255238 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.257289 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.257289 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.257289 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.257289 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.257289 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.257289 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.257289 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.257289 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.257881 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.257881 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.257881 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.257881 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.257881 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.257881 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.257881 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.257881 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.258538 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.258538 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.258538 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.258538 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.258538 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.258538 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.258538 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.258538 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.259251 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.259251 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.259251 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.259251 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.259251 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.259251 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.259251 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.259251 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.259809 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.259809 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.259809 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.259809 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.259809 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.259809 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.259809 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.259809 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.260353 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.260353 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.260353 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.260353 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.260636 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.260636 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.260802 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.260882 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.261031 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.261183 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.261339 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.261500 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.261672 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.261833 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.262004 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.262142 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.262326 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.262487 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.262646 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.262847 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.262999 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.263159 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.263319 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.263478 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.263640 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.263799 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.263960 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.264121 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.33/identity {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.264282 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.264441 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.264603 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.264764 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.264925 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.265086 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.265247 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.265408 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.265568 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.265729 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.265889 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.266050 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.266210 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.266371 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.266532 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.267308 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.267485 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.267648 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.267811 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.267973 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.268134 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.268297 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.268458 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.268618 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.268779 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.268942 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.269104 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.269265 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.269434 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.270119 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.270119 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.270119 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.270119 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.270426 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.270426 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.270586 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.270670 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.270749 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.270943 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.271104 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.271266 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.271427 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.271587 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.271766 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.271927 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.272087 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.272250 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.272410 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.272573 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.272734 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.272899 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.273061 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.273222 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.273385 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.273545 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.273705 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.273865 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.274026 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.274186 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.274346 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.274506 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.274669 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.274853 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.275015 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.275177 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.275338 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.275500 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.275660 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.275820 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.275982 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.276142 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.276304 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.276464 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.276643 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.276787 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.276961 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.277123 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.277286 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.277447 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.277607 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.277777 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.277926 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.278086 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.278245 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.278405 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.278569 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.278713 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.278906 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.279068 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.279228 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.279387 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.279547 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.279707 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.279876 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.280036 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.280196 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.280356 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.280516 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.280676 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.280844 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.281004 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.281427 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.281427 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.281675 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.281675 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.281842 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.281925 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.282071 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.282273 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.283031 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.283195 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.283443 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.283538 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.283664 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.283835 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.283995 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.284156 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.284317 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.284489 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.284652 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.284816 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.284977 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.285137 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.285298 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.285462 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.285627 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.285797 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.285965 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.286127 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.286295 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.286463 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.286631 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.286823 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.286981 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.287153 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.287315 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.287475 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.287635 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.287795 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.287956 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.288117 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.288278 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.288437 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.288597 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.288791 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.288924 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.289054 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.289214 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.289375 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.289537 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.289697 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.289857 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.290017 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.290177 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 18 00:47:23.290331 dv-cinder-master-3-smb neutron-server[106117]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106117) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 18 00:47:23.476818 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 54496) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:47:23.483696 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [-] 10.222.0.33 "GET /networking HTTP/1.1" status: 302 len: 444 time: 0.0048440 Sep 18 00:47:23.488622 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [-] 10.222.0.33 "GET /networking/ HTTP/1.1" status: 200 len: 264 time: 0.0043433 Sep 18 00:47:32.582160 dv-cinder-master-3-smb neutron-server[106117]: DEBUG dbcounter [-] [106117] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=106117) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:47:34.947398 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57383966-af98-4a8e-9023-c319fe92de8e None None] get_active_networks_info from dv-cinder-master-3-smb {{(pid=106232) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Sep 18 00:47:34.976786 dv-cinder-master-3-smb neutron-server[106232]: DEBUG dbcounter [-] [106232] Writer thread running {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 18 00:47:35.048104 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57383966-af98-4a8e-9023-c319fe92de8e None None] No non-hosted networks {{(pid=106232) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 18 00:47:35.064549 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.agentschedulers_db [None req-57383966-af98-4a8e-9023-c319fe92de8e None None] DHCP Agent not found on host dv-cinder-master-3-smb {{(pid=106232) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Sep 18 00:47:35.114866 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-7923fc08-ca09-46ff-86f3-589bc243b1f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16490180'] for agent (25137928-f4de-4c87-813e-883d046ac13f), after_create {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:47:36.471373 dv-cinder-master-3-smb neutron-server[106233]: DEBUG dbcounter [-] [106233] Writer thread running {{(pid=106233) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 18 00:47:36.924322 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-9b8896b3-1c43-4335-8e2d-375fffad150b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16490180'] for agent (d0e8801d-4758-48bd-8085-7f05d3358764), after_create {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:47:36.977947 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-4ef1566a-69c6-40bf-aed0-e6d8d81bd227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (d0e8801d-4758-48bd-8085-7f05d3358764), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:47:38.870652 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-dbc7b203-e4cc-426a-aeff-c16fa309d22e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16490180'] for agent (91de19fe-167d-470c-b665-c08c1d21c559), after_create {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:47:38.989174 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 54568) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:47:39.606053 dv-cinder-master-3-smb neutron-server[106231]: WARNING oslo_policy.policy [None req-acb91f9c-9357-44df-a927-250f413c0e05 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 18 00:47:39.607209 dv-cinder-master-3-smb neutron-server[106231]: WARNING oslo_policy.policy [None req-acb91f9c-9357-44df-a927-250f413c0e05 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 18 00:47:39.838200 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [None req-acb91f9c-9357-44df-a927-250f413c0e05 admin admin] http://10.222.0.33:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106231) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 18 00:47:39.851557 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-acb91f9c-9357-44df-a927-250f413c0e05 admin admin] 10.222.0.33 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.8608713 Sep 18 00:47:39.910261 dv-cinder-master-3-smb neutron-server[106232]: INFO neutron.db.l3_hamode_db [None req-3f9f387d-d310-4ea8-ace2-7e401eb6cb9d None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 18 00:47:39.998273 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f9f387d-d310-4ea8-ace2-7e401eb6cb9d None None] Routers set() bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 18 00:47:39.998561 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f9f387d-d310-4ea8-ace2-7e401eb6cb9d None None] Router IDs set() for agent in host dv-cinder-master-3-smb {{(pid=106232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Sep 18 00:47:40.106332 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-1c1e26f8-ce84-4314-9422-87e0912de383 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16490180'] for agent (9a0bd8cc-a240-4c0b-8d32-8f22e7371ee9), after_create {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:47:40.243392 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16490180'] for agent (c8573462-7e7f-4357-b3a8-beeaa8ae7db3), after_create {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:47:40.245397 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:47:40.245953 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:47:40.249072 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:47:40.250141 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:47:40.250537 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:47:40.252698 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:47:40.253075 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:47:40.253419 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:47:40.253756 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:47:40.254071 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:47:40.254394 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:47:40.254711 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:47:40.255071 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:47:40.255390 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:47:40.255704 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:47:40.256121 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-master-3-smb', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=106232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:47:40.261704 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-master-3-smb', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=106232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:47:42.580016 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 54604) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:47:42.900209 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.v2.base [None req-13fc6f2a-d7d0-4405-b713-23d8c3cd1a2a admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'shared': True}} {{(pid=106231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:47:42.912609 dv-cinder-master-3-smb neutron-server[106231]: ERROR stevedore.extension [None req-13fc6f2a-d7d0-4405-b713-23d8c3cd1a2a admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Sep 18 00:47:42.992778 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.policy [None req-13fc6f2a-d7d0-4405-b713-23d8c3cd1a2a admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106231) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 18 00:47:43.035420 dv-cinder-master-3-smb neutron-server[106231]: WARNING oslo_policy.policy [None req-13fc6f2a-d7d0-4405-b713-23d8c3cd1a2a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 18 00:47:43.035793 dv-cinder-master-3-smb neutron-server[106231]: WARNING oslo_policy.policy [None req-13fc6f2a-d7d0-4405-b713-23d8c3cd1a2a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 18 00:47:43.055841 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writer thread running {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 18 00:47:43.130457 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-13fc6f2a-d7d0-4405-b713-23d8c3cd1a2a admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749750710311', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749750701627', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749750727007', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749750719067', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749750746506', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8749750738426', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-960935', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-966353', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16469392', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16460718'] for rbac-policy (None), before_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:47:43.199790 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-13fc6f2a-d7d0-4405-b713-23d8c3cd1a2a admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:47:43.200942 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-13fc6f2a-d7d0-4405-b713-23d8c3cd1a2a admin admin] 10.222.0.33 "POST /networking/v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6199639 Sep 18 00:47:45.809972 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 54614) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:47:46.130173 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.v2.base [None req-42ced6df-a7fc-4730-acf3-0a425d99fb83 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=106231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:47:46.159950 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42ced6df-a7fc-4730-acf3-0a425d99fb83 demo demo] Made reservation on behalf of 7235380db9084da48403a1902b36c2f1 for: {'network': 1} {{(pid=106231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:47:46.164063 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-42ced6df-a7fc-4730-acf3-0a425d99fb83 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for network (None), before_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:47:46.182113 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-42ced6df-a7fc-4730-acf3-0a425d99fb83 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:47:46.291606 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-42ced6df-a7fc-4730-acf3-0a425d99fb83 demo demo] Publish callbacks [] for security_group (47ab171c-a511-45e0-b1e9-3bc2c9fce7fd), precommit_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:47:46.295245 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-42ced6df-a7fc-4730-acf3-0a425d99fb83 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512506'] for security_group (47ab171c-a511-45e0-b1e9-3bc2c9fce7fd), after_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:47:46.320210 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42ced6df-a7fc-4730-acf3-0a425d99fb83 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 183} {{(pid=106231) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 00:47:46.356703 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-42ced6df-a7fc-4730-acf3-0a425d99fb83 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749746056632', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-977230'] for segment (9e422eb2-9efe-4867-8afb-6bf74960952d), precommit_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:47:46.357212 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-42ced6df-a7fc-4730-acf3-0a425d99fb83 demo demo] Unsubscribe: segment precommit_create {{(pid=106231) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 18 00:47:46.357884 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.db.segments_db [None req-42ced6df-a7fc-4730-acf3-0a425d99fb83 demo demo] Added segment 9e422eb2-9efe-4867-8afb-6bf74960952d of type vlan for network ebcefedd-e3a2-4db5-8f9e-9ce0647c3860 Sep 18 00:47:46.372572 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ced6df-a7fc-4730-acf3-0a425d99fb83 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=47ab171c-a511-45e0-b1e9-3bc2c9fce7fd,revision_number=1']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:47:46.399712 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ced6df-a7fc-4730-acf3-0a425d99fb83 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:47:46.400057 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ced6df-a7fc-4730-acf3-0a425d99fb83 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:47:46.400392 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ced6df-a7fc-4730-acf3-0a425d99fb83 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:47:46.400740 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ced6df-a7fc-4730-acf3-0a425d99fb83 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:47:46.401073 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ced6df-a7fc-4730-acf3-0a425d99fb83 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:47:46.401400 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ced6df-a7fc-4730-acf3-0a425d99fb83 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:47:46.401729 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ced6df-a7fc-4730-acf3-0a425d99fb83 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:47:46.402051 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ced6df-a7fc-4730-acf3-0a425d99fb83 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:47:46.402372 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ced6df-a7fc-4730-acf3-0a425d99fb83 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:47:46.402692 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ced6df-a7fc-4730-acf3-0a425d99fb83 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:47:46.403037 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ced6df-a7fc-4730-acf3-0a425d99fb83 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:47:46.403374 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ced6df-a7fc-4730-acf3-0a425d99fb83 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:47:46.403695 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ced6df-a7fc-4730-acf3-0a425d99fb83 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:47:46.404012 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ced6df-a7fc-4730-acf3-0a425d99fb83 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:47:46.404329 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ced6df-a7fc-4730-acf3-0a425d99fb83 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:47:46.405713 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ced6df-a7fc-4730-acf3-0a425d99fb83 demo demo] Tracked resource versions report: Sep 18 00:47:46.405713 dv-cinder-master-3-smb neutron-server[106231]: pushed versions: Sep 18 00:47:46.405713 dv-cinder-master-3-smb neutron-server[106231]: { 'AddressGroup': {'1.2'}, Sep 18 00:47:46.405713 dv-cinder-master-3-smb neutron-server[106231]: 'Agent': {'1.1'}, Sep 18 00:47:46.405713 dv-cinder-master-3-smb neutron-server[106231]: 'ConntrackHelper': {'1.0'}, Sep 18 00:47:46.405713 dv-cinder-master-3-smb neutron-server[106231]: 'LocalIPAssociation': {'1.0'}, Sep 18 00:47:46.405713 dv-cinder-master-3-smb neutron-server[106231]: 'Log': {'1.0'}, Sep 18 00:47:46.405713 dv-cinder-master-3-smb neutron-server[106231]: 'NDPProxy': {'1.0'}, Sep 18 00:47:46.405713 dv-cinder-master-3-smb neutron-server[106231]: 'Network': {'1.1'}, Sep 18 00:47:46.405713 dv-cinder-master-3-smb neutron-server[106231]: 'Port': {'1.7'}, Sep 18 00:47:46.405713 dv-cinder-master-3-smb neutron-server[106231]: 'PortForwarding': {'1.3'}, Sep 18 00:47:46.405713 dv-cinder-master-3-smb neutron-server[106231]: 'QosPolicy': {'1.10'}, Sep 18 00:47:46.405713 dv-cinder-master-3-smb neutron-server[106231]: 'SecurityGroup': {'1.5'}, Sep 18 00:47:46.405713 dv-cinder-master-3-smb neutron-server[106231]: 'SecurityGroupRule': {'1.2'}, Sep 18 00:47:46.405713 dv-cinder-master-3-smb neutron-server[106231]: 'SubPort': {'1.0'}, Sep 18 00:47:46.405713 dv-cinder-master-3-smb neutron-server[106231]: 'Subnet': {'1.1'}, Sep 18 00:47:46.405713 dv-cinder-master-3-smb neutron-server[106231]: 'Trunk': {'1.1'}} Sep 18 00:47:46.405713 dv-cinder-master-3-smb neutron-server[106231]: consumer versions: Sep 18 00:47:46.405713 dv-cinder-master-3-smb neutron-server[106231]: { DHCP agent@dv-cinder-master-3-smb: {}, Sep 18 00:47:46.405713 dv-cinder-master-3-smb neutron-server[106231]: L3 agent@dv-cinder-master-3-smb: {}, Sep 18 00:47:46.405713 dv-cinder-master-3-smb neutron-server[106231]: Metadata agent@dv-cinder-master-3-smb: {}, Sep 18 00:47:46.405713 dv-cinder-master-3-smb neutron-server[106231]: Metering agent@dv-cinder-master-3-smb: {}, Sep 18 00:47:46.405713 dv-cinder-master-3-smb neutron-server[106231]: Open vSwitch agent@dv-cinder-master-3-smb: { 'AddressGroup': '1.2', Sep 18 00:47:46.405713 dv-cinder-master-3-smb neutron-server[106231]: 'Agent': '1.1', Sep 18 00:47:46.405713 dv-cinder-master-3-smb neutron-server[106231]: 'ConntrackHelper': '1.0', Sep 18 00:47:46.405713 dv-cinder-master-3-smb neutron-server[106231]: 'LocalIPAssociation': '1.0', Sep 18 00:47:46.405713 dv-cinder-master-3-smb neutron-server[106231]: 'Log': '1.0', Sep 18 00:47:46.405713 dv-cinder-master-3-smb neutron-server[106231]: 'NDPProxy': '1.0', Sep 18 00:47:46.405713 dv-cinder-master-3-smb neutron-server[106231]: 'Network': '1.1', Sep 18 00:47:46.405713 dv-cinder-master-3-smb neutron-server[106231]: 'Port': '1.7', Sep 18 00:47:46.405713 dv-cinder-master-3-smb neutron-server[106231]: 'PortForwarding': '1.3', Sep 18 00:47:46.405713 dv-cinder-master-3-smb neutron-server[106231]: 'QosPolicy': '1.10', Sep 18 00:47:46.405713 dv-cinder-master-3-smb neutron-server[106231]: 'SecurityGroup': '1.5', Sep 18 00:47:46.405713 dv-cinder-master-3-smb neutron-server[106231]: 'SecurityGroupRule': '1.2', Sep 18 00:47:46.405713 dv-cinder-master-3-smb neutron-server[106231]: 'SubPort': '1.0', Sep 18 00:47:46.405713 dv-cinder-master-3-smb neutron-server[106231]: 'Subnet': '1.1', Sep 18 00:47:46.405713 dv-cinder-master-3-smb neutron-server[106231]: 'Trunk': '1.1'}} Sep 18 00:47:46.405713 dv-cinder-master-3-smb neutron-server[106231]: {{(pid=106231) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 18 00:47:46.466619 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-42ced6df-a7fc-4730-acf3-0a425d99fb83 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749745527471'] for network (ebcefedd-e3a2-4db5-8f9e-9ce0647c3860), precommit_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:47:46.507231 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-42ced6df-a7fc-4730-acf3-0a425d99fb83 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16510767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039'] for network (ebcefedd-e3a2-4db5-8f9e-9ce0647c3860), after_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:47:46.512183 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42ced6df-a7fc-4730-acf3-0a425d99fb83 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:47:46.512886 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-42ced6df-a7fc-4730-acf3-0a425d99fb83 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16267021'] for network (None), before_response {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:47:46.536908 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=50,neutron:INSERT=45,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:47:46.584333 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-42ced6df-a7fc-4730-acf3-0a425d99fb83 demo demo] 10.222.0.33 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.7733643 Sep 18 00:47:46.640502 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ced6df-a7fc-4730-acf3-0a425d99fb83 demo demo] Pushing event updated for resources: {'Network': ['ID=ebcefedd-e3a2-4db5-8f9e-9ce0647c3860,revision_number=1']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:47:46.653278 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.rpc [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Network ebcefedd-e3a2-4db5-8f9e-9ce0647c3860 details requested by agent ovs-agent-dv-cinder-master-3-smb with host dv-cinder-master-3-smb {{(pid=106232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 00:47:49.257938 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.33', 54628) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:47:49.812448 dv-cinder-master-3-smb neutron-server[106230]: WARNING oslo_policy.policy [None req-b53ea18f-7440-4984-ab1b-1e7efa89e8fd demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 18 00:47:49.812982 dv-cinder-master-3-smb neutron-server[106230]: WARNING oslo_policy.policy [None req-b53ea18f-7440-4984-ab1b-1e7efa89e8fd demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 18 00:47:50.077786 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writer thread running {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 18 00:47:50.229574 dv-cinder-master-3-smb neutron-server[106230]: ERROR stevedore.extension [None req-b53ea18f-7440-4984-ab1b-1e7efa89e8fd demo admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Sep 18 00:47:50.303266 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.policy [None req-b53ea18f-7440-4984-ab1b-1e7efa89e8fd demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106230) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 18 00:47:50.349152 dv-cinder-master-3-smb neutron-server[106230]: WARNING oslo_policy.policy [None req-b53ea18f-7440-4984-ab1b-1e7efa89e8fd demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 18 00:47:50.349528 dv-cinder-master-3-smb neutron-server[106230]: WARNING oslo_policy.policy [None req-b53ea18f-7440-4984-ab1b-1e7efa89e8fd demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 18 00:47:50.357126 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b53ea18f-7440-4984-ab1b-1e7efa89e8fd demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:47:50.359466 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [None req-b53ea18f-7440-4984-ab1b-1e7efa89e8fd demo admin] 10.222.0.33 "GET /networking/v2.0/networks/ebcefedd-e3a2-4db5-8f9e-9ce0647c3860 HTTP/1.1" status: 200 len: 825 time: 1.0996919 Sep 18 00:47:50.399987 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [None req-f61eb7c6-1095-4941-a246-4cdf99995398 demo admin] 10.222.0.33 "GET /networking/v2.0/subnetpools/3087b35b-0377-4c1b-871d-508bfbfd959f HTTP/1.1" status: 200 len: 734 time: 0.0345261 Sep 18 00:47:50.409289 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.v2.base [None req-33e91a75-4836-43ef-baf2-d1953ed4c57a demo admin] Request body: {'subnet': {'ip_version': 4, 'network_id': 'ebcefedd-e3a2-4db5-8f9e-9ce0647c3860', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '3087b35b-0377-4c1b-871d-508bfbfd959f'}} {{(pid=106230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:47:50.446040 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33e91a75-4836-43ef-baf2-d1953ed4c57a demo admin] Made reservation on behalf of 7235380db9084da48403a1902b36c2f1 for: {'subnet': 1} {{(pid=106230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:47:50.448740 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-33e91a75-4836-43ef-baf2-d1953ed4c57a demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:47:50.739395 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-33e91a75-4836-43ef-baf2-d1953ed4c57a demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16510870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039'] for subnet (6c368400-e54e-4702-9a72-e0054ddc59c6), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:47:50.809287 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e91a75-4836-43ef-baf2-d1953ed4c57a demo admin] Checking segment: {'id': '9e422eb2-9efe-4867-8afb-6bf74960952d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ebcefedd-e3a2-4db5-8f9e-9ce0647c3860'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 18 00:47:50.809659 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33e91a75-4836-43ef-baf2-d1953ed4c57a demo admin] Network hostable DHCP agents. Network: ebcefedd-e3a2-4db5-8f9e-9ce0647c3860, hostable agents: ['25137928-f4de-4c87-813e-883d046ac13f'], hosted agents: [] {{(pid=106230) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 00:47:50.819288 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e91a75-4836-43ef-baf2-d1953ed4c57a demo admin] Pushing event updated for resources: {'Subnet': ['ID=6c368400-e54e-4702-9a72-e0054ddc59c6,revision_number=0']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:47:50.831364 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e91a75-4836-43ef-baf2-d1953ed4c57a demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:47:50.831710 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e91a75-4836-43ef-baf2-d1953ed4c57a demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:47:50.832048 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e91a75-4836-43ef-baf2-d1953ed4c57a demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:47:50.832398 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e91a75-4836-43ef-baf2-d1953ed4c57a demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:47:50.832733 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e91a75-4836-43ef-baf2-d1953ed4c57a demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:47:50.833061 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e91a75-4836-43ef-baf2-d1953ed4c57a demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:47:50.833386 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e91a75-4836-43ef-baf2-d1953ed4c57a demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:47:50.833709 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e91a75-4836-43ef-baf2-d1953ed4c57a demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:47:50.834033 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e91a75-4836-43ef-baf2-d1953ed4c57a demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:47:50.834354 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e91a75-4836-43ef-baf2-d1953ed4c57a demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:47:50.834674 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e91a75-4836-43ef-baf2-d1953ed4c57a demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:47:50.835040 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e91a75-4836-43ef-baf2-d1953ed4c57a demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:47:50.835364 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e91a75-4836-43ef-baf2-d1953ed4c57a demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:47:50.835683 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e91a75-4836-43ef-baf2-d1953ed4c57a demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:47:50.836001 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e91a75-4836-43ef-baf2-d1953ed4c57a demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:47:50.837165 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e91a75-4836-43ef-baf2-d1953ed4c57a demo admin] Tracked resource versions report: Sep 18 00:47:50.837165 dv-cinder-master-3-smb neutron-server[106230]: pushed versions: Sep 18 00:47:50.837165 dv-cinder-master-3-smb neutron-server[106230]: { 'AddressGroup': {'1.2'}, Sep 18 00:47:50.837165 dv-cinder-master-3-smb neutron-server[106230]: 'Agent': {'1.1'}, Sep 18 00:47:50.837165 dv-cinder-master-3-smb neutron-server[106230]: 'ConntrackHelper': {'1.0'}, Sep 18 00:47:50.837165 dv-cinder-master-3-smb neutron-server[106230]: 'LocalIPAssociation': {'1.0'}, Sep 18 00:47:50.837165 dv-cinder-master-3-smb neutron-server[106230]: 'Log': {'1.0'}, Sep 18 00:47:50.837165 dv-cinder-master-3-smb neutron-server[106230]: 'NDPProxy': {'1.0'}, Sep 18 00:47:50.837165 dv-cinder-master-3-smb neutron-server[106230]: 'Network': {'1.1'}, Sep 18 00:47:50.837165 dv-cinder-master-3-smb neutron-server[106230]: 'Port': {'1.7'}, Sep 18 00:47:50.837165 dv-cinder-master-3-smb neutron-server[106230]: 'PortForwarding': {'1.3'}, Sep 18 00:47:50.837165 dv-cinder-master-3-smb neutron-server[106230]: 'QosPolicy': {'1.10'}, Sep 18 00:47:50.837165 dv-cinder-master-3-smb neutron-server[106230]: 'SecurityGroup': {'1.5'}, Sep 18 00:47:50.837165 dv-cinder-master-3-smb neutron-server[106230]: 'SecurityGroupRule': {'1.2'}, Sep 18 00:47:50.837165 dv-cinder-master-3-smb neutron-server[106230]: 'SubPort': {'1.0'}, Sep 18 00:47:50.837165 dv-cinder-master-3-smb neutron-server[106230]: 'Subnet': {'1.1'}, Sep 18 00:47:50.837165 dv-cinder-master-3-smb neutron-server[106230]: 'Trunk': {'1.1'}} Sep 18 00:47:50.837165 dv-cinder-master-3-smb neutron-server[106230]: consumer versions: Sep 18 00:47:50.837165 dv-cinder-master-3-smb neutron-server[106230]: { DHCP agent@dv-cinder-master-3-smb: {}, Sep 18 00:47:50.837165 dv-cinder-master-3-smb neutron-server[106230]: L3 agent@dv-cinder-master-3-smb: {}, Sep 18 00:47:50.837165 dv-cinder-master-3-smb neutron-server[106230]: Metadata agent@dv-cinder-master-3-smb: {}, Sep 18 00:47:50.837165 dv-cinder-master-3-smb neutron-server[106230]: Metering agent@dv-cinder-master-3-smb: {}, Sep 18 00:47:50.837165 dv-cinder-master-3-smb neutron-server[106230]: Open vSwitch agent@dv-cinder-master-3-smb: { 'AddressGroup': '1.2', Sep 18 00:47:50.837165 dv-cinder-master-3-smb neutron-server[106230]: 'Agent': '1.1', Sep 18 00:47:50.837165 dv-cinder-master-3-smb neutron-server[106230]: 'ConntrackHelper': '1.0', Sep 18 00:47:50.837165 dv-cinder-master-3-smb neutron-server[106230]: 'LocalIPAssociation': '1.0', Sep 18 00:47:50.837165 dv-cinder-master-3-smb neutron-server[106230]: 'Log': '1.0', Sep 18 00:47:50.837165 dv-cinder-master-3-smb neutron-server[106230]: 'NDPProxy': '1.0', Sep 18 00:47:50.837165 dv-cinder-master-3-smb neutron-server[106230]: 'Network': '1.1', Sep 18 00:47:50.837165 dv-cinder-master-3-smb neutron-server[106230]: 'Port': '1.7', Sep 18 00:47:50.837165 dv-cinder-master-3-smb neutron-server[106230]: 'PortForwarding': '1.3', Sep 18 00:47:50.837165 dv-cinder-master-3-smb neutron-server[106230]: 'QosPolicy': '1.10', Sep 18 00:47:50.837165 dv-cinder-master-3-smb neutron-server[106230]: 'SecurityGroup': '1.5', Sep 18 00:47:50.837165 dv-cinder-master-3-smb neutron-server[106230]: 'SecurityGroupRule': '1.2', Sep 18 00:47:50.837165 dv-cinder-master-3-smb neutron-server[106230]: 'SubPort': '1.0', Sep 18 00:47:50.837165 dv-cinder-master-3-smb neutron-server[106230]: 'Subnet': '1.1', Sep 18 00:47:50.837165 dv-cinder-master-3-smb neutron-server[106230]: 'Trunk': '1.1'}} Sep 18 00:47:50.837165 dv-cinder-master-3-smb neutron-server[106230]: {{(pid=106230) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 18 00:47:50.864184 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33e91a75-4836-43ef-baf2-d1953ed4c57a demo admin] Network ebcefedd-e3a2-4db5-8f9e-9ce0647c3860 is scheduled to be hosted by DHCP agent 25137928-f4de-4c87-813e-883d046ac13f with binding_index 1 {{(pid=106230) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 00:47:50.877242 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.scheduler.base_scheduler [None req-33e91a75-4836-43ef-baf2-d1953ed4c57a demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-smb, ebcefedd-e3a2-4db5-8f9e-9ce0647c3860) {{(pid=106230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:47:50.882198 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33e91a75-4836-43ef-baf2-d1953ed4c57a demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:47:50.882978 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-33e91a75-4836-43ef-baf2-d1953ed4c57a demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16267021'] for subnet (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:47:50.889639 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6db5206-da2b-4d47-be34-dee05c7651ff None None] Network ebcefedd-e3a2-4db5-8f9e-9ce0647c3860 requested from dv-cinder-master-3-smb {{(pid=106232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 18 00:47:50.893365 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=63,neutron:INSERT=35,neutron:UPDATE=2 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:47:50.917511 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [None req-33e91a75-4836-43ef-baf2-d1953ed4c57a demo admin] 10.222.0.33 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5113471 Sep 18 00:47:51.165874 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aa1e34b-af5c-4c52-8004-df9cd35021ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c9b710a-c5e7-5cbf-88b5-877954cdc74b-ebcefedd-e3a2-4db5-8f9e-9ce0647c3860', 'network_id': 'ebcefedd-e3a2-4db5-8f9e-9ce0647c3860', 'project_id': '7235380db9084da48403a1902b36c2f1', 'fixed_ips': [{'subnet_id': '6c368400-e54e-4702-9a72-e0054ddc59c6'}]}} from dv-cinder-master-3-smb. {{(pid=106232) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 18 00:47:51.167214 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-4aa1e34b-af5c-4c52-8004-df9cd35021ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (None), before_create {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:47:51.444469 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.db_base_plugin_common [None req-4aa1e34b-af5c-4c52-8004-df9cd35021ee None None] Allocated IP 172.20.0.2 (ebcefedd-e3a2-4db5-8f9e-9ce0647c3860/6c368400-e54e-4702-9a72-e0054ddc59c6/6d5bcb0e-da47-46a3-8d78-4e4c39bce4cf) {{(pid=106232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:47:51.504336 dv-cinder-master-3-smb neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=63,neutron:INSERT=34,neutron:UPDATE=3 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:47:51.715577 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-4aa1e34b-af5c-4c52-8004-df9cd35021ee None None] Publish callbacks [] for port (6d5bcb0e-da47-46a3-8d78-4e4c39bce4cf), precommit_create {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:47:51.723925 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-4aa1e34b-af5c-4c52-8004-df9cd35021ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749745591507'] for port (6d5bcb0e-da47-46a3-8d78-4e4c39bce4cf), after_create {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:47:51.798300 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aa1e34b-af5c-4c52-8004-df9cd35021ee None None] Network ebcefedd-e3a2-4db5-8f9e-9ce0647c3860 is already hosted by enough agents. {{(pid=106232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:47:51.805176 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.scheduler.base_scheduler [None req-4aa1e34b-af5c-4c52-8004-df9cd35021ee None None] Resources bound (agent type, host, resource id): {{(pid=106232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:47:51.812641 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa1e34b-af5c-4c52-8004-df9cd35021ee None None] Received port after_create {{(pid=106232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 18 00:47:51.819642 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa1e34b-af5c-4c52-8004-df9cd35021ee None None] Pushing event updated for resources: {'Port': ['ID=6d5bcb0e-da47-46a3-8d78-4e4c39bce4cf,revision_number=1']} {{(pid=106232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:47:51.828953 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa1e34b-af5c-4c52-8004-df9cd35021ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:47:51.829294 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa1e34b-af5c-4c52-8004-df9cd35021ee None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:47:51.829638 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa1e34b-af5c-4c52-8004-df9cd35021ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:47:51.830002 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa1e34b-af5c-4c52-8004-df9cd35021ee None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:47:51.830339 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa1e34b-af5c-4c52-8004-df9cd35021ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:47:51.830673 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa1e34b-af5c-4c52-8004-df9cd35021ee None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:47:51.831026 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa1e34b-af5c-4c52-8004-df9cd35021ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:47:51.831356 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa1e34b-af5c-4c52-8004-df9cd35021ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:47:51.831687 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa1e34b-af5c-4c52-8004-df9cd35021ee None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:47:51.832014 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa1e34b-af5c-4c52-8004-df9cd35021ee None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:47:51.832341 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa1e34b-af5c-4c52-8004-df9cd35021ee None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:47:51.832679 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa1e34b-af5c-4c52-8004-df9cd35021ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:47:51.833004 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa1e34b-af5c-4c52-8004-df9cd35021ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:47:51.833324 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa1e34b-af5c-4c52-8004-df9cd35021ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:47:51.833644 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa1e34b-af5c-4c52-8004-df9cd35021ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:47:51.834871 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4aa1e34b-af5c-4c52-8004-df9cd35021ee None None] Tracked resource versions report: Sep 18 00:47:51.834871 dv-cinder-master-3-smb neutron-server[106232]: pushed versions: Sep 18 00:47:51.834871 dv-cinder-master-3-smb neutron-server[106232]: { 'AddressGroup': {'1.2'}, Sep 18 00:47:51.834871 dv-cinder-master-3-smb neutron-server[106232]: 'Agent': {'1.1'}, Sep 18 00:47:51.834871 dv-cinder-master-3-smb neutron-server[106232]: 'ConntrackHelper': {'1.0'}, Sep 18 00:47:51.834871 dv-cinder-master-3-smb neutron-server[106232]: 'LocalIPAssociation': {'1.0'}, Sep 18 00:47:51.834871 dv-cinder-master-3-smb neutron-server[106232]: 'Log': {'1.0'}, Sep 18 00:47:51.834871 dv-cinder-master-3-smb neutron-server[106232]: 'NDPProxy': {'1.0'}, Sep 18 00:47:51.834871 dv-cinder-master-3-smb neutron-server[106232]: 'Network': {'1.1'}, Sep 18 00:47:51.834871 dv-cinder-master-3-smb neutron-server[106232]: 'Port': {'1.7'}, Sep 18 00:47:51.834871 dv-cinder-master-3-smb neutron-server[106232]: 'PortForwarding': {'1.3'}, Sep 18 00:47:51.834871 dv-cinder-master-3-smb neutron-server[106232]: 'QosPolicy': {'1.10'}, Sep 18 00:47:51.834871 dv-cinder-master-3-smb neutron-server[106232]: 'SecurityGroup': {'1.5'}, Sep 18 00:47:51.834871 dv-cinder-master-3-smb neutron-server[106232]: 'SecurityGroupRule': {'1.2'}, Sep 18 00:47:51.834871 dv-cinder-master-3-smb neutron-server[106232]: 'SubPort': {'1.0'}, Sep 18 00:47:51.834871 dv-cinder-master-3-smb neutron-server[106232]: 'Subnet': {'1.1'}, Sep 18 00:47:51.834871 dv-cinder-master-3-smb neutron-server[106232]: 'Trunk': {'1.1'}} Sep 18 00:47:51.834871 dv-cinder-master-3-smb neutron-server[106232]: consumer versions: Sep 18 00:47:51.834871 dv-cinder-master-3-smb neutron-server[106232]: { DHCP agent@dv-cinder-master-3-smb: {}, Sep 18 00:47:51.834871 dv-cinder-master-3-smb neutron-server[106232]: L3 agent@dv-cinder-master-3-smb: {}, Sep 18 00:47:51.834871 dv-cinder-master-3-smb neutron-server[106232]: Metadata agent@dv-cinder-master-3-smb: {}, Sep 18 00:47:51.834871 dv-cinder-master-3-smb neutron-server[106232]: Metering agent@dv-cinder-master-3-smb: {}, Sep 18 00:47:51.834871 dv-cinder-master-3-smb neutron-server[106232]: Open vSwitch agent@dv-cinder-master-3-smb: { 'AddressGroup': '1.2', Sep 18 00:47:51.834871 dv-cinder-master-3-smb neutron-server[106232]: 'Agent': '1.1', Sep 18 00:47:51.834871 dv-cinder-master-3-smb neutron-server[106232]: 'ConntrackHelper': '1.0', Sep 18 00:47:51.834871 dv-cinder-master-3-smb neutron-server[106232]: 'LocalIPAssociation': '1.0', Sep 18 00:47:51.834871 dv-cinder-master-3-smb neutron-server[106232]: 'Log': '1.0', Sep 18 00:47:51.834871 dv-cinder-master-3-smb neutron-server[106232]: 'NDPProxy': '1.0', Sep 18 00:47:51.834871 dv-cinder-master-3-smb neutron-server[106232]: 'Network': '1.1', Sep 18 00:47:51.834871 dv-cinder-master-3-smb neutron-server[106232]: 'Port': '1.7', Sep 18 00:47:51.834871 dv-cinder-master-3-smb neutron-server[106232]: 'PortForwarding': '1.3', Sep 18 00:47:51.834871 dv-cinder-master-3-smb neutron-server[106232]: 'QosPolicy': '1.10', Sep 18 00:47:51.834871 dv-cinder-master-3-smb neutron-server[106232]: 'SecurityGroup': '1.5', Sep 18 00:47:51.834871 dv-cinder-master-3-smb neutron-server[106232]: 'SecurityGroupRule': '1.2', Sep 18 00:47:51.834871 dv-cinder-master-3-smb neutron-server[106232]: 'SubPort': '1.0', Sep 18 00:47:51.834871 dv-cinder-master-3-smb neutron-server[106232]: 'Subnet': '1.1', Sep 18 00:47:51.834871 dv-cinder-master-3-smb neutron-server[106232]: 'Trunk': '1.1'}} Sep 18 00:47:51.834871 dv-cinder-master-3-smb neutron-server[106232]: {{(pid=106232) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 18 00:47:51.912271 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.managers [None req-4aa1e34b-af5c-4c52-8004-df9cd35021ee None None] Attempting to bind port 6d5bcb0e-da47-46a3-8d78-4e4c39bce4cf on host dv-cinder-master-3-smb for vnic_type normal with profile {{(pid=106232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 18 00:47:51.912929 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.managers [None req-4aa1e34b-af5c-4c52-8004-df9cd35021ee None None] Attempting to bind port 6d5bcb0e-da47-46a3-8d78-4e4c39bce4cf by drivers openvswitch,hyperv on host dv-cinder-master-3-smb at level 0 using segments [{'id': '9e422eb2-9efe-4867-8afb-6bf74960952d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ebcefedd-e3a2-4db5-8f9e-9ce0647c3860'}] {{(pid=106232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 18 00:47:51.913096 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa1e34b-af5c-4c52-8004-df9cd35021ee None None] Attempting to bind port 6d5bcb0e-da47-46a3-8d78-4e4c39bce4cf on network ebcefedd-e3a2-4db5-8f9e-9ce0647c3860 {{(pid=106232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:47:51.949241 dv-cinder-master-3-smb neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:INSERT=7,neutron:SELECT=90,neutron:UPDATE=3 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:47:51.961433 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa1e34b-af5c-4c52-8004-df9cd35021ee None None] Checking agent: {'id': 'c8573462-7e7f-4357-b3a8-beeaa8ae7db3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 18, 0, 47, 40), 'started_at': datetime.datetime(2022, 9, 18, 0, 47, 40), 'heartbeat_timestamp': datetime.datetime(2022, 9, 18, 0, 47, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 18 00:47:51.961805 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa1e34b-af5c-4c52-8004-df9cd35021ee None None] Checking segment: {'id': '9e422eb2-9efe-4867-8afb-6bf74960952d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ebcefedd-e3a2-4db5-8f9e-9ce0647c3860'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 18 00:47:51.962270 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-4aa1e34b-af5c-4c52-8004-df9cd35021ee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:47:51.962660 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa1e34b-af5c-4c52-8004-df9cd35021ee None None] Bound using segment: {'id': '9e422eb2-9efe-4867-8afb-6bf74960952d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ebcefedd-e3a2-4db5-8f9e-9ce0647c3860'} {{(pid=106232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 18 00:47:51.963166 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.managers [None req-4aa1e34b-af5c-4c52-8004-df9cd35021ee None None] Bound port: 6d5bcb0e-da47-46a3-8d78-4e4c39bce4cf, host: dv-cinder-master-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e422eb2-9efe-4867-8afb-6bf74960952d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ebcefedd-e3a2-4db5-8f9e-9ce0647c3860'}}] {{(pid=106232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 18 00:47:51.963571 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-4aa1e34b-af5c-4c52-8004-df9cd35021ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (6d5bcb0e-da47-46a3-8d78-4e4c39bce4cf), before_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:47:52.028398 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.db [None req-4aa1e34b-af5c-4c52-8004-df9cd35021ee None None] For port 6d5bcb0e-da47-46a3-8d78-4e4c39bce4cf, host dv-cinder-master-3-smb, cleared binding levels {{(pid=106232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:47:52.048932 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.db [None req-4aa1e34b-af5c-4c52-8004-df9cd35021ee None None] For port 6d5bcb0e-da47-46a3-8d78-4e4c39bce4cf, host dv-cinder-master-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=6d5bcb0e-da47-46a3-8d78-4e4c39bce4cf,segment=NetworkSegment(9e422eb2-9efe-4867-8afb-6bf74960952d),segment_id=9e422eb2-9efe-4867-8afb-6bf74960952d)] {{(pid=106232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:47:52.055617 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-4aa1e34b-af5c-4c52-8004-df9cd35021ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749746030758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749745591525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749745591543'] for port (6d5bcb0e-da47-46a3-8d78-4e4c39bce4cf), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:47:52.107083 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa1e34b-af5c-4c52-8004-df9cd35021ee None None] Pushing event updated for resources: {'Port': ['ID=6d5bcb0e-da47-46a3-8d78-4e4c39bce4cf,revision_number=2']} {{(pid=106232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:47:52.112726 dv-cinder-master-3-smb neutron-server[106233]: DEBUG dbcounter [-] [106233] Writing DB stats neutron:SELECT=15,neutron:INSERT=31 {{(pid=106233) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:47:52.120242 dv-cinder-master-3-smb neutron-server[106233]: DEBUG dbcounter [-] [106233] Writing DB stats neutron:SELECT=9 {{(pid=106233) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:47:53.600674 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.33', 54656) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:47:53.928473 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.wsgi [None req-b8b093cb-37fb-43c6-90f8-e4500ef9db31 admin admin] http://10.222.0.33:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106230) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 18 00:47:53.929774 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [None req-b8b093cb-37fb-43c6-90f8-e4500ef9db31 admin admin] 10.222.0.33 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3281636 Sep 18 00:47:56.595645 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 54664) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:47:56.636568 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=55,neutron:INSERT=10,neutron:DELETE=3 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:47:56.926017 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [None req-3234c3e9-2158-4e40-91d6-8dbf2f228623 admin admin] http://10.222.0.33:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106231) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 18 00:47:56.927089 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-3234c3e9-2158-4e40-91d6-8dbf2f228623 admin admin] 10.222.0.33 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3304372 Sep 18 00:47:59.605669 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 54676) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:47:59.909904 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.rpc [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Device 6d5bcb0e-da47-46a3-8d78-4e4c39bce4cf up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=106232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:47:59.947566 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.v2.base [None req-81ac33e5-dd7b-4df6-bd7f-27d683986c87 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=106231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:47:59.974073 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-81ac33e5-dd7b-4df6-bd7f-27d683986c87 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16492684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1939'] for router (f57f4c55-d975-43f9-911c-fac620a97312), before_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:47:59.975713 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-81ac33e5-dd7b-4df6-bd7f-27d683986c87 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16492209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16485630', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16421430', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1946'] for router (f57f4c55-d975-43f9-911c-fac620a97312), precommit_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:48:00.002626 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.provisioning_blocks [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Provisioning complete for port 6d5bcb0e-da47-46a3-8d78-4e4c39bce4cf triggered by entity L2. {{(pid=106232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 00:48:00.003136 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981214'] for port (6d5bcb0e-da47-46a3-8d78-4e4c39bce4cf), provisioning_complete {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:48:00.003568 dv-cinder-master-3-smb neutron-server[106232]: INFO neutron.plugins.ml2.plugin [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Attempt 1 to provision port 6d5bcb0e-da47-46a3-8d78-4e4c39bce4cf Sep 18 00:48:00.103704 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Current status of the port 6d5bcb0e-da47-46a3-8d78-4e4c39bce4cf is: DOWN; New status is: ACTIVE {{(pid=106232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 00:48:00.104092 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (6d5bcb0e-da47-46a3-8d78-4e4c39bce4cf), before_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:48:00.115147 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-81ac33e5-dd7b-4df6-bd7f-27d683986c87 demo demo] Publish callbacks [] for router_controller (f57f4c55-d975-43f9-911c-fac620a97312), precommit_add_association {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:48:00.120859 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-81ac33e5-dd7b-4df6-bd7f-27d683986c87 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16492265', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16489761'] for router (f57f4c55-d975-43f9-911c-fac620a97312), after_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:48:00.140621 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-81ac33e5-dd7b-4df6-bd7f-27d683986c87 demo demo] Publish callbacks [] for router (None), before_response {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:48:00.141467 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.db [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] For port 6d5bcb0e-da47-46a3-8d78-4e4c39bce4cf, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=6d5bcb0e-da47-46a3-8d78-4e4c39bce4cf,segment=NetworkSegment(9e422eb2-9efe-4867-8afb-6bf74960952d),segment_id=9e422eb2-9efe-4867-8afb-6bf74960952d)] {{(pid=106232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:48:00.143291 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-81ac33e5-dd7b-4df6-bd7f-27d683986c87 demo demo] 10.222.0.33 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5358932 Sep 18 00:48:00.145240 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749746030758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749745591525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749745591543'] for port (6d5bcb0e-da47-46a3-8d78-4e4c39bce4cf), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:48:00.178505 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ad517a2-f56f-4b64-b540-f0e200a41638 None None] Network ebcefedd-e3a2-4db5-8f9e-9ce0647c3860 requested from dv-cinder-master-3-smb {{(pid=106232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 18 00:48:00.266783 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Pushing event updated for resources: {'Port': ['ID=6d5bcb0e-da47-46a3-8d78-4e4c39bce4cf,revision_number=3']} {{(pid=106232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:48:00.294635 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.provisioning_blocks [None req-5b2a8ae4-c9b7-41ad-bad0-fe33fc556196 None None] Provisioning complete for port 6d5bcb0e-da47-46a3-8d78-4e4c39bce4cf triggered by entity DHCP. {{(pid=106232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 00:48:00.295060 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-5b2a8ae4-c9b7-41ad-bad0-fe33fc556196 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981214'] for port (6d5bcb0e-da47-46a3-8d78-4e4c39bce4cf), provisioning_complete {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:48:00.295399 dv-cinder-master-3-smb neutron-server[106232]: INFO neutron.plugins.ml2.plugin [None req-5b2a8ae4-c9b7-41ad-bad0-fe33fc556196 None None] Attempt 1 to provision port 6d5bcb0e-da47-46a3-8d78-4e4c39bce4cf Sep 18 00:48:00.326002 dv-cinder-master-3-smb neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:48:00.413837 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-5b2a8ae4-c9b7-41ad-bad0-fe33fc556196 None None] Current status of the port 6d5bcb0e-da47-46a3-8d78-4e4c39bce4cf is: ACTIVE; New status is: ACTIVE {{(pid=106232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 00:48:00.632088 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.provisioning_blocks [None req-4c30901f-98aa-4511-a602-db7cc9f9d409 None None] Provisioning complete for port 6d5bcb0e-da47-46a3-8d78-4e4c39bce4cf triggered by entity DHCP. {{(pid=106232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 00:48:00.632481 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-4c30901f-98aa-4511-a602-db7cc9f9d409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981214'] for port (6d5bcb0e-da47-46a3-8d78-4e4c39bce4cf), provisioning_complete {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:48:00.632820 dv-cinder-master-3-smb neutron-server[106232]: INFO neutron.plugins.ml2.plugin [None req-4c30901f-98aa-4511-a602-db7cc9f9d409 None None] Attempt 1 to provision port 6d5bcb0e-da47-46a3-8d78-4e4c39bce4cf Sep 18 00:48:00.707443 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-4c30901f-98aa-4511-a602-db7cc9f9d409 None None] Current status of the port 6d5bcb0e-da47-46a3-8d78-4e4c39bce4cf is: ACTIVE; New status is: ACTIVE {{(pid=106232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 00:48:00.907314 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=60,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:48:01.892495 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.rpc [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Device 6d5bcb0e-da47-46a3-8d78-4e4c39bce4cf up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=106232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:48:01.936623 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.provisioning_blocks [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Provisioning complete for port 6d5bcb0e-da47-46a3-8d78-4e4c39bce4cf triggered by entity L2. {{(pid=106232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 00:48:01.937017 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981214'] for port (6d5bcb0e-da47-46a3-8d78-4e4c39bce4cf), provisioning_complete {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:48:01.937360 dv-cinder-master-3-smb neutron-server[106232]: INFO neutron.plugins.ml2.plugin [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Attempt 1 to provision port 6d5bcb0e-da47-46a3-8d78-4e4c39bce4cf Sep 18 00:48:01.970529 dv-cinder-master-3-smb neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:48:02.017464 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Current status of the port 6d5bcb0e-da47-46a3-8d78-4e4c39bce4cf is: ACTIVE; New status is: ACTIVE {{(pid=106232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 00:48:02.796422 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 54686) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:48:03.118707 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [None req-0409c880-14fc-4fa9-8c95-dd210acb47c1 admin admin] http://10.222.0.33:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106231) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 18 00:48:03.119712 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-0409c880-14fc-4fa9-8c95-dd210acb47c1 admin admin] 10.222.0.33 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3224418 Sep 18 00:48:04.884293 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-e8e3603f-f928-4d52-9328-dc93b427846e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (25137928-f4de-4c87-813e-883d046ac13f), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:48:05.760570 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 54694) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:48:06.079714 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.v2.base [None req-8955e269-c34f-4e1a-b46f-2015dc6d840a admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'admin_state_up': True, 'router:external': True, 'is_default': True, 'provider:network_type': 'flat', 'name': 'public'}} {{(pid=106231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:48:06.100251 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8955e269-c34f-4e1a-b46f-2015dc6d840a admin admin] Made reservation on behalf of bc6c609cf3f84261a2a1675dd3a909f0 for: {'network': 1} {{(pid=106231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:48:06.102427 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-8955e269-c34f-4e1a-b46f-2015dc6d840a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for network (None), before_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:48:06.110393 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-8955e269-c34f-4e1a-b46f-2015dc6d840a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:48:06.185358 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-8955e269-c34f-4e1a-b46f-2015dc6d840a admin admin] Publish callbacks [] for security_group (e50e0088-3707-4ecf-b558-6fac78cb58b0), precommit_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:48:06.189002 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-8955e269-c34f-4e1a-b46f-2015dc6d840a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512506'] for security_group (e50e0088-3707-4ecf-b558-6fac78cb58b0), after_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:48:06.203469 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-8955e269-c34f-4e1a-b46f-2015dc6d840a admin admin] Reserving flat network on physical network physnet1 {{(pid=106231) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 18 00:48:06.226111 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-8955e269-c34f-4e1a-b46f-2015dc6d840a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-977230'] for segment (e81b1a67-2f81-4ac8-a4dd-b13e6c47d014), precommit_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:48:06.226455 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.db.segments_db [None req-8955e269-c34f-4e1a-b46f-2015dc6d840a admin admin] Added segment e81b1a67-2f81-4ac8-a4dd-b13e6c47d014 of type flat for network b5726c9b-05f1-4137-90cd-23a4e3e89505 Sep 18 00:48:06.233567 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8955e269-c34f-4e1a-b46f-2015dc6d840a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e50e0088-3707-4ecf-b558-6fac78cb58b0,revision_number=1']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:48:06.276242 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-8955e269-c34f-4e1a-b46f-2015dc6d840a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749745527471'] for network (b5726c9b-05f1-4137-90cd-23a4e3e89505), precommit_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:48:06.324380 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-8955e269-c34f-4e1a-b46f-2015dc6d840a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16510767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039'] for network (b5726c9b-05f1-4137-90cd-23a4e3e89505), after_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:48:06.325422 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8955e269-c34f-4e1a-b46f-2015dc6d840a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:48:06.325991 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-8955e269-c34f-4e1a-b46f-2015dc6d840a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16267021'] for network (None), before_response {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:48:06.382426 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-8955e269-c34f-4e1a-b46f-2015dc6d840a admin admin] 10.222.0.33 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6207860 Sep 18 00:48:06.419955 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8955e269-c34f-4e1a-b46f-2015dc6d840a admin admin] Pushing event updated for resources: {'Network': ['ID=b5726c9b-05f1-4137-90cd-23a4e3e89505,revision_number=1']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:48:06.429954 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.rpc [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Network b5726c9b-05f1-4137-90cd-23a4e3e89505 details requested by agent ovs-agent-dv-cinder-master-3-smb with host dv-cinder-master-3-smb {{(pid=106232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 00:48:06.921995 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-d1218da0-a1d8-427b-8733-fb9b0acc2fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (d0e8801d-4758-48bd-8085-7f05d3358764), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:48:08.867933 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-dbc7b203-e4cc-426a-aeff-c16fa309d22e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (91de19fe-167d-470c-b665-c08c1d21c559), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:48:08.982482 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 54702) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:48:09.385386 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfe0961d-aca6-4f6e-ace2-765756f3ca67 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:48:09.387440 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-dfe0961d-aca6-4f6e-ace2-765756f3ca67 demo admin] 10.222.0.33 "GET /networking/v2.0/subnets/6c368400-e54e-4702-9a72-e0054ddc59c6 HTTP/1.1" status: 200 len: 849 time: 0.4039738 Sep 18 00:48:09.505340 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-441a9bec-72d8-4e61-84f3-c5a4231acdee demo admin] 10.222.0.33 "GET /networking/v2.0/routers/f57f4c55-d975-43f9-911c-fac620a97312 HTTP/1.1" status: 200 len: 704 time: 0.1119750 Sep 18 00:48:09.767830 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-2ecc3d04-ae0c-4c0f-ad2c-c08207ea51d4 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (None), before_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:48:09.838125 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=76,neutron:INSERT=17,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:48:09.845522 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:48:10.053209 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-1c1e26f8-ce84-4314-9422-87e0912de383 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (9a0bd8cc-a240-4c0b-8d32-8f22e7371ee9), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:48:10.064943 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.db.db_base_plugin_common [None req-2ecc3d04-ae0c-4c0f-ad2c-c08207ea51d4 demo admin] Allocated IP 172.20.0.1 (ebcefedd-e3a2-4db5-8f9e-9ce0647c3860/6c368400-e54e-4702-9a72-e0054ddc59c6/7e677ef9-080b-409c-aa69-1948d9620668) {{(pid=106231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:48:10.243923 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (c8573462-7e7f-4357-b3a8-beeaa8ae7db3), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:48:10.254933 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-2ecc3d04-ae0c-4c0f-ad2c-c08207ea51d4 demo admin] Publish callbacks [] for port (7e677ef9-080b-409c-aa69-1948d9620668), precommit_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:48:10.316894 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-2ecc3d04-ae0c-4c0f-ad2c-c08207ea51d4 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749745591507'] for port (7e677ef9-080b-409c-aa69-1948d9620668), after_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:48:10.433724 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ecc3d04-ae0c-4c0f-ad2c-c08207ea51d4 demo admin] Network ebcefedd-e3a2-4db5-8f9e-9ce0647c3860 is already hosted by enough agents. {{(pid=106231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:48:10.445243 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.scheduler.base_scheduler [None req-2ecc3d04-ae0c-4c0f-ad2c-c08207ea51d4 demo admin] Resources bound (agent type, host, resource id): {{(pid=106231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:48:10.453843 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ecc3d04-ae0c-4c0f-ad2c-c08207ea51d4 demo admin] Received port after_create {{(pid=106231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 18 00:48:10.454376 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-2ecc3d04-ae0c-4c0f-ad2c-c08207ea51d4 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16482840'] for router_interface (f57f4c55-d975-43f9-911c-fac620a97312), before_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:48:10.511967 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecc3d04-ae0c-4c0f-ad2c-c08207ea51d4 demo admin] Pushing event updated for resources: {'Port': ['ID=7e677ef9-080b-409c-aa69-1948d9620668,revision_number=1']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:48:10.657577 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-2ecc3d04-ae0c-4c0f-ad2c-c08207ea51d4 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (7e677ef9-080b-409c-aa69-1948d9620668), before_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:48:10.680979 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.provisioning_blocks [None req-452e030f-d920-418b-980d-d9c92ac7faf3 None None] Provisioning complete for port 7e677ef9-080b-409c-aa69-1948d9620668 triggered by entity DHCP. {{(pid=106232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 00:48:10.681607 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-452e030f-d920-418b-980d-d9c92ac7faf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981214'] for port (7e677ef9-080b-409c-aa69-1948d9620668), provisioning_complete {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:48:10.681946 dv-cinder-master-3-smb neutron-server[106232]: INFO neutron.plugins.ml2.plugin [None req-452e030f-d920-418b-980d-d9c92ac7faf3 None None] Attempt 1 to provision port 7e677ef9-080b-409c-aa69-1948d9620668 Sep 18 00:48:10.712520 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-452e030f-d920-418b-980d-d9c92ac7faf3 None None] Port 7e677ef9-080b-409c-aa69-1948d9620668 cannot update to ACTIVE because it is not bound. {{(pid=106232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 18 00:48:10.862965 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-2ecc3d04-ae0c-4c0f-ad2c-c08207ea51d4 demo admin] Publish callbacks [] for port (7e677ef9-080b-409c-aa69-1948d9620668), precommit_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:48:10.867255 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-2ecc3d04-ae0c-4c0f-ad2c-c08207ea51d4 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749746030758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749745591525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749745591543'] for port (7e677ef9-080b-409c-aa69-1948d9620668), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:48:10.868094 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-2ecc3d04-ae0c-4c0f-ad2c-c08207ea51d4 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16267041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16482956'] for router_interface (f57f4c55-d975-43f9-911c-fac620a97312), after_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:48:10.925563 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecc3d04-ae0c-4c0f-ad2c-c08207ea51d4 demo admin] Pushing event updated for resources: {'Port': ['ID=7e677ef9-080b-409c-aa69-1948d9620668,revision_number=2']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:48:10.961731 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:48:10.963772 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:48:10.999965 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ecc3d04-ae0c-4c0f-ad2c-c08207ea51d4 demo admin] Network ebcefedd-e3a2-4db5-8f9e-9ce0647c3860 is already hosted by enough agents. {{(pid=106231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:48:11.001280 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.scheduler.base_scheduler [None req-2ecc3d04-ae0c-4c0f-ad2c-c08207ea51d4 demo admin] Resources bound (agent type, host, resource id): {{(pid=106231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:48:11.157772 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ecc3d04-ae0c-4c0f-ad2c-c08207ea51d4 demo admin] Router f57f4c55-d975-43f9-911c-fac620a97312 is scheduled to L3 agent d0e8801d-4758-48bd-8085-7f05d3358764 with binding_index 1 {{(pid=106231) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 00:48:11.213129 dv-cinder-master-3-smb neutron-server[106232]: INFO neutron.plugins.ml2.plugin [None req-452e030f-d920-418b-980d-d9c92ac7faf3 None None] Attempt 2 to provision port 7e677ef9-080b-409c-aa69-1948d9620668 Sep 18 00:48:11.245935 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ecc3d04-ae0c-4c0f-ad2c-c08207ea51d4 demo admin] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=106231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:48:11.247828 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-452e030f-d920-418b-980d-d9c92ac7faf3 None None] Port 7e677ef9-080b-409c-aa69-1948d9620668 cannot update to ACTIVE because it is not bound. {{(pid=106232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 18 00:48:11.254714 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-2ecc3d04-ae0c-4c0f-ad2c-c08207ea51d4 demo admin] 10.222.0.33 "PUT /networking/v2.0/routers/f57f4c55-d975-43f9-911c-fac620a97312/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7430143 Sep 18 00:48:11.256753 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c53fc22-4847-4eea-ba9e-abd54a58e031 None None] Sync routers for ids ['f57f4c55-d975-43f9-911c-fac620a97312'] in dv-cinder-master-3-smb {{(pid=106233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:48:11.270960 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c53fc22-4847-4eea-ba9e-abd54a58e031 None None] Routers {'f57f4c55-d975-43f9-911c-fac620a97312'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 18 00:48:11.271692 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.l3_hamode_db [None req-1c53fc22-4847-4eea-ba9e-abd54a58e031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-18T00:47:37Z,description=,heartbeat_timestamp=2022-09-18T00:48:07Z,host='dv-cinder-master-3-smb',id=d0e8801d-4758-48bd-8085-7f05d3358764,load=0,resource_versions=,resources_synced=,started_at=2022-09-18T00:47:37Z,topic='l3_agent')) {'router_ids': ['f57f4c55-d975-43f9-911c-fac620a97312'], 'active': True} {{(pid=106233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:48:11.451148 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.l3_dvr_db [None req-1c53fc22-4847-4eea-ba9e-abd54a58e031 None None] Set router f57f4c55-d975-43f9-911c-fac620a97312 gateway port host: None {{(pid=106233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 18 00:48:11.748921 dv-cinder-master-3-smb neutron-server[106232]: INFO neutron.plugins.ml2.plugin [None req-452e030f-d920-418b-980d-d9c92ac7faf3 None None] Attempt 3 to provision port 7e677ef9-080b-409c-aa69-1948d9620668 Sep 18 00:48:11.781119 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-452e030f-d920-418b-980d-d9c92ac7faf3 None None] Port 7e677ef9-080b-409c-aa69-1948d9620668 cannot update to ACTIVE because it is not bound. {{(pid=106232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 18 00:48:11.865103 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.l3_hamode_db [None req-1c53fc22-4847-4eea-ba9e-abd54a58e031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f57f4c55-d975-43f9-911c-fac620a97312', 'name': 'router1', 'tenant_id': '7235380db9084da48403a1902b36c2f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:47:59Z', 'updated_at': '2022-09-18T00:48:10Z', 'revision_number': 2, 'project_id': '7235380db9084da48403a1902b36c2f1', 'gw_port_host': None, '_interfaces': [{'id': '7e677ef9-080b-409c-aa69-1948d9620668', 'name': '', 'network_id': 'ebcefedd-e3a2-4db5-8f9e-9ce0647c3860', 'tenant_id': '7235380db9084da48403a1902b36c2f1', 'mac_address': 'fa:16:3e:ac:14:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f57f4c55-d975-43f9-911c-fac620a97312', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6c368400-e54e-4702-9a72-e0054ddc59c6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:48:09Z', 'updated_at': '2022-09-18T00:48:10Z', 'revision_number': 2, 'project_id': '7235380db9084da48403a1902b36c2f1', 'subnets': [{'id': '6c368400-e54e-4702-9a72-e0054ddc59c6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3087b35b-0377-4c1b-871d-508bfbfd959f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=106233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:48:11.912734 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c53fc22-4847-4eea-ba9e-abd54a58e031 None None] Checking router: f57f4c55-d975-43f9-911c-fac620a97312 for host: dv-cinder-master-3-smb {{(pid=106233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:48:11.913102 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c53fc22-4847-4eea-ba9e-abd54a58e031 None None] Updating router f57f4c55-d975-43f9-911c-fac620a97312 port 7e677ef9-080b-409c-aa69-1948d9620668 binding host dv-cinder-master-3-smb {{(pid=106233) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 00:48:11.967463 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [None req-1c53fc22-4847-4eea-ba9e-abd54a58e031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (7e677ef9-080b-409c-aa69-1948d9620668), before_update {{(pid=106233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:48:12.282635 dv-cinder-master-3-smb neutron-server[106232]: INFO neutron.plugins.ml2.plugin [None req-452e030f-d920-418b-980d-d9c92ac7faf3 None None] Attempt 4 to provision port 7e677ef9-080b-409c-aa69-1948d9620668 Sep 18 00:48:12.315254 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-452e030f-d920-418b-980d-d9c92ac7faf3 None None] Port 7e677ef9-080b-409c-aa69-1948d9620668 cannot update to ACTIVE because it is not bound. {{(pid=106232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 18 00:48:12.464853 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [None req-1c53fc22-4847-4eea-ba9e-abd54a58e031 None None] Publish callbacks [] for port (7e677ef9-080b-409c-aa69-1948d9620668), precommit_update {{(pid=106233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:48:12.472867 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [None req-1c53fc22-4847-4eea-ba9e-abd54a58e031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749746030758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749745591525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749745591543'] for port (7e677ef9-080b-409c-aa69-1948d9620668), after_update {{(pid=106233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:48:12.624730 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b88568f-0609-45a4-8c9a-57a795a60cfc None None] Pushing event updated for resources: {'Port': ['ID=7e677ef9-080b-409c-aa69-1948d9620668,revision_number=3']} {{(pid=106233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:48:12.636301 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b88568f-0609-45a4-8c9a-57a795a60cfc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:48:12.636643 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b88568f-0609-45a4-8c9a-57a795a60cfc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:48:12.637008 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b88568f-0609-45a4-8c9a-57a795a60cfc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:48:12.637347 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b88568f-0609-45a4-8c9a-57a795a60cfc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:48:12.637672 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b88568f-0609-45a4-8c9a-57a795a60cfc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:48:12.637994 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b88568f-0609-45a4-8c9a-57a795a60cfc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:48:12.638315 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b88568f-0609-45a4-8c9a-57a795a60cfc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:48:12.638635 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b88568f-0609-45a4-8c9a-57a795a60cfc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:48:12.638976 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b88568f-0609-45a4-8c9a-57a795a60cfc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:48:12.639296 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b88568f-0609-45a4-8c9a-57a795a60cfc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:48:12.639612 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b88568f-0609-45a4-8c9a-57a795a60cfc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:48:12.639931 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b88568f-0609-45a4-8c9a-57a795a60cfc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:48:12.640247 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b88568f-0609-45a4-8c9a-57a795a60cfc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:48:12.640559 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b88568f-0609-45a4-8c9a-57a795a60cfc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:48:12.640870 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b88568f-0609-45a4-8c9a-57a795a60cfc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:48:12.642029 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b88568f-0609-45a4-8c9a-57a795a60cfc None None] Tracked resource versions report: Sep 18 00:48:12.642029 dv-cinder-master-3-smb neutron-server[106233]: pushed versions: Sep 18 00:48:12.642029 dv-cinder-master-3-smb neutron-server[106233]: { 'AddressGroup': {'1.2'}, Sep 18 00:48:12.642029 dv-cinder-master-3-smb neutron-server[106233]: 'Agent': {'1.1'}, Sep 18 00:48:12.642029 dv-cinder-master-3-smb neutron-server[106233]: 'ConntrackHelper': {'1.0'}, Sep 18 00:48:12.642029 dv-cinder-master-3-smb neutron-server[106233]: 'LocalIPAssociation': {'1.0'}, Sep 18 00:48:12.642029 dv-cinder-master-3-smb neutron-server[106233]: 'Log': {'1.0'}, Sep 18 00:48:12.642029 dv-cinder-master-3-smb neutron-server[106233]: 'NDPProxy': {'1.0'}, Sep 18 00:48:12.642029 dv-cinder-master-3-smb neutron-server[106233]: 'Network': {'1.1'}, Sep 18 00:48:12.642029 dv-cinder-master-3-smb neutron-server[106233]: 'Port': {'1.7'}, Sep 18 00:48:12.642029 dv-cinder-master-3-smb neutron-server[106233]: 'PortForwarding': {'1.3'}, Sep 18 00:48:12.642029 dv-cinder-master-3-smb neutron-server[106233]: 'QosPolicy': {'1.10'}, Sep 18 00:48:12.642029 dv-cinder-master-3-smb neutron-server[106233]: 'SecurityGroup': {'1.5'}, Sep 18 00:48:12.642029 dv-cinder-master-3-smb neutron-server[106233]: 'SecurityGroupRule': {'1.2'}, Sep 18 00:48:12.642029 dv-cinder-master-3-smb neutron-server[106233]: 'SubPort': {'1.0'}, Sep 18 00:48:12.642029 dv-cinder-master-3-smb neutron-server[106233]: 'Subnet': {'1.1'}, Sep 18 00:48:12.642029 dv-cinder-master-3-smb neutron-server[106233]: 'Trunk': {'1.1'}} Sep 18 00:48:12.642029 dv-cinder-master-3-smb neutron-server[106233]: consumer versions: Sep 18 00:48:12.642029 dv-cinder-master-3-smb neutron-server[106233]: { DHCP agent@dv-cinder-master-3-smb: {}, Sep 18 00:48:12.642029 dv-cinder-master-3-smb neutron-server[106233]: L3 agent@dv-cinder-master-3-smb: {}, Sep 18 00:48:12.642029 dv-cinder-master-3-smb neutron-server[106233]: Metadata agent@dv-cinder-master-3-smb: {}, Sep 18 00:48:12.642029 dv-cinder-master-3-smb neutron-server[106233]: Metering agent@dv-cinder-master-3-smb: {}, Sep 18 00:48:12.642029 dv-cinder-master-3-smb neutron-server[106233]: Open vSwitch agent@dv-cinder-master-3-smb: { 'AddressGroup': '1.2', Sep 18 00:48:12.642029 dv-cinder-master-3-smb neutron-server[106233]: 'Agent': '1.1', Sep 18 00:48:12.642029 dv-cinder-master-3-smb neutron-server[106233]: 'ConntrackHelper': '1.0', Sep 18 00:48:12.642029 dv-cinder-master-3-smb neutron-server[106233]: 'LocalIPAssociation': '1.0', Sep 18 00:48:12.642029 dv-cinder-master-3-smb neutron-server[106233]: 'Log': '1.0', Sep 18 00:48:12.642029 dv-cinder-master-3-smb neutron-server[106233]: 'NDPProxy': '1.0', Sep 18 00:48:12.642029 dv-cinder-master-3-smb neutron-server[106233]: 'Network': '1.1', Sep 18 00:48:12.642029 dv-cinder-master-3-smb neutron-server[106233]: 'Port': '1.7', Sep 18 00:48:12.642029 dv-cinder-master-3-smb neutron-server[106233]: 'PortForwarding': '1.3', Sep 18 00:48:12.642029 dv-cinder-master-3-smb neutron-server[106233]: 'QosPolicy': '1.10', Sep 18 00:48:12.642029 dv-cinder-master-3-smb neutron-server[106233]: 'SecurityGroup': '1.5', Sep 18 00:48:12.642029 dv-cinder-master-3-smb neutron-server[106233]: 'SecurityGroupRule': '1.2', Sep 18 00:48:12.642029 dv-cinder-master-3-smb neutron-server[106233]: 'SubPort': '1.0', Sep 18 00:48:12.642029 dv-cinder-master-3-smb neutron-server[106233]: 'Subnet': '1.1', Sep 18 00:48:12.642029 dv-cinder-master-3-smb neutron-server[106233]: 'Trunk': '1.1'}} Sep 18 00:48:12.642029 dv-cinder-master-3-smb neutron-server[106233]: {{(pid=106233) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 18 00:48:12.645406 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.plugins.ml2.managers [None req-1c53fc22-4847-4eea-ba9e-abd54a58e031 None None] Attempting to bind port 7e677ef9-080b-409c-aa69-1948d9620668 on host dv-cinder-master-3-smb for vnic_type normal with profile {{(pid=106233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 18 00:48:12.645790 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.plugins.ml2.managers [None req-1c53fc22-4847-4eea-ba9e-abd54a58e031 None None] Attempting to bind port 7e677ef9-080b-409c-aa69-1948d9620668 by drivers openvswitch,hyperv on host dv-cinder-master-3-smb at level 0 using segments [{'id': '9e422eb2-9efe-4867-8afb-6bf74960952d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ebcefedd-e3a2-4db5-8f9e-9ce0647c3860'}] {{(pid=106233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 18 00:48:12.646229 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c53fc22-4847-4eea-ba9e-abd54a58e031 None None] Attempting to bind port 7e677ef9-080b-409c-aa69-1948d9620668 on network ebcefedd-e3a2-4db5-8f9e-9ce0647c3860 {{(pid=106233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:48:12.725894 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c53fc22-4847-4eea-ba9e-abd54a58e031 None None] Checking agent: {'id': 'c8573462-7e7f-4357-b3a8-beeaa8ae7db3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 18, 0, 47, 40), 'started_at': datetime.datetime(2022, 9, 18, 0, 48, 10), 'heartbeat_timestamp': datetime.datetime(2022, 9, 18, 0, 48, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 18 00:48:12.726292 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c53fc22-4847-4eea-ba9e-abd54a58e031 None None] Checking segment: {'id': '9e422eb2-9efe-4867-8afb-6bf74960952d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ebcefedd-e3a2-4db5-8f9e-9ce0647c3860'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 18 00:48:12.726756 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [None req-1c53fc22-4847-4eea-ba9e-abd54a58e031 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:48:12.727179 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c53fc22-4847-4eea-ba9e-abd54a58e031 None None] Bound using segment: {'id': '9e422eb2-9efe-4867-8afb-6bf74960952d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ebcefedd-e3a2-4db5-8f9e-9ce0647c3860'} {{(pid=106233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 18 00:48:12.727667 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.plugins.ml2.managers [None req-1c53fc22-4847-4eea-ba9e-abd54a58e031 None None] Bound port: 7e677ef9-080b-409c-aa69-1948d9620668, host: dv-cinder-master-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e422eb2-9efe-4867-8afb-6bf74960952d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'ebcefedd-e3a2-4db5-8f9e-9ce0647c3860'}}] {{(pid=106233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 18 00:48:12.728046 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [None req-1c53fc22-4847-4eea-ba9e-abd54a58e031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (7e677ef9-080b-409c-aa69-1948d9620668), before_update {{(pid=106233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:48:12.765285 dv-cinder-master-3-smb neutron-server[106233]: DEBUG dbcounter [-] [106233] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106233) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:48:12.794610 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.plugins.ml2.db [None req-1c53fc22-4847-4eea-ba9e-abd54a58e031 None None] For port 7e677ef9-080b-409c-aa69-1948d9620668, host dv-cinder-master-3-smb, cleared binding levels {{(pid=106233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:48:12.813121 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.plugins.ml2.db [None req-1c53fc22-4847-4eea-ba9e-abd54a58e031 None None] For port 7e677ef9-080b-409c-aa69-1948d9620668, host dv-cinder-master-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=7e677ef9-080b-409c-aa69-1948d9620668,segment=NetworkSegment(9e422eb2-9efe-4867-8afb-6bf74960952d),segment_id=9e422eb2-9efe-4867-8afb-6bf74960952d)] {{(pid=106233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:48:12.814115 dv-cinder-master-3-smb neutron-server[106233]: DEBUG dbcounter [-] [106233] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106233) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:48:12.816024 dv-cinder-master-3-smb neutron-server[106232]: INFO neutron.plugins.ml2.plugin [None req-452e030f-d920-418b-980d-d9c92ac7faf3 None None] Attempt 5 to provision port 7e677ef9-080b-409c-aa69-1948d9620668 Sep 18 00:48:12.822330 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [None req-1c53fc22-4847-4eea-ba9e-abd54a58e031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749746030758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749745591525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749745591543'] for port (7e677ef9-080b-409c-aa69-1948d9620668), after_update {{(pid=106233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:48:12.850292 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-452e030f-d920-418b-980d-d9c92ac7faf3 None None] Port 7e677ef9-080b-409c-aa69-1948d9620668 cannot update to ACTIVE because it is not bound. {{(pid=106232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 18 00:48:12.860811 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c53fc22-4847-4eea-ba9e-abd54a58e031 None None] Routers {'f57f4c55-d975-43f9-911c-fac620a97312'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 18 00:48:12.861415 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.l3_hamode_db [None req-1c53fc22-4847-4eea-ba9e-abd54a58e031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-18T00:47:37Z,description=,heartbeat_timestamp=2022-09-18T00:48:07Z,host='dv-cinder-master-3-smb',id=d0e8801d-4758-48bd-8085-7f05d3358764,load=0,resource_versions=,resources_synced=,started_at=2022-09-18T00:47:37Z,topic='l3_agent')) {'router_ids': ['f57f4c55-d975-43f9-911c-fac620a97312'], 'active': True} {{(pid=106233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:48:12.942225 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b88568f-0609-45a4-8c9a-57a795a60cfc None None] Pushing event updated for resources: {'Port': ['ID=7e677ef9-080b-409c-aa69-1948d9620668,revision_number=4']} {{(pid=106233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:48:12.960130 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.l3_dvr_db [None req-1c53fc22-4847-4eea-ba9e-abd54a58e031 None None] Set router f57f4c55-d975-43f9-911c-fac620a97312 gateway port host: None {{(pid=106233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 18 00:48:13.150355 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.l3_hamode_db [None req-1c53fc22-4847-4eea-ba9e-abd54a58e031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f57f4c55-d975-43f9-911c-fac620a97312', 'name': 'router1', 'tenant_id': '7235380db9084da48403a1902b36c2f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:47:59Z', 'updated_at': '2022-09-18T00:48:10Z', 'revision_number': 2, 'project_id': '7235380db9084da48403a1902b36c2f1', 'gw_port_host': None, '_interfaces': [{'id': '7e677ef9-080b-409c-aa69-1948d9620668', 'name': '', 'network_id': 'ebcefedd-e3a2-4db5-8f9e-9ce0647c3860', 'tenant_id': '7235380db9084da48403a1902b36c2f1', 'mac_address': 'fa:16:3e:ac:14:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f57f4c55-d975-43f9-911c-fac620a97312', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6c368400-e54e-4702-9a72-e0054ddc59c6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:48:09Z', 'updated_at': '2022-09-18T00:48:12Z', 'revision_number': 4, 'project_id': '7235380db9084da48403a1902b36c2f1', 'subnets': [{'id': '6c368400-e54e-4702-9a72-e0054ddc59c6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3087b35b-0377-4c1b-871d-508bfbfd959f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=106233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:48:13.175474 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c53fc22-4847-4eea-ba9e-abd54a58e031 None None] The sync data for ids ['f57f4c55-d975-43f9-911c-fac620a97312'] in dv-cinder-master-3-smb is: [{'id': 'f57f4c55-d975-43f9-911c-fac620a97312', 'name': 'router1', 'tenant_id': '7235380db9084da48403a1902b36c2f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:47:59Z', 'updated_at': '2022-09-18T00:48:10Z', 'revision_number': 2, 'project_id': '7235380db9084da48403a1902b36c2f1', 'gw_port_host': None, '_interfaces': [{'id': '7e677ef9-080b-409c-aa69-1948d9620668', 'name': '', 'network_id': 'ebcefedd-e3a2-4db5-8f9e-9ce0647c3860', 'tenant_id': '7235380db9084da48403a1902b36c2f1', 'mac_address': 'fa:16:3e:ac:14:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f57f4c55-d975-43f9-911c-fac620a97312', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6c368400-e54e-4702-9a72-e0054ddc59c6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:48:09Z', 'updated_at': '2022-09-18T00:48:12Z', 'revision_number': 4, 'project_id': '7235380db9084da48403a1902b36c2f1', 'subnets': [{'id': '6c368400-e54e-4702-9a72-e0054ddc59c6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3087b35b-0377-4c1b-871d-508bfbfd959f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:48:13.351316 dv-cinder-master-3-smb neutron-server[106232]: INFO neutron.plugins.ml2.plugin [None req-452e030f-d920-418b-980d-d9c92ac7faf3 None None] Attempt 6 to provision port 7e677ef9-080b-409c-aa69-1948d9620668 Sep 18 00:48:13.426084 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-452e030f-d920-418b-980d-d9c92ac7faf3 None None] Current status of the port 7e677ef9-080b-409c-aa69-1948d9620668 is: DOWN; New status is: ACTIVE {{(pid=106232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 00:48:13.426478 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-452e030f-d920-418b-980d-d9c92ac7faf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (7e677ef9-080b-409c-aa69-1948d9620668), before_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:48:13.465065 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.db [None req-452e030f-d920-418b-980d-d9c92ac7faf3 None None] For port 7e677ef9-080b-409c-aa69-1948d9620668, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=7e677ef9-080b-409c-aa69-1948d9620668,segment=NetworkSegment(9e422eb2-9efe-4867-8afb-6bf74960952d),segment_id=9e422eb2-9efe-4867-8afb-6bf74960952d)] {{(pid=106232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:48:13.470370 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-452e030f-d920-418b-980d-d9c92ac7faf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749746030758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749745591525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749745591543'] for port (7e677ef9-080b-409c-aa69-1948d9620668), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:48:13.514014 dv-cinder-master-3-smb neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:48:13.528113 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452e030f-d920-418b-980d-d9c92ac7faf3 None None] Pushing event updated for resources: {'Port': ['ID=7e677ef9-080b-409c-aa69-1948d9620668,revision_number=5']} {{(pid=106232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:48:13.589450 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.provisioning_blocks [None req-26b60fb0-fb5a-44ea-b897-d147db610119 None None] Provisioning complete for port 7e677ef9-080b-409c-aa69-1948d9620668 triggered by entity DHCP. {{(pid=106232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 00:48:13.589903 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-26b60fb0-fb5a-44ea-b897-d147db610119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981214'] for port (7e677ef9-080b-409c-aa69-1948d9620668), provisioning_complete {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:48:13.590211 dv-cinder-master-3-smb neutron-server[106232]: INFO neutron.plugins.ml2.plugin [None req-26b60fb0-fb5a-44ea-b897-d147db610119 None None] Attempt 1 to provision port 7e677ef9-080b-409c-aa69-1948d9620668 Sep 18 00:48:13.669932 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-26b60fb0-fb5a-44ea-b897-d147db610119 None None] Current status of the port 7e677ef9-080b-409c-aa69-1948d9620668 is: ACTIVE; New status is: ACTIVE {{(pid=106232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 00:48:13.928573 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.33', 54714) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:48:14.325284 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11e61725-7a5f-4d92-a049-4bd182e46176 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:48:14.326670 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [None req-11e61725-7a5f-4d92-a049-4bd182e46176 admin admin] 10.222.0.33 "GET /networking/v2.0/networks/b5726c9b-05f1-4137-90cd-23a4e3e89505 HTTP/1.1" status: 200 len: 842 time: 0.3972607 Sep 18 00:48:14.336634 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.v2.base [None req-bcad6e47-3da9-40eb-bf07-5e7cf03568b4 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'ip_version': 4, 'gateway_ip': '172.37.5.1', 'name': 'public-subnet', 'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'cidr': '172.37.5.0/24'}} {{(pid=106230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:48:14.359048 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcad6e47-3da9-40eb-bf07-5e7cf03568b4 admin admin] Made reservation on behalf of bc6c609cf3f84261a2a1675dd3a909f0 for: {'subnet': 1} {{(pid=106230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:48:14.361362 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-bcad6e47-3da9-40eb-bf07-5e7cf03568b4 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:48:14.713801 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.objects.ports [None req-bcad6e47-3da9-40eb-bf07-5e7cf03568b4 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106230) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Sep 18 00:48:14.714384 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-bcad6e47-3da9-40eb-bf07-5e7cf03568b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16510870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039'] for subnet (9e97c026-c8b3-4b72-91ed-10f39e002f97), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:48:14.768463 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcad6e47-3da9-40eb-bf07-5e7cf03568b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e97c026-c8b3-4b72-91ed-10f39e002f97,revision_number=0']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:48:14.779142 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcad6e47-3da9-40eb-bf07-5e7cf03568b4 admin admin] Checking segment: {'id': 'e81b1a67-2f81-4ac8-a4dd-b13e6c47d014', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 18 00:48:14.779492 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcad6e47-3da9-40eb-bf07-5e7cf03568b4 admin admin] Network hostable DHCP agents. Network: b5726c9b-05f1-4137-90cd-23a4e3e89505, hostable agents: ['25137928-f4de-4c87-813e-883d046ac13f'], hosted agents: [] {{(pid=106230) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 00:48:14.795989 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcad6e47-3da9-40eb-bf07-5e7cf03568b4 admin admin] Network b5726c9b-05f1-4137-90cd-23a4e3e89505 is scheduled to be hosted by DHCP agent 25137928-f4de-4c87-813e-883d046ac13f with binding_index 1 {{(pid=106230) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 00:48:14.804553 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.scheduler.base_scheduler [None req-bcad6e47-3da9-40eb-bf07-5e7cf03568b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-smb, b5726c9b-05f1-4137-90cd-23a4e3e89505) {{(pid=106230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:48:14.810221 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcad6e47-3da9-40eb-bf07-5e7cf03568b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:48:14.810846 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-bcad6e47-3da9-40eb-bf07-5e7cf03568b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16267021'] for subnet (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:48:14.818262 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbe7afef-5f6c-46bf-a22e-bd68db3fc13f None None] Network b5726c9b-05f1-4137-90cd-23a4e3e89505 requested from dv-cinder-master-3-smb {{(pid=106232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 18 00:48:14.833379 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [None req-bcad6e47-3da9-40eb-bf07-5e7cf03568b4 admin admin] 10.222.0.33 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4947405 Sep 18 00:48:14.933211 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-912b699c-e417-4109-b1aa-d953527a5091 None None] Network b5726c9b-05f1-4137-90cd-23a4e3e89505 requested from dv-cinder-master-3-smb {{(pid=106232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 18 00:48:17.518551 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 54722) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:48:17.959163 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-5294c48e-ec2f-4ea2-a708-b856b42482e8 demo admin] 10.222.0.33 "GET /networking/v2.0/routers/f57f4c55-d975-43f9-911c-fac620a97312 HTTP/1.1" status: 200 len: 710 time: 0.4394054 Sep 18 00:48:18.051869 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a80e729a-211c-4405-a1e8-3d6ccb9ca642 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:48:18.053260 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-a80e729a-211c-4405-a1e8-3d6ccb9ca642 demo admin] 10.222.0.33 "GET /networking/v2.0/networks/b5726c9b-05f1-4137-90cd-23a4e3e89505 HTTP/1.1" status: 200 len: 886 time: 0.0877767 Sep 18 00:48:18.062872 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.v2.base [None req-2e030136-d155-4285-8f13-a18cb005dbea demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505'}}} {{(pid=106231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:48:18.379659 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-2e030136-d155-4285-8f13-a18cb005dbea demo admin] Publish callbacks [] for router_gateway (f57f4c55-d975-43f9-911c-fac620a97312), precommit_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:48:18.596650 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-2e030136-d155-4285-8f13-a18cb005dbea demo admin] Publish callbacks [] for router_gateway (f57f4c55-d975-43f9-911c-fac620a97312), before_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:48:18.664524 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=100 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:48:18.672424 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-2e030136-d155-4285-8f13-a18cb005dbea demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (None), before_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:48:18.773135 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:48:18.779121 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.db.db_base_plugin_common [None req-2e030136-d155-4285-8f13-a18cb005dbea demo admin] Allocated IP 172.37.5.229 (b5726c9b-05f1-4137-90cd-23a4e3e89505/9e97c026-c8b3-4b72-91ed-10f39e002f97/7ce016d9-f7b8-4dd8-8e04-c2e8bd3d3cd3) {{(pid=106231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:48:18.884100 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-2e030136-d155-4285-8f13-a18cb005dbea demo admin] Publish callbacks [] for port (7ce016d9-f7b8-4dd8-8e04-c2e8bd3d3cd3), precommit_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:48:18.916161 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-2e030136-d155-4285-8f13-a18cb005dbea demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749745591507'] for port (7ce016d9-f7b8-4dd8-8e04-c2e8bd3d3cd3), after_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:48:18.952042 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e030136-d155-4285-8f13-a18cb005dbea demo admin] Network b5726c9b-05f1-4137-90cd-23a4e3e89505 is already hosted by enough agents. {{(pid=106231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:48:18.954915 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.scheduler.base_scheduler [None req-2e030136-d155-4285-8f13-a18cb005dbea demo admin] Resources bound (agent type, host, resource id): {{(pid=106231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:48:18.963180 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e030136-d155-4285-8f13-a18cb005dbea demo admin] Received port after_create {{(pid=106231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 18 00:48:18.968406 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e030136-d155-4285-8f13-a18cb005dbea demo admin] Pushing event updated for resources: {'Port': ['ID=7ce016d9-f7b8-4dd8-8e04-c2e8bd3d3cd3,revision_number=1']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:48:19.199316 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-2e030136-d155-4285-8f13-a18cb005dbea demo admin] Publish callbacks [] for router_gateway (f57f4c55-d975-43f9-911c-fac620a97312), after_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:48:19.385582 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-2e030136-d155-4285-8f13-a18cb005dbea demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16489933', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16492256', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1928'] for router (f57f4c55-d975-43f9-911c-fac620a97312), precommit_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:48:19.389274 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-2e030136-d155-4285-8f13-a18cb005dbea demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16489761', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16489924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16489791', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16492251'] for router (f57f4c55-d975-43f9-911c-fac620a97312), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:48:19.467771 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=6 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:48:19.492127 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e030136-d155-4285-8f13-a18cb005dbea demo admin] Router f57f4c55-d975-43f9-911c-fac620a97312 has already been hosted by L3 agent d0e8801d-4758-48bd-8085-7f05d3358764 {{(pid=106231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:48:19.595018 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e030136-d155-4285-8f13-a18cb005dbea demo admin] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=106231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:48:19.599323 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-2e030136-d155-4285-8f13-a18cb005dbea demo admin] Publish callbacks [] for router (None), before_response {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:48:19.603294 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-2e030136-d155-4285-8f13-a18cb005dbea demo admin] 10.222.0.33 "PUT /networking/v2.0/routers/f57f4c55-d975-43f9-911c-fac620a97312 HTTP/1.1" status: 200 len: 890 time: 1.5409508 Sep 18 00:48:19.604797 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7682f2f2-7da5-481e-abee-44740054589f None None] Sync routers for ids ['f57f4c55-d975-43f9-911c-fac620a97312'] in dv-cinder-master-3-smb {{(pid=106232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:48:19.618591 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7682f2f2-7da5-481e-abee-44740054589f None None] Routers {'f57f4c55-d975-43f9-911c-fac620a97312'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 18 00:48:19.619299 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.l3_hamode_db [None req-7682f2f2-7da5-481e-abee-44740054589f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-18T00:47:37Z,description=,heartbeat_timestamp=2022-09-18T00:48:07Z,host='dv-cinder-master-3-smb',id=d0e8801d-4758-48bd-8085-7f05d3358764,load=0,resource_versions=,resources_synced=,started_at=2022-09-18T00:47:37Z,topic='l3_agent')) {'router_ids': ['f57f4c55-d975-43f9-911c-fac620a97312'], 'active': True} {{(pid=106232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:48:19.694329 dv-cinder-master-3-smb neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:48:19.835504 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.l3_dvr_db [None req-7682f2f2-7da5-481e-abee-44740054589f None None] Set router f57f4c55-d975-43f9-911c-fac620a97312 gateway port host: dv-cinder-master-3-smb {{(pid=106232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 18 00:48:19.975829 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.rpc [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Device 7e677ef9-080b-409c-aa69-1948d9620668 up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=106232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:48:20.170240 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.provisioning_blocks [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Provisioning complete for port 7e677ef9-080b-409c-aa69-1948d9620668 triggered by entity L2. {{(pid=106232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 00:48:20.170607 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981214'] for port (7e677ef9-080b-409c-aa69-1948d9620668), provisioning_complete {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:48:20.170966 dv-cinder-master-3-smb neutron-server[106232]: INFO neutron.plugins.ml2.plugin [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Attempt 1 to provision port 7e677ef9-080b-409c-aa69-1948d9620668 Sep 18 00:48:20.412221 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.l3_hamode_db [None req-7682f2f2-7da5-481e-abee-44740054589f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f57f4c55-d975-43f9-911c-fac620a97312', 'name': 'router1', 'tenant_id': '7235380db9084da48403a1902b36c2f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'external_fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.229'}], 'enable_snat': True}, 'gw_port_id': '7ce016d9-f7b8-4dd8-8e04-c2e8bd3d3cd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:47:59Z', 'updated_at': '2022-09-18T00:48:19Z', 'revision_number': 4, 'project_id': '7235380db9084da48403a1902b36c2f1', 'gw_port': {'id': '7ce016d9-f7b8-4dd8-8e04-c2e8bd3d3cd3', 'name': '', 'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:f2:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f57f4c55-d975-43f9-911c-fac620a97312', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:48:18Z', 'updated_at': '2022-09-18T00:48:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '7e677ef9-080b-409c-aa69-1948d9620668', 'name': '', 'network_id': 'ebcefedd-e3a2-4db5-8f9e-9ce0647c3860', 'tenant_id': '7235380db9084da48403a1902b36c2f1', 'mac_address': 'fa:16:3e:ac:14:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f57f4c55-d975-43f9-911c-fac620a97312', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6c368400-e54e-4702-9a72-e0054ddc59c6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:48:09Z', 'updated_at': '2022-09-18T00:48:13Z', 'revision_number': 5, 'project_id': '7235380db9084da48403a1902b36c2f1', 'subnets': [{'id': '6c368400-e54e-4702-9a72-e0054ddc59c6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3087b35b-0377-4c1b-871d-508bfbfd959f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=106232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:48:20.462092 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Current status of the port 7e677ef9-080b-409c-aa69-1948d9620668 is: ACTIVE; New status is: ACTIVE {{(pid=106232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 00:48:20.464973 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7682f2f2-7da5-481e-abee-44740054589f None None] Checking router: f57f4c55-d975-43f9-911c-fac620a97312 for host: dv-cinder-master-3-smb {{(pid=106232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:48:20.465423 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7682f2f2-7da5-481e-abee-44740054589f None None] Updating router f57f4c55-d975-43f9-911c-fac620a97312 port 7ce016d9-f7b8-4dd8-8e04-c2e8bd3d3cd3 binding host dv-cinder-master-3-smb {{(pid=106232) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 00:48:20.520717 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-7682f2f2-7da5-481e-abee-44740054589f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (7ce016d9-f7b8-4dd8-8e04-c2e8bd3d3cd3), before_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:48:20.716379 dv-cinder-master-3-smb neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:48:20.829902 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-7682f2f2-7da5-481e-abee-44740054589f None None] Publish callbacks [] for port (7ce016d9-f7b8-4dd8-8e04-c2e8bd3d3cd3), precommit_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:48:20.835161 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-7682f2f2-7da5-481e-abee-44740054589f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749746030758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749745591525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749745591543'] for port (7ce016d9-f7b8-4dd8-8e04-c2e8bd3d3cd3), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:48:20.867871 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.managers [None req-7682f2f2-7da5-481e-abee-44740054589f None None] Attempting to bind port 7ce016d9-f7b8-4dd8-8e04-c2e8bd3d3cd3 on host dv-cinder-master-3-smb for vnic_type normal with profile {{(pid=106232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 18 00:48:20.868235 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.managers [None req-7682f2f2-7da5-481e-abee-44740054589f None None] Attempting to bind port 7ce016d9-f7b8-4dd8-8e04-c2e8bd3d3cd3 by drivers openvswitch,hyperv on host dv-cinder-master-3-smb at level 0 using segments [{'id': 'e81b1a67-2f81-4ac8-a4dd-b13e6c47d014', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505'}] {{(pid=106232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 18 00:48:20.868589 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7682f2f2-7da5-481e-abee-44740054589f None None] Attempting to bind port 7ce016d9-f7b8-4dd8-8e04-c2e8bd3d3cd3 on network b5726c9b-05f1-4137-90cd-23a4e3e89505 {{(pid=106232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:48:20.907011 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6326210e-96aa-49f0-8ffa-d783ef8ce968 None None] Pushing event updated for resources: {'Port': ['ID=7ce016d9-f7b8-4dd8-8e04-c2e8bd3d3cd3,revision_number=2']} {{(pid=106232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:48:20.922326 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7682f2f2-7da5-481e-abee-44740054589f None None] Checking agent: {'id': 'c8573462-7e7f-4357-b3a8-beeaa8ae7db3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 18, 0, 47, 40), 'started_at': datetime.datetime(2022, 9, 18, 0, 48, 10), 'heartbeat_timestamp': datetime.datetime(2022, 9, 18, 0, 48, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 18 00:48:20.922688 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7682f2f2-7da5-481e-abee-44740054589f None None] Checking segment: {'id': 'e81b1a67-2f81-4ac8-a4dd-b13e6c47d014', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 18 00:48:20.923327 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-7682f2f2-7da5-481e-abee-44740054589f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:48:20.923708 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7682f2f2-7da5-481e-abee-44740054589f None None] Bound using segment: {'id': 'e81b1a67-2f81-4ac8-a4dd-b13e6c47d014', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505'} {{(pid=106232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 18 00:48:20.924170 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.managers [None req-7682f2f2-7da5-481e-abee-44740054589f None None] Bound port: 7ce016d9-f7b8-4dd8-8e04-c2e8bd3d3cd3, host: dv-cinder-master-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e81b1a67-2f81-4ac8-a4dd-b13e6c47d014', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505'}}] {{(pid=106232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 18 00:48:20.924538 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-7682f2f2-7da5-481e-abee-44740054589f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (7ce016d9-f7b8-4dd8-8e04-c2e8bd3d3cd3), before_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:48:20.952308 dv-cinder-master-3-smb neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:48:20.974126 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.db [None req-7682f2f2-7da5-481e-abee-44740054589f None None] For port 7ce016d9-f7b8-4dd8-8e04-c2e8bd3d3cd3, host dv-cinder-master-3-smb, cleared binding levels {{(pid=106232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:48:20.977202 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.db [None req-7682f2f2-7da5-481e-abee-44740054589f None None] For port 7ce016d9-f7b8-4dd8-8e04-c2e8bd3d3cd3, host dv-cinder-master-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=7ce016d9-f7b8-4dd8-8e04-c2e8bd3d3cd3,segment=NetworkSegment(e81b1a67-2f81-4ac8-a4dd-b13e6c47d014),segment_id=e81b1a67-2f81-4ac8-a4dd-b13e6c47d014)] {{(pid=106232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:48:20.983993 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-7682f2f2-7da5-481e-abee-44740054589f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749746030758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749745591525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749745591543'] for port (7ce016d9-f7b8-4dd8-8e04-c2e8bd3d3cd3), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:48:21.017680 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7682f2f2-7da5-481e-abee-44740054589f None None] Routers {'f57f4c55-d975-43f9-911c-fac620a97312'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 18 00:48:21.018291 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.l3_hamode_db [None req-7682f2f2-7da5-481e-abee-44740054589f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-18T00:47:37Z,description=,heartbeat_timestamp=2022-09-18T00:48:07Z,host='dv-cinder-master-3-smb',id=d0e8801d-4758-48bd-8085-7f05d3358764,load=0,resource_versions=,resources_synced=,started_at=2022-09-18T00:47:37Z,topic='l3_agent')) {'router_ids': ['f57f4c55-d975-43f9-911c-fac620a97312'], 'active': True} {{(pid=106232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:48:21.078464 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6326210e-96aa-49f0-8ffa-d783ef8ce968 None None] Pushing event updated for resources: {'Port': ['ID=7ce016d9-f7b8-4dd8-8e04-c2e8bd3d3cd3,revision_number=3']} {{(pid=106232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:48:21.139630 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.l3_dvr_db [None req-7682f2f2-7da5-481e-abee-44740054589f None None] Set router f57f4c55-d975-43f9-911c-fac620a97312 gateway port host: dv-cinder-master-3-smb {{(pid=106232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 18 00:48:21.334498 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.l3_hamode_db [None req-7682f2f2-7da5-481e-abee-44740054589f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f57f4c55-d975-43f9-911c-fac620a97312', 'name': 'router1', 'tenant_id': '7235380db9084da48403a1902b36c2f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'external_fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.229'}], 'enable_snat': True}, 'gw_port_id': '7ce016d9-f7b8-4dd8-8e04-c2e8bd3d3cd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:47:59Z', 'updated_at': '2022-09-18T00:48:19Z', 'revision_number': 4, 'project_id': '7235380db9084da48403a1902b36c2f1', 'gw_port': {'id': '7ce016d9-f7b8-4dd8-8e04-c2e8bd3d3cd3', 'name': '', 'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:f2:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f57f4c55-d975-43f9-911c-fac620a97312', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:48:18Z', 'updated_at': '2022-09-18T00:48:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '7e677ef9-080b-409c-aa69-1948d9620668', 'name': '', 'network_id': 'ebcefedd-e3a2-4db5-8f9e-9ce0647c3860', 'tenant_id': '7235380db9084da48403a1902b36c2f1', 'mac_address': 'fa:16:3e:ac:14:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f57f4c55-d975-43f9-911c-fac620a97312', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6c368400-e54e-4702-9a72-e0054ddc59c6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:48:09Z', 'updated_at': '2022-09-18T00:48:13Z', 'revision_number': 5, 'project_id': '7235380db9084da48403a1902b36c2f1', 'subnets': [{'id': '6c368400-e54e-4702-9a72-e0054ddc59c6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3087b35b-0377-4c1b-871d-508bfbfd959f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=106232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:48:21.359584 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7682f2f2-7da5-481e-abee-44740054589f None None] The sync data for ids ['f57f4c55-d975-43f9-911c-fac620a97312'] in dv-cinder-master-3-smb is: [{'id': 'f57f4c55-d975-43f9-911c-fac620a97312', 'name': 'router1', 'tenant_id': '7235380db9084da48403a1902b36c2f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'external_fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.229'}], 'enable_snat': True}, 'gw_port_id': '7ce016d9-f7b8-4dd8-8e04-c2e8bd3d3cd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:47:59Z', 'updated_at': '2022-09-18T00:48:19Z', 'revision_number': 4, 'project_id': '7235380db9084da48403a1902b36c2f1', 'gw_port': {'id': '7ce016d9-f7b8-4dd8-8e04-c2e8bd3d3cd3', 'name': '', 'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:f2:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f57f4c55-d975-43f9-911c-fac620a97312', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:48:18Z', 'updated_at': '2022-09-18T00:48:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '7e677ef9-080b-409c-aa69-1948d9620668', 'name': '', 'network_id': 'ebcefedd-e3a2-4db5-8f9e-9ce0647c3860', 'tenant_id': '7235380db9084da48403a1902b36c2f1', 'mac_address': 'fa:16:3e:ac:14:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f57f4c55-d975-43f9-911c-fac620a97312', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6c368400-e54e-4702-9a72-e0054ddc59c6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:48:09Z', 'updated_at': '2022-09-18T00:48:13Z', 'revision_number': 5, 'project_id': '7235380db9084da48403a1902b36c2f1', 'subnets': [{'id': '6c368400-e54e-4702-9a72-e0054ddc59c6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '3087b35b-0377-4c1b-871d-508bfbfd959f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:48:21.937757 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.rpc [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Device 7ce016d9-f7b8-4dd8-8e04-c2e8bd3d3cd3 up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=106232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:48:21.984326 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.provisioning_blocks [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Provisioning complete for port 7ce016d9-f7b8-4dd8-8e04-c2e8bd3d3cd3 triggered by entity L2. {{(pid=106232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 00:48:21.984765 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981214'] for port (7ce016d9-f7b8-4dd8-8e04-c2e8bd3d3cd3), provisioning_complete {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:48:21.985053 dv-cinder-master-3-smb neutron-server[106232]: INFO neutron.plugins.ml2.plugin [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Attempt 1 to provision port 7ce016d9-f7b8-4dd8-8e04-c2e8bd3d3cd3 Sep 18 00:48:22.063022 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Current status of the port 7ce016d9-f7b8-4dd8-8e04-c2e8bd3d3cd3 is: DOWN; New status is: ACTIVE {{(pid=106232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 00:48:22.063436 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (7ce016d9-f7b8-4dd8-8e04-c2e8bd3d3cd3), before_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:48:22.085603 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.db [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] For port 7ce016d9-f7b8-4dd8-8e04-c2e8bd3d3cd3, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=7ce016d9-f7b8-4dd8-8e04-c2e8bd3d3cd3,segment=NetworkSegment(e81b1a67-2f81-4ac8-a4dd-b13e6c47d014),segment_id=e81b1a67-2f81-4ac8-a4dd-b13e6c47d014)] {{(pid=106232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:48:22.090728 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749746030758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749745591525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749745591543'] for port (7ce016d9-f7b8-4dd8-8e04-c2e8bd3d3cd3), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:48:22.117539 dv-cinder-master-3-smb neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:48:22.142116 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Pushing event updated for resources: {'Port': ['ID=7ce016d9-f7b8-4dd8-8e04-c2e8bd3d3cd3,revision_number=4']} {{(pid=106232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:48:22.453910 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 54734) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:48:22.832166 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:48:22.850509 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-95279023-1032-4868-9371-0b0c6cec7071 admin admin] 10.222.0.33 "GET /networking/v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 413 time: 0.3956108 Sep 18 00:48:23.144454 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.agents_db [None req-fc240a3b-6701-466a-b3ae-821b2bb1d0eb None None] Agent healthcheck: found 5 active agents {{(pid=106233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 00:48:23.904100 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.rpc [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Device 7ce016d9-f7b8-4dd8-8e04-c2e8bd3d3cd3 up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=106232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:48:23.946491 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.provisioning_blocks [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Provisioning complete for port 7ce016d9-f7b8-4dd8-8e04-c2e8bd3d3cd3 triggered by entity L2. {{(pid=106232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 00:48:23.946886 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981214'] for port (7ce016d9-f7b8-4dd8-8e04-c2e8bd3d3cd3), provisioning_complete {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:48:23.947221 dv-cinder-master-3-smb neutron-server[106232]: INFO neutron.plugins.ml2.plugin [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Attempt 1 to provision port 7ce016d9-f7b8-4dd8-8e04-c2e8bd3d3cd3 Sep 18 00:48:24.024958 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Current status of the port 7ce016d9-f7b8-4dd8-8e04-c2e8bd3d3cd3 is: ACTIVE; New status is: ACTIVE {{(pid=106232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 00:48:24.819993 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=58,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:48:24.820746 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=50,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:48:32.846926 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=19 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:48:33.139755 dv-cinder-master-3-smb neutron-server[106233]: DEBUG dbcounter [-] [106233] Writing DB stats neutron:SELECT=40 {{(pid=106233) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:48:33.142102 dv-cinder-master-3-smb neutron-server[106233]: DEBUG dbcounter [-] [106233] Writing DB stats neutron:UPDATE=1,neutron:SELECT=48 {{(pid=106233) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:48:34.018261 dv-cinder-master-3-smb neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:48:34.023483 dv-cinder-master-3-smb neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=18 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:48:34.888621 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-972ea99d-3b4a-457f-b716-36e43a66fb4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (25137928-f4de-4c87-813e-883d046ac13f), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:48:36.939407 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-693cb377-4c32-4831-b94a-8ed6010ab3f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (d0e8801d-4758-48bd-8085-7f05d3358764), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:48:38.930344 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-dbc7b203-e4cc-426a-aeff-c16fa309d22e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (91de19fe-167d-470c-b665-c08c1d21c559), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:48:40.067225 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-1c1e26f8-ce84-4314-9422-87e0912de383 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (9a0bd8cc-a240-4c0b-8d32-8f22e7371ee9), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:48:40.260403 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (c8573462-7e7f-4357-b3a8-beeaa8ae7db3), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:48:50.062992 dv-cinder-master-3-smb neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:48:50.253009 dv-cinder-master-3-smb neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:49:00.143808 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.agents_db [None req-fc240a3b-6701-466a-b3ae-821b2bb1d0eb None None] Agent healthcheck: found 5 active agents {{(pid=106233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 00:49:01.152281 dv-cinder-master-3-smb neutron-server[106233]: DEBUG dbcounter [-] [106233] Writing DB stats neutron:SELECT=2 {{(pid=106233) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:49:04.894194 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-f773d236-0ef3-4bc3-9491-968455eb3679 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (25137928-f4de-4c87-813e-883d046ac13f), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:49:06.959648 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-db7af591-e6fe-49aa-96fc-396383c6c380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (d0e8801d-4758-48bd-8085-7f05d3358764), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:49:08.815528 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-dbc7b203-e4cc-426a-aeff-c16fa309d22e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (91de19fe-167d-470c-b665-c08c1d21c559), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:49:10.066588 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-1c1e26f8-ce84-4314-9422-87e0912de383 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (9a0bd8cc-a240-4c0b-8d32-8f22e7371ee9), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:49:10.140366 dv-cinder-master-3-smb neutron-server[106233]: DEBUG dbcounter [-] [106233] Writing DB stats neutron:SELECT=6 {{(pid=106233) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:49:10.250709 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (c8573462-7e7f-4357-b3a8-beeaa8ae7db3), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:49:20.233186 dv-cinder-master-3-smb neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=18 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:49:20.246041 dv-cinder-master-3-smb neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=23,neutron:UPDATE=5 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:49:34.889043 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-ce8da252-cdda-4cb0-a341-2cec20039ef6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (25137928-f4de-4c87-813e-883d046ac13f), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:49:36.923982 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-987dc4fc-b840-4f7d-baea-3e84f33554fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (d0e8801d-4758-48bd-8085-7f05d3358764), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:49:37.143373 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.agents_db [None req-fc240a3b-6701-466a-b3ae-821b2bb1d0eb None None] Agent healthcheck: found 5 active agents {{(pid=106233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 00:49:38.817736 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-dbc7b203-e4cc-426a-aeff-c16fa309d22e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (91de19fe-167d-470c-b665-c08c1d21c559), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:49:40.066629 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-1c1e26f8-ce84-4314-9422-87e0912de383 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (9a0bd8cc-a240-4c0b-8d32-8f22e7371ee9), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:49:40.247138 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (c8573462-7e7f-4357-b3a8-beeaa8ae7db3), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:49:47.138559 dv-cinder-master-3-smb neutron-server[106233]: DEBUG dbcounter [-] [106233] Writing DB stats neutron:DELETE=1,neutron:SELECT=4 {{(pid=106233) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:49:47.139374 dv-cinder-master-3-smb neutron-server[106233]: DEBUG dbcounter [-] [106233] Writing DB stats neutron:SELECT=5 {{(pid=106233) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:49:48.129872 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 55284) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:49:48.475516 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb2861b0-3484-47db-aee5-ef5487c7b254 admin admin] GET failed (client error): The resource could not be found. Sep 18 00:49:48.476800 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-cb2861b0-3484-47db-aee5-ef5487c7b254 admin admin] 10.222.0.33 "GET /networking/v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3451629 Sep 18 00:49:48.726983 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-762dfb46-9dba-4c68-b68c-f5ccb3986c9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:49:48.728479 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-762dfb46-9dba-4c68-b68c-f5ccb3986c9b admin admin] 10.222.0.33 "GET /networking/v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2473187 Sep 18 00:49:50.240793 dv-cinder-master-3-smb neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:49:50.242567 dv-cinder-master-3-smb neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:49:51.285762 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 55294) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:49:51.648741 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-316c0077-563c-47e8-a79a-42790485846a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:49:51.650094 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-316c0077-563c-47e8-a79a-42790485846a admin admin] 10.222.0.33 "GET /networking/v2.0/subnets/6c368400-e54e-4702-9a72-e0054ddc59c6 HTTP/1.1" status: 200 len: 849 time: 0.3634455 Sep 18 00:49:51.667223 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.v2.base [None req-992ae90f-2dc1-4802-8531-a5b578ad7312 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=106231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:49:51.755325 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-992ae90f-2dc1-4802-8531-a5b578ad7312 admin admin] Publish callbacks [] for subnet (6c368400-e54e-4702-9a72-e0054ddc59c6), before_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:49:51.899725 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-992ae90f-2dc1-4802-8531-a5b578ad7312 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16510870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8749746033812'] for subnet (6c368400-e54e-4702-9a72-e0054ddc59c6), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:49:51.930695 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-992ae90f-2dc1-4802-8531-a5b578ad7312 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:49:51.930695 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-992ae90f-2dc1-4802-8531-a5b578ad7312 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16267021'] for subnet (None), before_response {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:49:51.931879 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-992ae90f-2dc1-4802-8531-a5b578ad7312 admin admin] 10.222.0.33 "PUT /networking/v2.0/subnets/6c368400-e54e-4702-9a72-e0054ddc59c6 HTTP/1.1" status: 200 len: 868 time: 0.2683513 Sep 18 00:49:51.934899 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee143c19-ccf7-49aa-a7a5-24f39f64d862 None None] Network ebcefedd-e3a2-4db5-8f9e-9ce0647c3860 requested from dv-cinder-master-3-smb {{(pid=106232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 18 00:49:51.956168 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992ae90f-2dc1-4802-8531-a5b578ad7312 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c368400-e54e-4702-9a72-e0054ddc59c6,revision_number=1']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:49:51.969169 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992ae90f-2dc1-4802-8531-a5b578ad7312 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:49:51.969993 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992ae90f-2dc1-4802-8531-a5b578ad7312 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:49:51.970370 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992ae90f-2dc1-4802-8531-a5b578ad7312 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:49:51.970730 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992ae90f-2dc1-4802-8531-a5b578ad7312 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:49:51.971691 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992ae90f-2dc1-4802-8531-a5b578ad7312 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:49:51.972027 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992ae90f-2dc1-4802-8531-a5b578ad7312 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:49:51.972513 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992ae90f-2dc1-4802-8531-a5b578ad7312 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:49:51.972857 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992ae90f-2dc1-4802-8531-a5b578ad7312 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:49:51.973178 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992ae90f-2dc1-4802-8531-a5b578ad7312 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:49:51.973501 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992ae90f-2dc1-4802-8531-a5b578ad7312 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:49:51.973827 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992ae90f-2dc1-4802-8531-a5b578ad7312 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:49:51.974167 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992ae90f-2dc1-4802-8531-a5b578ad7312 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:49:51.974491 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992ae90f-2dc1-4802-8531-a5b578ad7312 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:49:51.974837 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992ae90f-2dc1-4802-8531-a5b578ad7312 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:49:51.975989 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-992ae90f-2dc1-4802-8531-a5b578ad7312 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:49:52.261401 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.provisioning_blocks [None req-959f46d8-dfcb-4b78-a633-fb010238c9f8 None None] Provisioning complete for port 6d5bcb0e-da47-46a3-8d78-4e4c39bce4cf triggered by entity DHCP. {{(pid=106232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 00:49:52.261804 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-959f46d8-dfcb-4b78-a633-fb010238c9f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981214'] for port (6d5bcb0e-da47-46a3-8d78-4e4c39bce4cf), provisioning_complete {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:49:52.262144 dv-cinder-master-3-smb neutron-server[106232]: INFO neutron.plugins.ml2.plugin [None req-959f46d8-dfcb-4b78-a633-fb010238c9f8 None None] Attempt 1 to provision port 6d5bcb0e-da47-46a3-8d78-4e4c39bce4cf Sep 18 00:49:52.338959 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-959f46d8-dfcb-4b78-a633-fb010238c9f8 None None] Current status of the port 6d5bcb0e-da47-46a3-8d78-4e4c39bce4cf is: ACTIVE; New status is: ACTIVE {{(pid=106232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 00:49:52.347746 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.provisioning_blocks [None req-959f46d8-dfcb-4b78-a633-fb010238c9f8 None None] Provisioning complete for port 7e677ef9-080b-409c-aa69-1948d9620668 triggered by entity DHCP. {{(pid=106232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 00:49:52.348136 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-959f46d8-dfcb-4b78-a633-fb010238c9f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981214'] for port (7e677ef9-080b-409c-aa69-1948d9620668), provisioning_complete {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:49:52.348476 dv-cinder-master-3-smb neutron-server[106232]: INFO neutron.plugins.ml2.plugin [None req-959f46d8-dfcb-4b78-a633-fb010238c9f8 None None] Attempt 1 to provision port 7e677ef9-080b-409c-aa69-1948d9620668 Sep 18 00:49:52.421559 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-959f46d8-dfcb-4b78-a633-fb010238c9f8 None None] Current status of the port 7e677ef9-080b-409c-aa69-1948d9620668 is: ACTIVE; New status is: ACTIVE {{(pid=106232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 00:49:54.538648 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 55302) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:49:55.014882 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1df755b6-304f-47da-a950-d4ac04c2d454 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:49:55.015361 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1df755b6-304f-47da-a950-d4ac04c2d454 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:49:55.017623 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-1df755b6-304f-47da-a950-d4ac04c2d454 admin admin] 10.222.0.33 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4780321 Sep 18 00:49:57.622184 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 55312) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:49:58.040428 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e507e713-d08a-46ba-9dd7-f758f158bdd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:49:58.040900 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e507e713-d08a-46ba-9dd7-f758f158bdd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:49:58.042454 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-e507e713-d08a-46ba-9dd7-f758f158bdd6 admin admin] 10.222.0.33 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4193234 Sep 18 00:50:00.621893 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 55320) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:50:01.145588 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b9dcea2-f8a3-4f00-9343-c15816fd00cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:50:01.146981 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-7b9dcea2-f8a3-4f00-9343-c15816fd00cd admin admin] 10.222.0.33 "GET /networking/v2.0/networks/b5726c9b-05f1-4137-90cd-23a4e3e89505 HTTP/1.1" status: 200 len: 886 time: 0.5241277 Sep 18 00:50:02.416804 dv-cinder-master-3-smb neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=39 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:50:02.419577 dv-cinder-master-3-smb neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=38 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:50:03.724027 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 55328) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:50:04.072864 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:50:04.096679 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:50:04.136764 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce86e1cb-abc4-4c12-bb32-12a57f879167 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:50:04.138121 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-ce86e1cb-abc4-4c12-bb32-12a57f879167 admin admin] 10.222.0.33 "GET /networking/v2.0/networks/ebcefedd-e3a2-4db5-8f9e-9ce0647c3860 HTTP/1.1" status: 200 len: 869 time: 0.4131532 Sep 18 00:50:04.895959 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-07dc38a8-df6b-43c4-8b3e-61d507587369 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (25137928-f4de-4c87-813e-883d046ac13f), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:50:06.695747 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 55336) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:50:06.926564 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-bede90db-6c81-4ea2-b982-af9d09b50c7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (d0e8801d-4758-48bd-8085-7f05d3358764), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:50:07.100775 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a585e59f-ad30-4e6d-af68-62461773204a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:50:07.101235 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a585e59f-ad30-4e6d-af68-62461773204a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:50:07.102767 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-a585e59f-ad30-4e6d-af68-62461773204a admin admin] 10.222.0.33 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4060669 Sep 18 00:50:08.822414 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-dbc7b203-e4cc-426a-aeff-c16fa309d22e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (91de19fe-167d-470c-b665-c08c1d21c559), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:50:09.681992 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 55344) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:50:10.046649 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0768926f-35af-494a-8b91-fd4c5ee8900c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:50:10.047135 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0768926f-35af-494a-8b91-fd4c5ee8900c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:50:10.048640 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-0768926f-35af-494a-8b91-fd4c5ee8900c admin admin] 10.222.0.33 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3657038 Sep 18 00:50:10.073500 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-1c1e26f8-ce84-4314-9422-87e0912de383 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (9a0bd8cc-a240-4c0b-8d32-8f22e7371ee9), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:50:10.240187 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (c8573462-7e7f-4357-b3a8-beeaa8ae7db3), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:50:12.601413 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 55352) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:50:12.969005 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48e81899-cac5-4aad-8fb0-6257327a78c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:50:12.971033 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-48e81899-cac5-4aad-8fb0-6257327a78c5 admin admin] 10.222.0.33 "GET /networking/v2.0/subnets/6c368400-e54e-4702-9a72-e0054ddc59c6 HTTP/1.1" status: 200 len: 868 time: 0.3684809 Sep 18 00:50:14.141605 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.agents_db [None req-fc240a3b-6701-466a-b3ae-821b2bb1d0eb None None] Agent healthcheck: found 5 active agents {{(pid=106233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 00:50:15.563911 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 55360) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:50:15.926304 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99deb21f-4283-446b-9bbd-378f73b40a84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:50:15.927701 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-99deb21f-4283-446b-9bbd-378f73b40a84 admin admin] 10.222.0.33 "GET /networking/v2.0/subnets/9e97c026-c8b3-4b72-91ed-10f39e002f97 HTTP/1.1" status: 200 len: 816 time: 0.3629284 Sep 18 00:50:20.229229 dv-cinder-master-3-smb neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:50:20.235299 dv-cinder-master-3-smb neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:50:25.921522 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=35 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:50:25.923856 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=29 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:50:32.290926 dv-cinder-master-3-smb neutron-server[106233]: DEBUG dbcounter [-] [106233] Writing DB stats neutron:SELECT=16 {{(pid=106233) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:50:32.295114 dv-cinder-master-3-smb neutron-server[106233]: DEBUG dbcounter [-] [106233] Writing DB stats neutron:SELECT=20 {{(pid=106233) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:50:34.888720 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-b23a72bb-73f2-488f-bbad-ccaf17af2f61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (25137928-f4de-4c87-813e-883d046ac13f), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:50:36.927093 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-00d8fe2e-58f6-4d1a-b989-e034ad7ec4ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (d0e8801d-4758-48bd-8085-7f05d3358764), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:50:38.831362 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-dbc7b203-e4cc-426a-aeff-c16fa309d22e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (91de19fe-167d-470c-b665-c08c1d21c559), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:50:40.075908 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-1c1e26f8-ce84-4314-9422-87e0912de383 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (9a0bd8cc-a240-4c0b-8d32-8f22e7371ee9), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:50:40.242869 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (c8573462-7e7f-4357-b3a8-beeaa8ae7db3), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:50:45.687134 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 55416) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:50:46.125671 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [None req-b4493867-b50c-4e15-841a-a342bf580d02 admin admin] http://10.222.0.33:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106231) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 18 00:50:46.126818 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-b4493867-b50c-4e15-841a-a342bf580d02 admin admin] 10.222.0.33 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.4386263 Sep 18 00:50:48.789421 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 55424) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:50:49.131936 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ae93b1d-7a45-43be-a34f-99c39f513d27 admin admin] GET failed (client error): The resource could not be found. Sep 18 00:50:49.133177 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-3ae93b1d-7a45-43be-a34f-99c39f513d27 admin admin] 10.222.0.33 "GET /networking/v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3429279 Sep 18 00:50:49.218877 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de85826b-0bce-4069-ad7a-b689d5112e23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:50:49.220454 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-de85826b-0bce-4069-ad7a-b689d5112e23 admin admin] 10.222.0.33 "GET /networking/v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0825350 Sep 18 00:50:50.236096 dv-cinder-master-3-smb neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:50:50.238695 dv-cinder-master-3-smb neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=4,neutron:UPDATE=4 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:50:51.140993 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.agents_db [None req-fc240a3b-6701-466a-b3ae-821b2bb1d0eb None None] Agent healthcheck: found 5 active agents {{(pid=106233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 00:50:51.819612 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 55432) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:50:52.140455 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.v2.base [None req-f6154c10-25d0-4a26-95ef-9db3724115b0 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=106231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:50:52.161506 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6154c10-25d0-4a26-95ef-9db3724115b0 admin admin] Made reservation on behalf of bc6c609cf3f84261a2a1675dd3a909f0 for: {'network': 1} {{(pid=106231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:50:52.163884 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f6154c10-25d0-4a26-95ef-9db3724115b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for network (None), before_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:50:52.194941 dv-cinder-master-3-smb neutron-server[106231]: WARNING neutron.services.revisions.revision_plugin [None req-f6154c10-25d0-4a26-95ef-9db3724115b0 admin admin] Could not find related network for resource to bump revision. Sep 18 00:50:52.207171 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6154c10-25d0-4a26-95ef-9db3724115b0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 168} {{(pid=106231) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 00:50:52.216617 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f6154c10-25d0-4a26-95ef-9db3724115b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-977230'] for segment (eb215dca-f88b-427c-8f2f-cc67959fe0e2), precommit_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:50:52.216995 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.db.segments_db [None req-f6154c10-25d0-4a26-95ef-9db3724115b0 admin admin] Added segment eb215dca-f88b-427c-8f2f-cc67959fe0e2 of type vlan for network df667b9b-08bf-41b4-84f5-785fcd359995 Sep 18 00:50:52.255417 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f6154c10-25d0-4a26-95ef-9db3724115b0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749745527471'] for network (df667b9b-08bf-41b4-84f5-785fcd359995), precommit_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:50:52.279530 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f6154c10-25d0-4a26-95ef-9db3724115b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16510767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039'] for network (df667b9b-08bf-41b4-84f5-785fcd359995), after_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:50:52.280483 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6154c10-25d0-4a26-95ef-9db3724115b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:50:52.281050 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f6154c10-25d0-4a26-95ef-9db3724115b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16267021'] for network (None), before_response {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:50:52.313854 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-f6154c10-25d0-4a26-95ef-9db3724115b0 admin admin] 10.222.0.33 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4931908 Sep 18 00:50:52.344257 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6154c10-25d0-4a26-95ef-9db3724115b0 admin admin] Pushing event updated for resources: {'Network': ['ID=df667b9b-08bf-41b4-84f5-785fcd359995,revision_number=1']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:50:52.352364 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6154c10-25d0-4a26-95ef-9db3724115b0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:50:52.352702 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6154c10-25d0-4a26-95ef-9db3724115b0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:50:52.353046 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6154c10-25d0-4a26-95ef-9db3724115b0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:50:52.353380 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6154c10-25d0-4a26-95ef-9db3724115b0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:50:52.353709 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6154c10-25d0-4a26-95ef-9db3724115b0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:50:52.354034 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6154c10-25d0-4a26-95ef-9db3724115b0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:50:52.354352 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6154c10-25d0-4a26-95ef-9db3724115b0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:50:52.354670 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6154c10-25d0-4a26-95ef-9db3724115b0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:50:52.355014 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6154c10-25d0-4a26-95ef-9db3724115b0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:50:52.355334 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6154c10-25d0-4a26-95ef-9db3724115b0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:50:52.355652 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6154c10-25d0-4a26-95ef-9db3724115b0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:50:52.355990 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6154c10-25d0-4a26-95ef-9db3724115b0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:50:52.356310 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6154c10-25d0-4a26-95ef-9db3724115b0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:50:52.356621 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6154c10-25d0-4a26-95ef-9db3724115b0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:50:52.356933 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6154c10-25d0-4a26-95ef-9db3724115b0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:50:52.368430 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.rpc [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Network df667b9b-08bf-41b4-84f5-785fcd359995 details requested by agent ovs-agent-dv-cinder-master-3-smb with host dv-cinder-master-3-smb {{(pid=106232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 00:50:55.004683 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.33', 55440) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:50:55.369625 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5e286c5-4da8-48d5-b884-5816ad61aa6c admin admin] GET failed (client error): The resource could not be found. Sep 18 00:50:55.370919 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [None req-f5e286c5-4da8-48d5-b884-5816ad61aa6c admin admin] 10.222.0.33 "GET /networking/v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3652747 Sep 18 00:50:55.471147 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c08f87e7-7256-44c2-a234-dc8d954e6888 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:50:55.472495 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [None req-c08f87e7-7256-44c2-a234-dc8d954e6888 admin admin] 10.222.0.33 "GET /networking/v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0972219 Sep 18 00:50:55.482314 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.v2.base [None req-038f3d5b-def5-4f55-9e95-914ddc39ec3f admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'network_id': 'df667b9b-08bf-41b4-84f5-785fcd359995', 'ip_version': 4}} {{(pid=106230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:50:55.503231 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-038f3d5b-def5-4f55-9e95-914ddc39ec3f admin admin] Made reservation on behalf of bc6c609cf3f84261a2a1675dd3a909f0 for: {'subnet': 1} {{(pid=106230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:50:55.505433 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-038f3d5b-def5-4f55-9e95-914ddc39ec3f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:50:55.669046 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-038f3d5b-def5-4f55-9e95-914ddc39ec3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16510870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039'] for subnet (6bfdfbbf-a55e-4317-b1b0-c63daeb0e289), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:50:55.729371 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038f3d5b-def5-4f55-9e95-914ddc39ec3f admin admin] Pushing event updated for resources: {'Subnet': ['ID=6bfdfbbf-a55e-4317-b1b0-c63daeb0e289,revision_number=0']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:50:55.740024 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038f3d5b-def5-4f55-9e95-914ddc39ec3f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:50:55.740369 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038f3d5b-def5-4f55-9e95-914ddc39ec3f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:50:55.740726 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038f3d5b-def5-4f55-9e95-914ddc39ec3f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:50:55.741084 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038f3d5b-def5-4f55-9e95-914ddc39ec3f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:50:55.741421 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038f3d5b-def5-4f55-9e95-914ddc39ec3f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:50:55.741749 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038f3d5b-def5-4f55-9e95-914ddc39ec3f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:50:55.742076 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038f3d5b-def5-4f55-9e95-914ddc39ec3f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:50:55.742405 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038f3d5b-def5-4f55-9e95-914ddc39ec3f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:50:55.742727 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038f3d5b-def5-4f55-9e95-914ddc39ec3f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:50:55.743103 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038f3d5b-def5-4f55-9e95-914ddc39ec3f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:50:55.743430 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038f3d5b-def5-4f55-9e95-914ddc39ec3f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:50:55.743768 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038f3d5b-def5-4f55-9e95-914ddc39ec3f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:50:55.744094 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038f3d5b-def5-4f55-9e95-914ddc39ec3f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:50:55.744411 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038f3d5b-def5-4f55-9e95-914ddc39ec3f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:50:55.744730 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-038f3d5b-def5-4f55-9e95-914ddc39ec3f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:50:55.747763 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-038f3d5b-def5-4f55-9e95-914ddc39ec3f admin admin] Checking segment: {'id': 'eb215dca-f88b-427c-8f2f-cc67959fe0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'df667b9b-08bf-41b4-84f5-785fcd359995'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 18 00:50:55.748118 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-038f3d5b-def5-4f55-9e95-914ddc39ec3f admin admin] Network hostable DHCP agents. Network: df667b9b-08bf-41b4-84f5-785fcd359995, hostable agents: ['25137928-f4de-4c87-813e-883d046ac13f'], hosted agents: [] {{(pid=106230) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 00:50:55.764720 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-038f3d5b-def5-4f55-9e95-914ddc39ec3f admin admin] Network df667b9b-08bf-41b4-84f5-785fcd359995 is scheduled to be hosted by DHCP agent 25137928-f4de-4c87-813e-883d046ac13f with binding_index 1 {{(pid=106230) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 00:50:55.773908 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.scheduler.base_scheduler [None req-038f3d5b-def5-4f55-9e95-914ddc39ec3f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-smb, df667b9b-08bf-41b4-84f5-785fcd359995) {{(pid=106230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:50:55.777767 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-038f3d5b-def5-4f55-9e95-914ddc39ec3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:50:55.778347 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-038f3d5b-def5-4f55-9e95-914ddc39ec3f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16267021'] for subnet (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:50:55.783902 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc253469-d28d-42c2-aee4-57fc3be99f94 None None] Network df667b9b-08bf-41b4-84f5-785fcd359995 requested from dv-cinder-master-3-smb {{(pid=106232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 18 00:50:55.794310 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [None req-038f3d5b-def5-4f55-9e95-914ddc39ec3f admin admin] 10.222.0.33 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3152859 Sep 18 00:50:55.892761 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a5352be-0371-4ff3-8dc3-d9e0227de088 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c9b710a-c5e7-5cbf-88b5-877954cdc74b-df667b9b-08bf-41b4-84f5-785fcd359995', 'network_id': 'df667b9b-08bf-41b4-84f5-785fcd359995', 'project_id': 'bc6c609cf3f84261a2a1675dd3a909f0', 'fixed_ips': [{'subnet_id': '6bfdfbbf-a55e-4317-b1b0-c63daeb0e289'}]}} from dv-cinder-master-3-smb. {{(pid=106232) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 18 00:50:55.894040 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-6a5352be-0371-4ff3-8dc3-d9e0227de088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (None), before_create {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:50:56.032117 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.db_base_plugin_common [None req-6a5352be-0371-4ff3-8dc3-d9e0227de088 None None] Allocated IP 192.168.233.2 (df667b9b-08bf-41b4-84f5-785fcd359995/6bfdfbbf-a55e-4317-b1b0-c63daeb0e289/6a40df5a-1e60-48e0-ad59-679cfdbbe575) {{(pid=106232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:50:56.180885 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-6a5352be-0371-4ff3-8dc3-d9e0227de088 None None] Publish callbacks [] for port (6a40df5a-1e60-48e0-ad59-679cfdbbe575), precommit_create {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:50:56.187545 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-6a5352be-0371-4ff3-8dc3-d9e0227de088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749745591507'] for port (6a40df5a-1e60-48e0-ad59-679cfdbbe575), after_create {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:50:56.229107 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a5352be-0371-4ff3-8dc3-d9e0227de088 None None] Network df667b9b-08bf-41b4-84f5-785fcd359995 is already hosted by enough agents. {{(pid=106232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:50:56.234147 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.scheduler.base_scheduler [None req-6a5352be-0371-4ff3-8dc3-d9e0227de088 None None] Resources bound (agent type, host, resource id): {{(pid=106232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:50:56.238825 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a5352be-0371-4ff3-8dc3-d9e0227de088 None None] Received port after_create {{(pid=106232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 18 00:50:56.245252 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5352be-0371-4ff3-8dc3-d9e0227de088 None None] Pushing event updated for resources: {'Port': ['ID=6a40df5a-1e60-48e0-ad59-679cfdbbe575,revision_number=1']} {{(pid=106232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:50:56.269895 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5352be-0371-4ff3-8dc3-d9e0227de088 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:50:56.270243 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5352be-0371-4ff3-8dc3-d9e0227de088 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:50:56.270587 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5352be-0371-4ff3-8dc3-d9e0227de088 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:50:56.270969 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5352be-0371-4ff3-8dc3-d9e0227de088 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:50:56.271310 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5352be-0371-4ff3-8dc3-d9e0227de088 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:50:56.271641 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5352be-0371-4ff3-8dc3-d9e0227de088 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:50:56.271975 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5352be-0371-4ff3-8dc3-d9e0227de088 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:50:56.272289 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5352be-0371-4ff3-8dc3-d9e0227de088 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:50:56.272617 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5352be-0371-4ff3-8dc3-d9e0227de088 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:50:56.272939 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5352be-0371-4ff3-8dc3-d9e0227de088 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:50:56.273262 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5352be-0371-4ff3-8dc3-d9e0227de088 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:50:56.273599 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5352be-0371-4ff3-8dc3-d9e0227de088 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:50:56.273926 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5352be-0371-4ff3-8dc3-d9e0227de088 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:50:56.274244 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5352be-0371-4ff3-8dc3-d9e0227de088 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:50:56.274564 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a5352be-0371-4ff3-8dc3-d9e0227de088 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:50:56.310703 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.managers [None req-6a5352be-0371-4ff3-8dc3-d9e0227de088 None None] Attempting to bind port 6a40df5a-1e60-48e0-ad59-679cfdbbe575 on host dv-cinder-master-3-smb for vnic_type normal with profile {{(pid=106232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 18 00:50:56.311113 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.managers [None req-6a5352be-0371-4ff3-8dc3-d9e0227de088 None None] Attempting to bind port 6a40df5a-1e60-48e0-ad59-679cfdbbe575 by drivers openvswitch,hyperv on host dv-cinder-master-3-smb at level 0 using segments [{'id': 'eb215dca-f88b-427c-8f2f-cc67959fe0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'df667b9b-08bf-41b4-84f5-785fcd359995'}] {{(pid=106232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 18 00:50:56.311473 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a5352be-0371-4ff3-8dc3-d9e0227de088 None None] Attempting to bind port 6a40df5a-1e60-48e0-ad59-679cfdbbe575 on network df667b9b-08bf-41b4-84f5-785fcd359995 {{(pid=106232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:50:56.353467 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a5352be-0371-4ff3-8dc3-d9e0227de088 None None] Checking agent: {'id': 'c8573462-7e7f-4357-b3a8-beeaa8ae7db3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 18, 0, 47, 40), 'started_at': datetime.datetime(2022, 9, 18, 0, 48, 10), 'heartbeat_timestamp': datetime.datetime(2022, 9, 18, 0, 50, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 18 00:50:56.353836 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a5352be-0371-4ff3-8dc3-d9e0227de088 None None] Checking segment: {'id': 'eb215dca-f88b-427c-8f2f-cc67959fe0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'df667b9b-08bf-41b4-84f5-785fcd359995'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 18 00:50:56.354238 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-6a5352be-0371-4ff3-8dc3-d9e0227de088 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:50:56.354639 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a5352be-0371-4ff3-8dc3-d9e0227de088 None None] Bound using segment: {'id': 'eb215dca-f88b-427c-8f2f-cc67959fe0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'df667b9b-08bf-41b4-84f5-785fcd359995'} {{(pid=106232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 18 00:50:56.355133 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.managers [None req-6a5352be-0371-4ff3-8dc3-d9e0227de088 None None] Bound port: 6a40df5a-1e60-48e0-ad59-679cfdbbe575, host: dv-cinder-master-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb215dca-f88b-427c-8f2f-cc67959fe0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'df667b9b-08bf-41b4-84f5-785fcd359995'}}] {{(pid=106232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 18 00:50:56.355510 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-6a5352be-0371-4ff3-8dc3-d9e0227de088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (6a40df5a-1e60-48e0-ad59-679cfdbbe575), before_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:50:56.419549 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.db [None req-6a5352be-0371-4ff3-8dc3-d9e0227de088 None None] For port 6a40df5a-1e60-48e0-ad59-679cfdbbe575, host dv-cinder-master-3-smb, cleared binding levels {{(pid=106232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:50:56.422955 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.db [None req-6a5352be-0371-4ff3-8dc3-d9e0227de088 None None] For port 6a40df5a-1e60-48e0-ad59-679cfdbbe575, host dv-cinder-master-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=6a40df5a-1e60-48e0-ad59-679cfdbbe575,segment=NetworkSegment(eb215dca-f88b-427c-8f2f-cc67959fe0e2),segment_id=eb215dca-f88b-427c-8f2f-cc67959fe0e2)] {{(pid=106232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:50:56.429813 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-6a5352be-0371-4ff3-8dc3-d9e0227de088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749746030758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749745591525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749745591543'] for port (6a40df5a-1e60-48e0-ad59-679cfdbbe575), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:50:56.485492 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5352be-0371-4ff3-8dc3-d9e0227de088 None None] Pushing event updated for resources: {'Port': ['ID=6a40df5a-1e60-48e0-ad59-679cfdbbe575,revision_number=2']} {{(pid=106232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:50:57.275713 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-860e8a55-447e-4d75-ae9a-7bf23f375f2c None None] Network df667b9b-08bf-41b4-84f5-785fcd359995 requested from dv-cinder-master-3-smb {{(pid=106232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 18 00:50:57.312539 dv-cinder-master-3-smb neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:50:57.346722 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.provisioning_blocks [None req-f35df35d-16f2-489f-baf5-769b846534c1 None None] Provisioning complete for port 6a40df5a-1e60-48e0-ad59-679cfdbbe575 triggered by entity DHCP. {{(pid=106232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 00:50:57.347137 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-f35df35d-16f2-489f-baf5-769b846534c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981214'] for port (6a40df5a-1e60-48e0-ad59-679cfdbbe575), provisioning_complete {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:50:57.347479 dv-cinder-master-3-smb neutron-server[106232]: INFO neutron.plugins.ml2.plugin [None req-f35df35d-16f2-489f-baf5-769b846534c1 None None] Attempt 1 to provision port 6a40df5a-1e60-48e0-ad59-679cfdbbe575 Sep 18 00:50:57.379874 dv-cinder-master-3-smb neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=4 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:50:57.467439 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-f35df35d-16f2-489f-baf5-769b846534c1 None None] Current status of the port 6a40df5a-1e60-48e0-ad59-679cfdbbe575 is: DOWN; New status is: ACTIVE {{(pid=106232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 00:50:57.467947 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-f35df35d-16f2-489f-baf5-769b846534c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (6a40df5a-1e60-48e0-ad59-679cfdbbe575), before_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:50:57.510962 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.db [None req-f35df35d-16f2-489f-baf5-769b846534c1 None None] For port 6a40df5a-1e60-48e0-ad59-679cfdbbe575, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=6a40df5a-1e60-48e0-ad59-679cfdbbe575,segment=NetworkSegment(eb215dca-f88b-427c-8f2f-cc67959fe0e2),segment_id=eb215dca-f88b-427c-8f2f-cc67959fe0e2)] {{(pid=106232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:50:57.516131 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-f35df35d-16f2-489f-baf5-769b846534c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749746030758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749745591525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749745591543'] for port (6a40df5a-1e60-48e0-ad59-679cfdbbe575), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:50:57.574558 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35df35d-16f2-489f-baf5-769b846534c1 None None] Pushing event updated for resources: {'Port': ['ID=6a40df5a-1e60-48e0-ad59-679cfdbbe575,revision_number=3']} {{(pid=106232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:50:57.635906 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.provisioning_blocks [None req-11c02d4e-9f3e-4c9c-81c5-e0cb2ae8a5db None None] Provisioning complete for port 6a40df5a-1e60-48e0-ad59-679cfdbbe575 triggered by entity DHCP. {{(pid=106232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 00:50:57.636216 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-11c02d4e-9f3e-4c9c-81c5-e0cb2ae8a5db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981214'] for port (6a40df5a-1e60-48e0-ad59-679cfdbbe575), provisioning_complete {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:50:57.636555 dv-cinder-master-3-smb neutron-server[106232]: INFO neutron.plugins.ml2.plugin [None req-11c02d4e-9f3e-4c9c-81c5-e0cb2ae8a5db None None] Attempt 1 to provision port 6a40df5a-1e60-48e0-ad59-679cfdbbe575 Sep 18 00:50:57.711117 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-11c02d4e-9f3e-4c9c-81c5-e0cb2ae8a5db None None] Current status of the port 6a40df5a-1e60-48e0-ad59-679cfdbbe575 is: ACTIVE; New status is: ACTIVE {{(pid=106232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 00:50:58.020470 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.rpc [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Device 6a40df5a-1e60-48e0-ad59-679cfdbbe575 up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=106232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:50:58.068734 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.provisioning_blocks [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Provisioning complete for port 6a40df5a-1e60-48e0-ad59-679cfdbbe575 triggered by entity L2. {{(pid=106232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 00:50:58.069122 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981214'] for port (6a40df5a-1e60-48e0-ad59-679cfdbbe575), provisioning_complete {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:50:58.069459 dv-cinder-master-3-smb neutron-server[106232]: INFO neutron.plugins.ml2.plugin [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Attempt 1 to provision port 6a40df5a-1e60-48e0-ad59-679cfdbbe575 Sep 18 00:50:58.142677 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Current status of the port 6a40df5a-1e60-48e0-ad59-679cfdbbe575 is: ACTIVE; New status is: ACTIVE {{(pid=106232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 00:51:01.137876 dv-cinder-master-3-smb neutron-server[106233]: DEBUG dbcounter [-] [106233] Writing DB stats neutron:SELECT=2 {{(pid=106233) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:51:01.138626 dv-cinder-master-3-smb neutron-server[106233]: DEBUG dbcounter [-] [106233] Writing DB stats neutron:SELECT=6 {{(pid=106233) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:51:02.347418 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=39,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:51:02.348225 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=30,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:51:04.894503 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-25ccb9f5-5994-4d7b-85da-626ad70dcbba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (25137928-f4de-4c87-813e-883d046ac13f), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:51:05.788193 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=41,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:51:05.788868 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=52,neutron:INSERT=3,neutron:DELETE=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:51:06.929351 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-bd54d141-3dee-46e2-abf6-8c965da94bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (d0e8801d-4758-48bd-8085-7f05d3358764), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:51:08.827106 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-dbc7b203-e4cc-426a-aeff-c16fa309d22e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (91de19fe-167d-470c-b665-c08c1d21c559), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:51:10.078675 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-1c1e26f8-ce84-4314-9422-87e0912de383 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (9a0bd8cc-a240-4c0b-8d32-8f22e7371ee9), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:51:10.245371 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (c8573462-7e7f-4357-b3a8-beeaa8ae7db3), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:51:20.239018 dv-cinder-master-3-smb neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=77,neutron:UPDATE=3 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:51:20.240858 dv-cinder-master-3-smb neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=70,neutron:UPDATE=4 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:51:28.140295 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.agents_db [None req-fc240a3b-6701-466a-b3ae-821b2bb1d0eb None None] Agent healthcheck: found 5 active agents {{(pid=106233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 00:51:34.897292 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-15a4d646-440a-4bc2-84e3-2344e57115ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (25137928-f4de-4c87-813e-883d046ac13f), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:51:36.932417 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-a47c6083-205e-4b7d-9622-99dd159d107a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (d0e8801d-4758-48bd-8085-7f05d3358764), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:51:38.136745 dv-cinder-master-3-smb neutron-server[106233]: DEBUG dbcounter [-] [106233] Writing DB stats neutron:SELECT=4 {{(pid=106233) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:51:38.138055 dv-cinder-master-3-smb neutron-server[106233]: DEBUG dbcounter [-] [106233] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=106233) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:51:38.831610 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-dbc7b203-e4cc-426a-aeff-c16fa309d22e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (91de19fe-167d-470c-b665-c08c1d21c559), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:51:40.084825 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-1c1e26f8-ce84-4314-9422-87e0912de383 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (9a0bd8cc-a240-4c0b-8d32-8f22e7371ee9), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:51:40.248057 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (c8573462-7e7f-4357-b3a8-beeaa8ae7db3), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:51:50.241113 dv-cinder-master-3-smb neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:51:50.242918 dv-cinder-master-3-smb neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:52:04.900914 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-c278c424-d9c2-441f-bea2-1dde46709ce9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (25137928-f4de-4c87-813e-883d046ac13f), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:52:05.140628 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.agents_db [None req-fc240a3b-6701-466a-b3ae-821b2bb1d0eb None None] Agent healthcheck: found 5 active agents {{(pid=106233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 00:52:06.937137 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-1b894b1a-fb66-4725-b256-600940544e79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (d0e8801d-4758-48bd-8085-7f05d3358764), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:52:08.833191 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-dbc7b203-e4cc-426a-aeff-c16fa309d22e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (91de19fe-167d-470c-b665-c08c1d21c559), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:52:10.089007 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-1c1e26f8-ce84-4314-9422-87e0912de383 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (9a0bd8cc-a240-4c0b-8d32-8f22e7371ee9), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:52:10.252349 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (c8573462-7e7f-4357-b3a8-beeaa8ae7db3), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:52:15.135692 dv-cinder-master-3-smb neutron-server[106233]: DEBUG dbcounter [-] [106233] Writing DB stats neutron:SELECT=4 {{(pid=106233) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:52:15.136484 dv-cinder-master-3-smb neutron-server[106233]: DEBUG dbcounter [-] [106233] Writing DB stats neutron:SELECT=4 {{(pid=106233) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:52:18.151418 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.33', 55484) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:52:18.157414 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.wsgi [None req-e78d5070-172b-44b6-981d-8d8a9fc2ad87 tempest-verify_tempest_config-2043275911 tempest-verify_tempest_config-2043275911-project] http://10.222.0.33:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106230) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 18 00:52:18.162132 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [None req-e78d5070-172b-44b6-981d-8d8a9fc2ad87 tempest-verify_tempest_config-2043275911 tempest-verify_tempest_config-2043275911-project] 10.222.0.33 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14573 time: 0.0096281 Sep 18 00:52:18.664914 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.33', 55502) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:52:19.004365 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-ccd41556-ee29-4277-a883-eb3edc4b20e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:52:19.105494 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-ccd41556-ee29-4277-a883-eb3edc4b20e9 admin admin] Publish callbacks [] for security_group (25025809-f7c9-41fd-91de-fea0d4f8ca06), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:52:19.109177 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-ccd41556-ee29-4277-a883-eb3edc4b20e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512506'] for security_group (25025809-f7c9-41fd-91de-fea0d4f8ca06), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:52:19.159026 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [None req-ccd41556-ee29-4277-a883-eb3edc4b20e9 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=5ce70fc5c0d84456b874c1648a168325&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4930468 Sep 18 00:52:19.160846 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd41556-ee29-4277-a883-eb3edc4b20e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25025809-f7c9-41fd-91de-fea0d4f8ca06,revision_number=1']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:52:19.161766 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 55506) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:52:19.168372 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd41556-ee29-4277-a883-eb3edc4b20e9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:52:19.168722 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd41556-ee29-4277-a883-eb3edc4b20e9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:52:19.169066 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd41556-ee29-4277-a883-eb3edc4b20e9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:52:19.169405 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd41556-ee29-4277-a883-eb3edc4b20e9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:52:19.169741 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd41556-ee29-4277-a883-eb3edc4b20e9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:52:19.170071 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd41556-ee29-4277-a883-eb3edc4b20e9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:52:19.170397 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd41556-ee29-4277-a883-eb3edc4b20e9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:52:19.170724 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd41556-ee29-4277-a883-eb3edc4b20e9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:52:19.171083 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd41556-ee29-4277-a883-eb3edc4b20e9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:52:19.171409 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd41556-ee29-4277-a883-eb3edc4b20e9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:52:19.171733 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd41556-ee29-4277-a883-eb3edc4b20e9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:52:19.172615 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd41556-ee29-4277-a883-eb3edc4b20e9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:52:19.172912 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd41556-ee29-4277-a883-eb3edc4b20e9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:52:19.173235 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd41556-ee29-4277-a883-eb3edc4b20e9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:52:19.173562 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccd41556-ee29-4277-a883-eb3edc4b20e9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:52:19.222975 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-c9ad006a-b400-48d0-b0d9-cc30dc6f82cc admin admin] Publish callbacks [] for security_group (25025809-f7c9-41fd-91de-fea0d4f8ca06), before_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:52:19.242751 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-c9ad006a-b400-48d0-b0d9-cc30dc6f82cc admin admin] Publish callbacks [] for security_group (25025809-f7c9-41fd-91de-fea0d4f8ca06), precommit_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:52:19.335909 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-c9ad006a-b400-48d0-b0d9-cc30dc6f82cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512506'] for security_group (25025809-f7c9-41fd-91de-fea0d4f8ca06), after_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:52:19.338521 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-c9ad006a-b400-48d0-b0d9-cc30dc6f82cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:52:19.339724 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-c9ad006a-b400-48d0-b0d9-cc30dc6f82cc admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/25025809-f7c9-41fd-91de-fea0d4f8ca06 HTTP/1.1" status: 204 len: 168 time: 0.1769276 Sep 18 00:52:19.347638 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ad006a-b400-48d0-b0d9-cc30dc6f82cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25025809-f7c9-41fd-91de-fea0d4f8ca06,revision_number=None']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:52:19.354921 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad006a-b400-48d0-b0d9-cc30dc6f82cc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:52:19.355307 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad006a-b400-48d0-b0d9-cc30dc6f82cc admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:52:19.355928 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad006a-b400-48d0-b0d9-cc30dc6f82cc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:52:19.356060 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad006a-b400-48d0-b0d9-cc30dc6f82cc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:52:19.356359 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad006a-b400-48d0-b0d9-cc30dc6f82cc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:52:19.356692 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad006a-b400-48d0-b0d9-cc30dc6f82cc admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:52:19.357034 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad006a-b400-48d0-b0d9-cc30dc6f82cc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:52:19.357385 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad006a-b400-48d0-b0d9-cc30dc6f82cc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:52:19.357677 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad006a-b400-48d0-b0d9-cc30dc6f82cc admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:52:19.358155 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad006a-b400-48d0-b0d9-cc30dc6f82cc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:52:19.358444 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad006a-b400-48d0-b0d9-cc30dc6f82cc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:52:19.358772 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad006a-b400-48d0-b0d9-cc30dc6f82cc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:52:19.359119 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad006a-b400-48d0-b0d9-cc30dc6f82cc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:52:19.359956 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad006a-b400-48d0-b0d9-cc30dc6f82cc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:52:19.360301 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9ad006a-b400-48d0-b0d9-cc30dc6f82cc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:52:20.244921 dv-cinder-master-3-smb neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:52:29.154980 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=14,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:52:29.164771 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=25,neutron:INSERT=6 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:52:29.343009 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=15,neutron:DELETE=3 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:52:29.355066 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=19,neutron:DELETE=1 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:52:29.386257 dv-cinder-master-3-smb neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:52:32.208097 dv-cinder-master-3-smb neutron-server[106233]: DEBUG dbcounter [-] [106233] Writing DB stats neutron:SELECT=13 {{(pid=106233) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:52:32.215234 dv-cinder-master-3-smb neutron-server[106233]: DEBUG dbcounter [-] [106233] Writing DB stats neutron:SELECT=13 {{(pid=106233) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:52:34.907737 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-8bf61259-8afe-4c66-b631-13702c9dfdb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (25137928-f4de-4c87-813e-883d046ac13f), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:52:36.941552 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-fbda7c1d-4a77-4ce9-a03d-c81a3dd3955e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (d0e8801d-4758-48bd-8085-7f05d3358764), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:52:38.834888 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-dbc7b203-e4cc-426a-aeff-c16fa309d22e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (91de19fe-167d-470c-b665-c08c1d21c559), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:52:40.090107 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-1c1e26f8-ce84-4314-9422-87e0912de383 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (9a0bd8cc-a240-4c0b-8d32-8f22e7371ee9), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:52:40.254266 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (c8573462-7e7f-4357-b3a8-beeaa8ae7db3), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:52:42.139637 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.agents_db [None req-fc240a3b-6701-466a-b3ae-821b2bb1d0eb None None] Agent healthcheck: found 5 active agents {{(pid=106233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 00:52:50.248197 dv-cinder-master-3-smb neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=9 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:52:50.250128 dv-cinder-master-3-smb neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=6,neutron:UPDATE=5 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:52:52.134760 dv-cinder-master-3-smb neutron-server[106233]: DEBUG dbcounter [-] [106233] Writing DB stats neutron:SELECT=5 {{(pid=106233) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:52:52.135576 dv-cinder-master-3-smb neutron-server[106233]: DEBUG dbcounter [-] [106233] Writing DB stats neutron:SELECT=3 {{(pid=106233) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:53:04.899459 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-5df3f932-dd4d-4933-9819-54a75141365a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (25137928-f4de-4c87-813e-883d046ac13f), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:53:06.942698 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-411c3f76-72c2-41ec-86f7-51ff0f8b668b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (d0e8801d-4758-48bd-8085-7f05d3358764), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:53:08.840722 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-dbc7b203-e4cc-426a-aeff-c16fa309d22e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (91de19fe-167d-470c-b665-c08c1d21c559), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:53:10.094113 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-1c1e26f8-ce84-4314-9422-87e0912de383 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (9a0bd8cc-a240-4c0b-8d32-8f22e7371ee9), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:53:10.255704 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (c8573462-7e7f-4357-b3a8-beeaa8ae7db3), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:53:19.139710 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.agents_db [None req-fc240a3b-6701-466a-b3ae-821b2bb1d0eb None None] Agent healthcheck: found 5 active agents {{(pid=106233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 00:53:20.249592 dv-cinder-master-3-smb neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=21,neutron:UPDATE=1 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:53:20.251365 dv-cinder-master-3-smb neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=20,neutron:UPDATE=4 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:53:33.142864 dv-cinder-master-3-smb neutron-server[106233]: DEBUG dbcounter [-] [106233] Writing DB stats neutron:SELECT=3 {{(pid=106233) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:53:33.143576 dv-cinder-master-3-smb neutron-server[106233]: DEBUG dbcounter [-] [106233] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=106233) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:53:34.901459 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-30354f30-8a3a-4ee4-894d-f3894a02417d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (25137928-f4de-4c87-813e-883d046ac13f), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:53:36.944186 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-53b39394-9eee-4bd3-a29b-a6a71c02fdb6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (d0e8801d-4758-48bd-8085-7f05d3358764), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:53:38.840192 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-dbc7b203-e4cc-426a-aeff-c16fa309d22e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (91de19fe-167d-470c-b665-c08c1d21c559), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:53:40.097957 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-1c1e26f8-ce84-4314-9422-87e0912de383 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (9a0bd8cc-a240-4c0b-8d32-8f22e7371ee9), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:53:40.258266 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (c8573462-7e7f-4357-b3a8-beeaa8ae7db3), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:53:50.252890 dv-cinder-master-3-smb neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:53:50.254766 dv-cinder-master-3-smb neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:53:56.138876 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.agents_db [None req-fc240a3b-6701-466a-b3ae-821b2bb1d0eb None None] Agent healthcheck: found 5 active agents {{(pid=106233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 00:53:57.159496 dv-cinder-master-3-smb neutron-server[106233]: DEBUG dbcounter [-] [106233] Writing DB stats neutron:SELECT=2 {{(pid=106233) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:54:00.759377 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16490180'] for agent (a990346c-0f9b-4256-b267-210f2ef06c1b), after_create {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:54:04.906116 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-dafe2ab1-e0fc-4fae-bd6b-ad4e8ff0e7ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (25137928-f4de-4c87-813e-883d046ac13f), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:54:06.135200 dv-cinder-master-3-smb neutron-server[106233]: DEBUG dbcounter [-] [106233] Writing DB stats neutron:SELECT=6 {{(pid=106233) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:54:06.946664 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-34ae60a2-7906-4afd-867f-3a141279a8eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (d0e8801d-4758-48bd-8085-7f05d3358764), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:54:08.844594 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-dbc7b203-e4cc-426a-aeff-c16fa309d22e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (91de19fe-167d-470c-b665-c08c1d21c559), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:54:10.101464 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-1c1e26f8-ce84-4314-9422-87e0912de383 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (9a0bd8cc-a240-4c0b-8d32-8f22e7371ee9), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:54:10.261655 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (c8573462-7e7f-4357-b3a8-beeaa8ae7db3), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:54:14.781232 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 55600) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:54:14.906480 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-23afc6e8-0d4e-47de-9100-0920ee4f4839 admin admin] 10.222.0.33 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4541 time: 0.1242390 Sep 18 00:54:17.375956 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 55610) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:54:17.429890 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-053f0d1d-8fec-453d-a213-5fb98320e2c1 admin admin] 10.222.0.33 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4541 time: 0.0528641 Sep 18 00:54:20.250271 dv-cinder-master-3-smb neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:54:20.256582 dv-cinder-master-3-smb neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=10,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:54:27.424575 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=2 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:54:27.425419 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=2 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:54:30.710278 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (a990346c-0f9b-4256-b267-210f2ef06c1b), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:54:33.138670 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.agents_db [None req-fc240a3b-6701-466a-b3ae-821b2bb1d0eb None None] Agent healthcheck: found 6 active agents {{(pid=106233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 00:54:34.157475 dv-cinder-master-3-smb neutron-server[106233]: DEBUG dbcounter [-] [106233] Writing DB stats neutron:SELECT=16 {{(pid=106233) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:54:34.908753 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-30f47fbc-7361-4084-a06c-e75ec686ec85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (25137928-f4de-4c87-813e-883d046ac13f), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:54:36.948219 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-404aa9ef-ff60-4c2d-a46b-658386af0c1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (d0e8801d-4758-48bd-8085-7f05d3358764), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:54:38.849135 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-dbc7b203-e4cc-426a-aeff-c16fa309d22e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (91de19fe-167d-470c-b665-c08c1d21c559), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:54:40.103462 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-1c1e26f8-ce84-4314-9422-87e0912de383 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (9a0bd8cc-a240-4c0b-8d32-8f22e7371ee9), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:54:40.265768 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (c8573462-7e7f-4357-b3a8-beeaa8ae7db3), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:54:43.134544 dv-cinder-master-3-smb neutron-server[106233]: DEBUG dbcounter [-] [106233] Writing DB stats neutron:SELECT=18 {{(pid=106233) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:54:50.259658 dv-cinder-master-3-smb neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:54:50.261424 dv-cinder-master-3-smb neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:55:00.725108 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (a990346c-0f9b-4256-b267-210f2ef06c1b), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:55:04.909583 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-ad1f2733-ede9-42f0-9d25-9045dcd888f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (25137928-f4de-4c87-813e-883d046ac13f), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:55:06.949896 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-0b8d509e-68cc-4897-8340-dab62b4e9ccc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (d0e8801d-4758-48bd-8085-7f05d3358764), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:55:08.850716 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-dbc7b203-e4cc-426a-aeff-c16fa309d22e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (91de19fe-167d-470c-b665-c08c1d21c559), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:55:10.107430 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-1c1e26f8-ce84-4314-9422-87e0912de383 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (9a0bd8cc-a240-4c0b-8d32-8f22e7371ee9), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:55:10.139397 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.agents_db [None req-fc240a3b-6701-466a-b3ae-821b2bb1d0eb None None] Agent healthcheck: found 6 active agents {{(pid=106233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 00:55:10.271834 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (c8573462-7e7f-4357-b3a8-beeaa8ae7db3), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:55:20.135028 dv-cinder-master-3-smb neutron-server[106233]: DEBUG dbcounter [-] [106233] Writing DB stats neutron:SELECT=5 {{(pid=106233) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:55:20.135878 dv-cinder-master-3-smb neutron-server[106233]: DEBUG dbcounter [-] [106233] Writing DB stats neutron:SELECT=3 {{(pid=106233) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:55:20.264997 dv-cinder-master-3-smb neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=25,neutron:UPDATE=1 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:55:20.267687 dv-cinder-master-3-smb neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=19,neutron:UPDATE=5 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:55:30.733654 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (a990346c-0f9b-4256-b267-210f2ef06c1b), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:55:33.146839 dv-cinder-master-3-smb neutron-server[106233]: DEBUG dbcounter [-] [106233] Writing DB stats neutron:SELECT=2 {{(pid=106233) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:55:33.147694 dv-cinder-master-3-smb neutron-server[106233]: DEBUG dbcounter [-] [106233] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=106233) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:55:34.910942 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-31e56ddd-f458-4918-9b3f-641ce05dc4dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (25137928-f4de-4c87-813e-883d046ac13f), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:55:36.952963 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-3216dc30-6a3a-4d83-bdf0-96bb9133d4ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (d0e8801d-4758-48bd-8085-7f05d3358764), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:55:38.853467 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-dbc7b203-e4cc-426a-aeff-c16fa309d22e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (91de19fe-167d-470c-b665-c08c1d21c559), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:55:40.111226 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-1c1e26f8-ce84-4314-9422-87e0912de383 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (9a0bd8cc-a240-4c0b-8d32-8f22e7371ee9), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:55:40.265211 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (c8573462-7e7f-4357-b3a8-beeaa8ae7db3), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:55:47.139808 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.agents_db [None req-fc240a3b-6701-466a-b3ae-821b2bb1d0eb None None] Agent healthcheck: found 6 active agents {{(pid=106233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 00:55:50.253685 dv-cinder-master-3-smb neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:55:50.262377 dv-cinder-master-3-smb neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=12,neutron:UPDATE=4 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:55:54.598252 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 55716) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:55:54.792858 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.v2.base [None req-e59d7446-ab24-42a0-aaf7-477c4460efd9 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1059766515-network', 'tenant_id': 'a60d2801df884e15be8a0464cb725d6d'}} {{(pid=106231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:55:54.818752 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e59d7446-ab24-42a0-aaf7-477c4460efd9 admin admin] Made reservation on behalf of a60d2801df884e15be8a0464cb725d6d for: {'network': 1} {{(pid=106231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:55:54.821023 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-e59d7446-ab24-42a0-aaf7-477c4460efd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for network (None), before_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:55:54.830287 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-e59d7446-ab24-42a0-aaf7-477c4460efd9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:55:54.918013 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-e59d7446-ab24-42a0-aaf7-477c4460efd9 admin admin] Publish callbacks [] for security_group (9592107d-3df7-424a-acc7-da4c31eb7dbb), precommit_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:55:54.922392 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-e59d7446-ab24-42a0-aaf7-477c4460efd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512506'] for security_group (9592107d-3df7-424a-acc7-da4c31eb7dbb), after_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:55:54.952262 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e59d7446-ab24-42a0-aaf7-477c4460efd9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 170} {{(pid=106231) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 00:55:54.955316 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59d7446-ab24-42a0-aaf7-477c4460efd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9592107d-3df7-424a-acc7-da4c31eb7dbb,revision_number=1']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:55:54.970861 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59d7446-ab24-42a0-aaf7-477c4460efd9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:55:54.971498 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59d7446-ab24-42a0-aaf7-477c4460efd9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:55:54.972070 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59d7446-ab24-42a0-aaf7-477c4460efd9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:55:54.972743 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59d7446-ab24-42a0-aaf7-477c4460efd9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:55:54.973353 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59d7446-ab24-42a0-aaf7-477c4460efd9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:55:54.973917 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59d7446-ab24-42a0-aaf7-477c4460efd9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:55:54.974469 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59d7446-ab24-42a0-aaf7-477c4460efd9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:55:54.975063 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59d7446-ab24-42a0-aaf7-477c4460efd9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:55:54.975604 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59d7446-ab24-42a0-aaf7-477c4460efd9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:55:54.976161 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59d7446-ab24-42a0-aaf7-477c4460efd9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:55:54.976611 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59d7446-ab24-42a0-aaf7-477c4460efd9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:55:54.977288 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59d7446-ab24-42a0-aaf7-477c4460efd9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:55:54.977658 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59d7446-ab24-42a0-aaf7-477c4460efd9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:55:54.978168 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59d7446-ab24-42a0-aaf7-477c4460efd9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:55:54.978695 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59d7446-ab24-42a0-aaf7-477c4460efd9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:55:54.980359 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e59d7446-ab24-42a0-aaf7-477c4460efd9 admin admin] Tracked resource versions report: Sep 18 00:55:54.980359 dv-cinder-master-3-smb neutron-server[106231]: pushed versions: Sep 18 00:55:54.980359 dv-cinder-master-3-smb neutron-server[106231]: { 'AddressGroup': {'1.2'}, Sep 18 00:55:54.980359 dv-cinder-master-3-smb neutron-server[106231]: 'Agent': {'1.1'}, Sep 18 00:55:54.980359 dv-cinder-master-3-smb neutron-server[106231]: 'ConntrackHelper': {'1.0'}, Sep 18 00:55:54.980359 dv-cinder-master-3-smb neutron-server[106231]: 'LocalIPAssociation': {'1.0'}, Sep 18 00:55:54.980359 dv-cinder-master-3-smb neutron-server[106231]: 'Log': {'1.0'}, Sep 18 00:55:54.980359 dv-cinder-master-3-smb neutron-server[106231]: 'NDPProxy': {'1.0'}, Sep 18 00:55:54.980359 dv-cinder-master-3-smb neutron-server[106231]: 'Network': {'1.1'}, Sep 18 00:55:54.980359 dv-cinder-master-3-smb neutron-server[106231]: 'Port': {'1.7'}, Sep 18 00:55:54.980359 dv-cinder-master-3-smb neutron-server[106231]: 'PortForwarding': {'1.3'}, Sep 18 00:55:54.980359 dv-cinder-master-3-smb neutron-server[106231]: 'QosPolicy': {'1.10'}, Sep 18 00:55:54.980359 dv-cinder-master-3-smb neutron-server[106231]: 'SecurityGroup': {'1.5'}, Sep 18 00:55:54.980359 dv-cinder-master-3-smb neutron-server[106231]: 'SecurityGroupRule': {'1.2'}, Sep 18 00:55:54.980359 dv-cinder-master-3-smb neutron-server[106231]: 'SubPort': {'1.0'}, Sep 18 00:55:54.980359 dv-cinder-master-3-smb neutron-server[106231]: 'Subnet': {'1.1'}, Sep 18 00:55:54.980359 dv-cinder-master-3-smb neutron-server[106231]: 'Trunk': {'1.1'}} Sep 18 00:55:54.980359 dv-cinder-master-3-smb neutron-server[106231]: consumer versions: Sep 18 00:55:54.980359 dv-cinder-master-3-smb neutron-server[106231]: { DHCP agent@dv-cinder-master-3-smb: {}, Sep 18 00:55:54.980359 dv-cinder-master-3-smb neutron-server[106231]: HyperV agent@hv-cinder-maste: {}, Sep 18 00:55:54.980359 dv-cinder-master-3-smb neutron-server[106231]: L3 agent@dv-cinder-master-3-smb: {}, Sep 18 00:55:54.980359 dv-cinder-master-3-smb neutron-server[106231]: Metadata agent@dv-cinder-master-3-smb: {}, Sep 18 00:55:54.980359 dv-cinder-master-3-smb neutron-server[106231]: Metering agent@dv-cinder-master-3-smb: {}, Sep 18 00:55:54.980359 dv-cinder-master-3-smb neutron-server[106231]: Open vSwitch agent@dv-cinder-master-3-smb: { 'AddressGroup': '1.2', Sep 18 00:55:54.980359 dv-cinder-master-3-smb neutron-server[106231]: 'Agent': '1.1', Sep 18 00:55:54.980359 dv-cinder-master-3-smb neutron-server[106231]: 'ConntrackHelper': '1.0', Sep 18 00:55:54.980359 dv-cinder-master-3-smb neutron-server[106231]: 'LocalIPAssociation': '1.0', Sep 18 00:55:54.980359 dv-cinder-master-3-smb neutron-server[106231]: 'Log': '1.0', Sep 18 00:55:54.980359 dv-cinder-master-3-smb neutron-server[106231]: 'NDPProxy': '1.0', Sep 18 00:55:54.980359 dv-cinder-master-3-smb neutron-server[106231]: 'Network': '1.1', Sep 18 00:55:54.980359 dv-cinder-master-3-smb neutron-server[106231]: 'Port': '1.7', Sep 18 00:55:54.980359 dv-cinder-master-3-smb neutron-server[106231]: 'PortForwarding': '1.3', Sep 18 00:55:54.980359 dv-cinder-master-3-smb neutron-server[106231]: 'QosPolicy': '1.10', Sep 18 00:55:54.980359 dv-cinder-master-3-smb neutron-server[106231]: 'SecurityGroup': '1.5', Sep 18 00:55:54.980359 dv-cinder-master-3-smb neutron-server[106231]: 'SecurityGroupRule': '1.2', Sep 18 00:55:54.980359 dv-cinder-master-3-smb neutron-server[106231]: 'SubPort': '1.0', Sep 18 00:55:54.980359 dv-cinder-master-3-smb neutron-server[106231]: 'Subnet': '1.1', Sep 18 00:55:54.980359 dv-cinder-master-3-smb neutron-server[106231]: 'Trunk': '1.1'}} Sep 18 00:55:54.980359 dv-cinder-master-3-smb neutron-server[106231]: {{(pid=106231) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 18 00:55:54.989887 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-e59d7446-ab24-42a0-aaf7-477c4460efd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-977230'] for segment (2a3f4164-a706-4653-805e-7081dacdf53e), precommit_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:55:54.990224 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.db.segments_db [None req-e59d7446-ab24-42a0-aaf7-477c4460efd9 admin admin] Added segment 2a3f4164-a706-4653-805e-7081dacdf53e of type vlan for network 3e60962c-164c-4e15-8d69-6601f5d7b205 Sep 18 00:55:55.150384 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-e59d7446-ab24-42a0-aaf7-477c4460efd9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749745527471'] for network (3e60962c-164c-4e15-8d69-6601f5d7b205), precommit_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:55:55.181582 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-e59d7446-ab24-42a0-aaf7-477c4460efd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16510767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039'] for network (3e60962c-164c-4e15-8d69-6601f5d7b205), after_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:55:55.183353 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e59d7446-ab24-42a0-aaf7-477c4460efd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:55:55.183934 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-e59d7446-ab24-42a0-aaf7-477c4460efd9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16267021'] for network (None), before_response {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:55:55.219877 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-e59d7446-ab24-42a0-aaf7-477c4460efd9 admin admin] 10.222.0.33 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6197233 Sep 18 00:55:55.222869 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 55760) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:55:55.227458 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.v2.base [None req-ed9784e3-2900-4327-a847-89e58aea6a25 admin admin] Request body: {'subnet': {'network_id': '3e60962c-164c-4e15-8d69-6601f5d7b205', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1059766515-subnet', 'tenant_id': 'a60d2801df884e15be8a0464cb725d6d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:55:55.278904 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed9784e3-2900-4327-a847-89e58aea6a25 admin admin] Made reservation on behalf of a60d2801df884e15be8a0464cb725d6d for: {'subnet': 1} {{(pid=106231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:55:55.281521 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-ed9784e3-2900-4327-a847-89e58aea6a25 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:55:55.297153 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59d7446-ab24-42a0-aaf7-477c4460efd9 admin admin] Pushing event updated for resources: {'Network': ['ID=3e60962c-164c-4e15-8d69-6601f5d7b205,revision_number=1']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:55:55.316675 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.rpc [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Network 3e60962c-164c-4e15-8d69-6601f5d7b205 details requested by agent ovs-agent-dv-cinder-master-3-smb with host dv-cinder-master-3-smb {{(pid=106232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 00:55:55.494516 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-ed9784e3-2900-4327-a847-89e58aea6a25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16510870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039'] for subnet (f52e5768-3b6e-420f-b5d0-cc4e5c3ba047), after_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:55:55.543696 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9784e3-2900-4327-a847-89e58aea6a25 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f52e5768-3b6e-420f-b5d0-cc4e5c3ba047,revision_number=0']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:55:55.568625 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed9784e3-2900-4327-a847-89e58aea6a25 admin admin] Checking segment: {'id': '2a3f4164-a706-4653-805e-7081dacdf53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '3e60962c-164c-4e15-8d69-6601f5d7b205'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 18 00:55:55.568973 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed9784e3-2900-4327-a847-89e58aea6a25 admin admin] Network hostable DHCP agents. Network: 3e60962c-164c-4e15-8d69-6601f5d7b205, hostable agents: ['25137928-f4de-4c87-813e-883d046ac13f'], hosted agents: [] {{(pid=106231) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 00:55:55.590815 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=79,neutron:INSERT=17,neutron:UPDATE=4 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:55:55.595977 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed9784e3-2900-4327-a847-89e58aea6a25 admin admin] Network 3e60962c-164c-4e15-8d69-6601f5d7b205 is scheduled to be hosted by DHCP agent 25137928-f4de-4c87-813e-883d046ac13f with binding_index 1 {{(pid=106231) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 00:55:55.613507 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.scheduler.base_scheduler [None req-ed9784e3-2900-4327-a847-89e58aea6a25 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-smb, 3e60962c-164c-4e15-8d69-6601f5d7b205) {{(pid=106231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:55:55.619605 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed9784e3-2900-4327-a847-89e58aea6a25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:55:55.620783 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-ed9784e3-2900-4327-a847-89e58aea6a25 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16267021'] for subnet (None), before_response {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:55:55.625744 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0dad653-4499-4e94-be8c-f9190e8779e2 None None] Network 3e60962c-164c-4e15-8d69-6601f5d7b205 requested from dv-cinder-master-3-smb {{(pid=106232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 18 00:55:55.648226 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-ed9784e3-2900-4327-a847-89e58aea6a25 admin admin] 10.222.0.33 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4240754 Sep 18 00:55:55.652175 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.33', 55778) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:55:55.657918 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.v2.base [None req-4e341b83-d399-482b-87c2-4551a39feb42 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1059766515-router', 'tenant_id': 'a60d2801df884e15be8a0464cb725d6d', 'external_gateway_info': {'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505'}}} {{(pid=106230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:55:55.685696 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-4e341b83-d399-482b-87c2-4551a39feb42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16492684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1939'] for router (1947d5cd-7af0-493f-b525-4bb375733b2b), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:55:55.687540 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-4e341b83-d399-482b-87c2-4551a39feb42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16492209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16485630', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16421430', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1946'] for router (1947d5cd-7af0-493f-b525-4bb375733b2b), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:55:55.764181 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93a339d4-eb15-43a0-bc35-19d755a39ed9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c9b710a-c5e7-5cbf-88b5-877954cdc74b-3e60962c-164c-4e15-8d69-6601f5d7b205', 'network_id': '3e60962c-164c-4e15-8d69-6601f5d7b205', 'project_id': 'a60d2801df884e15be8a0464cb725d6d', 'fixed_ips': [{'subnet_id': 'f52e5768-3b6e-420f-b5d0-cc4e5c3ba047'}]}} from dv-cinder-master-3-smb. {{(pid=106232) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 18 00:55:55.765180 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-93a339d4-eb15-43a0-bc35-19d755a39ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (None), before_create {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:55:55.813618 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-4e341b83-d399-482b-87c2-4551a39feb42 admin admin] Publish callbacks [] for router_controller (1947d5cd-7af0-493f-b525-4bb375733b2b), precommit_add_association {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:55:55.969586 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.db_base_plugin_common [None req-93a339d4-eb15-43a0-bc35-19d755a39ed9 None None] Allocated IP 172.20.0.2 (3e60962c-164c-4e15-8d69-6601f5d7b205/f52e5768-3b6e-420f-b5d0-cc4e5c3ba047/02438fd8-34e4-46d9-945d-e55588ec9b3b) {{(pid=106232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:55:56.062949 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-4e341b83-d399-482b-87c2-4551a39feb42 admin admin] Publish callbacks [] for router_gateway (1947d5cd-7af0-493f-b525-4bb375733b2b), precommit_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:55:56.164272 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-93a339d4-eb15-43a0-bc35-19d755a39ed9 None None] Publish callbacks [] for port (02438fd8-34e4-46d9-945d-e55588ec9b3b), precommit_create {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:55:56.173148 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-93a339d4-eb15-43a0-bc35-19d755a39ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749745591507'] for port (02438fd8-34e4-46d9-945d-e55588ec9b3b), after_create {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:55:56.219046 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93a339d4-eb15-43a0-bc35-19d755a39ed9 None None] Network 3e60962c-164c-4e15-8d69-6601f5d7b205 is already hosted by enough agents. {{(pid=106232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:55:56.222484 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.scheduler.base_scheduler [None req-93a339d4-eb15-43a0-bc35-19d755a39ed9 None None] Resources bound (agent type, host, resource id): {{(pid=106232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:55:56.231554 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a339d4-eb15-43a0-bc35-19d755a39ed9 None None] Received port after_create {{(pid=106232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 18 00:55:56.251265 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a339d4-eb15-43a0-bc35-19d755a39ed9 None None] Pushing event updated for resources: {'Port': ['ID=02438fd8-34e4-46d9-945d-e55588ec9b3b,revision_number=1']} {{(pid=106232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:55:56.280086 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a339d4-eb15-43a0-bc35-19d755a39ed9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:55:56.280432 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a339d4-eb15-43a0-bc35-19d755a39ed9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:55:56.280840 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a339d4-eb15-43a0-bc35-19d755a39ed9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:55:56.281134 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a339d4-eb15-43a0-bc35-19d755a39ed9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:55:56.281470 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a339d4-eb15-43a0-bc35-19d755a39ed9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:55:56.281799 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a339d4-eb15-43a0-bc35-19d755a39ed9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:55:56.282129 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a339d4-eb15-43a0-bc35-19d755a39ed9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:55:56.282493 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a339d4-eb15-43a0-bc35-19d755a39ed9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:55:56.282849 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a339d4-eb15-43a0-bc35-19d755a39ed9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:55:56.283352 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a339d4-eb15-43a0-bc35-19d755a39ed9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:55:56.283843 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a339d4-eb15-43a0-bc35-19d755a39ed9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:55:56.284176 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a339d4-eb15-43a0-bc35-19d755a39ed9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:55:56.284505 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a339d4-eb15-43a0-bc35-19d755a39ed9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:55:56.284831 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a339d4-eb15-43a0-bc35-19d755a39ed9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:55:56.285284 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a339d4-eb15-43a0-bc35-19d755a39ed9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:55:56.286591 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a339d4-eb15-43a0-bc35-19d755a39ed9 None None] Tracked resource versions report: Sep 18 00:55:56.286591 dv-cinder-master-3-smb neutron-server[106232]: pushed versions: Sep 18 00:55:56.286591 dv-cinder-master-3-smb neutron-server[106232]: { 'AddressGroup': {'1.2'}, Sep 18 00:55:56.286591 dv-cinder-master-3-smb neutron-server[106232]: 'Agent': {'1.1'}, Sep 18 00:55:56.286591 dv-cinder-master-3-smb neutron-server[106232]: 'ConntrackHelper': {'1.0'}, Sep 18 00:55:56.286591 dv-cinder-master-3-smb neutron-server[106232]: 'LocalIPAssociation': {'1.0'}, Sep 18 00:55:56.286591 dv-cinder-master-3-smb neutron-server[106232]: 'Log': {'1.0'}, Sep 18 00:55:56.286591 dv-cinder-master-3-smb neutron-server[106232]: 'NDPProxy': {'1.0'}, Sep 18 00:55:56.286591 dv-cinder-master-3-smb neutron-server[106232]: 'Network': {'1.1'}, Sep 18 00:55:56.286591 dv-cinder-master-3-smb neutron-server[106232]: 'Port': {'1.7'}, Sep 18 00:55:56.286591 dv-cinder-master-3-smb neutron-server[106232]: 'PortForwarding': {'1.3'}, Sep 18 00:55:56.286591 dv-cinder-master-3-smb neutron-server[106232]: 'QosPolicy': {'1.10'}, Sep 18 00:55:56.286591 dv-cinder-master-3-smb neutron-server[106232]: 'SecurityGroup': {'1.5'}, Sep 18 00:55:56.286591 dv-cinder-master-3-smb neutron-server[106232]: 'SecurityGroupRule': {'1.2'}, Sep 18 00:55:56.286591 dv-cinder-master-3-smb neutron-server[106232]: 'SubPort': {'1.0'}, Sep 18 00:55:56.286591 dv-cinder-master-3-smb neutron-server[106232]: 'Subnet': {'1.1'}, Sep 18 00:55:56.286591 dv-cinder-master-3-smb neutron-server[106232]: 'Trunk': {'1.1'}} Sep 18 00:55:56.286591 dv-cinder-master-3-smb neutron-server[106232]: consumer versions: Sep 18 00:55:56.286591 dv-cinder-master-3-smb neutron-server[106232]: { DHCP agent@dv-cinder-master-3-smb: {}, Sep 18 00:55:56.286591 dv-cinder-master-3-smb neutron-server[106232]: HyperV agent@hv-cinder-maste: {}, Sep 18 00:55:56.286591 dv-cinder-master-3-smb neutron-server[106232]: L3 agent@dv-cinder-master-3-smb: {}, Sep 18 00:55:56.286591 dv-cinder-master-3-smb neutron-server[106232]: Metadata agent@dv-cinder-master-3-smb: {}, Sep 18 00:55:56.286591 dv-cinder-master-3-smb neutron-server[106232]: Metering agent@dv-cinder-master-3-smb: {}, Sep 18 00:55:56.286591 dv-cinder-master-3-smb neutron-server[106232]: Open vSwitch agent@dv-cinder-master-3-smb: { 'AddressGroup': '1.2', Sep 18 00:55:56.286591 dv-cinder-master-3-smb neutron-server[106232]: 'Agent': '1.1', Sep 18 00:55:56.286591 dv-cinder-master-3-smb neutron-server[106232]: 'ConntrackHelper': '1.0', Sep 18 00:55:56.286591 dv-cinder-master-3-smb neutron-server[106232]: 'LocalIPAssociation': '1.0', Sep 18 00:55:56.286591 dv-cinder-master-3-smb neutron-server[106232]: 'Log': '1.0', Sep 18 00:55:56.286591 dv-cinder-master-3-smb neutron-server[106232]: 'NDPProxy': '1.0', Sep 18 00:55:56.286591 dv-cinder-master-3-smb neutron-server[106232]: 'Network': '1.1', Sep 18 00:55:56.286591 dv-cinder-master-3-smb neutron-server[106232]: 'Port': '1.7', Sep 18 00:55:56.286591 dv-cinder-master-3-smb neutron-server[106232]: 'PortForwarding': '1.3', Sep 18 00:55:56.286591 dv-cinder-master-3-smb neutron-server[106232]: 'QosPolicy': '1.10', Sep 18 00:55:56.286591 dv-cinder-master-3-smb neutron-server[106232]: 'SecurityGroup': '1.5', Sep 18 00:55:56.286591 dv-cinder-master-3-smb neutron-server[106232]: 'SecurityGroupRule': '1.2', Sep 18 00:55:56.286591 dv-cinder-master-3-smb neutron-server[106232]: 'SubPort': '1.0', Sep 18 00:55:56.286591 dv-cinder-master-3-smb neutron-server[106232]: 'Subnet': '1.1', Sep 18 00:55:56.286591 dv-cinder-master-3-smb neutron-server[106232]: 'Trunk': '1.1'}} Sep 18 00:55:56.286591 dv-cinder-master-3-smb neutron-server[106232]: {{(pid=106232) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 18 00:55:56.294203 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-4e341b83-d399-482b-87c2-4551a39feb42 admin admin] Publish callbacks [] for router_gateway (1947d5cd-7af0-493f-b525-4bb375733b2b), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:55:56.320817 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-4e341b83-d399-482b-87c2-4551a39feb42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (None), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:55:56.324588 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.managers [None req-93a339d4-eb15-43a0-bc35-19d755a39ed9 None None] Attempting to bind port 02438fd8-34e4-46d9-945d-e55588ec9b3b on host dv-cinder-master-3-smb for vnic_type normal with profile {{(pid=106232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 18 00:55:56.325114 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.managers [None req-93a339d4-eb15-43a0-bc35-19d755a39ed9 None None] Attempting to bind port 02438fd8-34e4-46d9-945d-e55588ec9b3b by drivers openvswitch,hyperv on host dv-cinder-master-3-smb at level 0 using segments [{'id': '2a3f4164-a706-4653-805e-7081dacdf53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '3e60962c-164c-4e15-8d69-6601f5d7b205'}] {{(pid=106232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 18 00:55:56.325318 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93a339d4-eb15-43a0-bc35-19d755a39ed9 None None] Attempting to bind port 02438fd8-34e4-46d9-945d-e55588ec9b3b on network 3e60962c-164c-4e15-8d69-6601f5d7b205 {{(pid=106232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:55:56.374007 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93a339d4-eb15-43a0-bc35-19d755a39ed9 None None] Checking agent: {'id': 'c8573462-7e7f-4357-b3a8-beeaa8ae7db3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 18, 0, 47, 40), 'started_at': datetime.datetime(2022, 9, 18, 0, 48, 10), 'heartbeat_timestamp': datetime.datetime(2022, 9, 18, 0, 55, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 18 00:55:56.374426 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93a339d4-eb15-43a0-bc35-19d755a39ed9 None None] Checking segment: {'id': '2a3f4164-a706-4653-805e-7081dacdf53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '3e60962c-164c-4e15-8d69-6601f5d7b205'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 18 00:55:56.375197 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-93a339d4-eb15-43a0-bc35-19d755a39ed9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:55:56.375895 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93a339d4-eb15-43a0-bc35-19d755a39ed9 None None] Bound using segment: {'id': '2a3f4164-a706-4653-805e-7081dacdf53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '3e60962c-164c-4e15-8d69-6601f5d7b205'} {{(pid=106232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 18 00:55:56.376542 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.managers [None req-93a339d4-eb15-43a0-bc35-19d755a39ed9 None None] Bound port: 02438fd8-34e4-46d9-945d-e55588ec9b3b, host: dv-cinder-master-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a3f4164-a706-4653-805e-7081dacdf53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '3e60962c-164c-4e15-8d69-6601f5d7b205'}}] {{(pid=106232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 18 00:55:56.377137 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-93a339d4-eb15-43a0-bc35-19d755a39ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (02438fd8-34e4-46d9-945d-e55588ec9b3b), before_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:55:56.457083 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.db [None req-93a339d4-eb15-43a0-bc35-19d755a39ed9 None None] For port 02438fd8-34e4-46d9-945d-e55588ec9b3b, host dv-cinder-master-3-smb, cleared binding levels {{(pid=106232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:55:56.461361 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.db [None req-93a339d4-eb15-43a0-bc35-19d755a39ed9 None None] For port 02438fd8-34e4-46d9-945d-e55588ec9b3b, host dv-cinder-master-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=02438fd8-34e4-46d9-945d-e55588ec9b3b,segment=NetworkSegment(2a3f4164-a706-4653-805e-7081dacdf53e),segment_id=2a3f4164-a706-4653-805e-7081dacdf53e)] {{(pid=106232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:55:56.469612 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-93a339d4-eb15-43a0-bc35-19d755a39ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749746030758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749745591525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749745591543'] for port (02438fd8-34e4-46d9-945d-e55588ec9b3b), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:55:56.538923 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a339d4-eb15-43a0-bc35-19d755a39ed9 None None] Pushing event updated for resources: {'Port': ['ID=02438fd8-34e4-46d9-945d-e55588ec9b3b,revision_number=2']} {{(pid=106232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:55:56.549134 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.db.db_base_plugin_common [None req-4e341b83-d399-482b-87c2-4551a39feb42 admin admin] Allocated IP 172.37.5.51 (b5726c9b-05f1-4137-90cd-23a4e3e89505/9e97c026-c8b3-4b72-91ed-10f39e002f97/04fc37ae-b707-451a-b4f8-2236974f4e37) {{(pid=106230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:55:56.682241 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-4e341b83-d399-482b-87c2-4551a39feb42 admin admin] Publish callbacks [] for port (04fc37ae-b707-451a-b4f8-2236974f4e37), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:55:56.682962 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 55836) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:55:56.808424 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-4e341b83-d399-482b-87c2-4551a39feb42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749745591507'] for port (04fc37ae-b707-451a-b4f8-2236974f4e37), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:55:56.838949 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 55842) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:55:56.877693 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e341b83-d399-482b-87c2-4551a39feb42 admin admin] Network b5726c9b-05f1-4137-90cd-23a4e3e89505 is already hosted by enough agents. {{(pid=106230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:55:56.890785 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.33', 55846) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:55:56.892285 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.scheduler.base_scheduler [None req-4e341b83-d399-482b-87c2-4551a39feb42 admin admin] Resources bound (agent type, host, resource id): {{(pid=106230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:55:56.901474 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 55848) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:55:56.913651 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e341b83-d399-482b-87c2-4551a39feb42 admin admin] Received port after_create {{(pid=106230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 18 00:55:56.953174 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e341b83-d399-482b-87c2-4551a39feb42 admin admin] Pushing event updated for resources: {'Port': ['ID=04fc37ae-b707-451a-b4f8-2236974f4e37,revision_number=1']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:55:56.998232 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e341b83-d399-482b-87c2-4551a39feb42 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:55:56.998580 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e341b83-d399-482b-87c2-4551a39feb42 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:55:56.999008 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e341b83-d399-482b-87c2-4551a39feb42 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:55:56.999367 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e341b83-d399-482b-87c2-4551a39feb42 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:55:56.999699 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e341b83-d399-482b-87c2-4551a39feb42 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:55:57.000022 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e341b83-d399-482b-87c2-4551a39feb42 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:55:57.000514 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e341b83-d399-482b-87c2-4551a39feb42 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:55:57.000838 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e341b83-d399-482b-87c2-4551a39feb42 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:55:57.001215 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e341b83-d399-482b-87c2-4551a39feb42 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:55:57.001737 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e341b83-d399-482b-87c2-4551a39feb42 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:55:57.002242 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e341b83-d399-482b-87c2-4551a39feb42 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:55:57.002573 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e341b83-d399-482b-87c2-4551a39feb42 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:55:57.002917 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e341b83-d399-482b-87c2-4551a39feb42 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:55:57.003736 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e341b83-d399-482b-87c2-4551a39feb42 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:55:57.004064 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e341b83-d399-482b-87c2-4551a39feb42 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:55:57.005168 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e341b83-d399-482b-87c2-4551a39feb42 admin admin] Tracked resource versions report: Sep 18 00:55:57.005168 dv-cinder-master-3-smb neutron-server[106230]: pushed versions: Sep 18 00:55:57.005168 dv-cinder-master-3-smb neutron-server[106230]: { 'AddressGroup': {'1.2'}, Sep 18 00:55:57.005168 dv-cinder-master-3-smb neutron-server[106230]: 'Agent': {'1.1'}, Sep 18 00:55:57.005168 dv-cinder-master-3-smb neutron-server[106230]: 'ConntrackHelper': {'1.0'}, Sep 18 00:55:57.005168 dv-cinder-master-3-smb neutron-server[106230]: 'LocalIPAssociation': {'1.0'}, Sep 18 00:55:57.005168 dv-cinder-master-3-smb neutron-server[106230]: 'Log': {'1.0'}, Sep 18 00:55:57.005168 dv-cinder-master-3-smb neutron-server[106230]: 'NDPProxy': {'1.0'}, Sep 18 00:55:57.005168 dv-cinder-master-3-smb neutron-server[106230]: 'Network': {'1.1'}, Sep 18 00:55:57.005168 dv-cinder-master-3-smb neutron-server[106230]: 'Port': {'1.7'}, Sep 18 00:55:57.005168 dv-cinder-master-3-smb neutron-server[106230]: 'PortForwarding': {'1.3'}, Sep 18 00:55:57.005168 dv-cinder-master-3-smb neutron-server[106230]: 'QosPolicy': {'1.10'}, Sep 18 00:55:57.005168 dv-cinder-master-3-smb neutron-server[106230]: 'SecurityGroup': {'1.5'}, Sep 18 00:55:57.005168 dv-cinder-master-3-smb neutron-server[106230]: 'SecurityGroupRule': {'1.2'}, Sep 18 00:55:57.005168 dv-cinder-master-3-smb neutron-server[106230]: 'SubPort': {'1.0'}, Sep 18 00:55:57.005168 dv-cinder-master-3-smb neutron-server[106230]: 'Subnet': {'1.1'}, Sep 18 00:55:57.005168 dv-cinder-master-3-smb neutron-server[106230]: 'Trunk': {'1.1'}} Sep 18 00:55:57.005168 dv-cinder-master-3-smb neutron-server[106230]: consumer versions: Sep 18 00:55:57.005168 dv-cinder-master-3-smb neutron-server[106230]: { DHCP agent@dv-cinder-master-3-smb: {}, Sep 18 00:55:57.005168 dv-cinder-master-3-smb neutron-server[106230]: HyperV agent@hv-cinder-maste: {}, Sep 18 00:55:57.005168 dv-cinder-master-3-smb neutron-server[106230]: L3 agent@dv-cinder-master-3-smb: {}, Sep 18 00:55:57.005168 dv-cinder-master-3-smb neutron-server[106230]: Metadata agent@dv-cinder-master-3-smb: {}, Sep 18 00:55:57.005168 dv-cinder-master-3-smb neutron-server[106230]: Metering agent@dv-cinder-master-3-smb: {}, Sep 18 00:55:57.005168 dv-cinder-master-3-smb neutron-server[106230]: Open vSwitch agent@dv-cinder-master-3-smb: { 'AddressGroup': '1.2', Sep 18 00:55:57.005168 dv-cinder-master-3-smb neutron-server[106230]: 'Agent': '1.1', Sep 18 00:55:57.005168 dv-cinder-master-3-smb neutron-server[106230]: 'ConntrackHelper': '1.0', Sep 18 00:55:57.005168 dv-cinder-master-3-smb neutron-server[106230]: 'LocalIPAssociation': '1.0', Sep 18 00:55:57.005168 dv-cinder-master-3-smb neutron-server[106230]: 'Log': '1.0', Sep 18 00:55:57.005168 dv-cinder-master-3-smb neutron-server[106230]: 'NDPProxy': '1.0', Sep 18 00:55:57.005168 dv-cinder-master-3-smb neutron-server[106230]: 'Network': '1.1', Sep 18 00:55:57.005168 dv-cinder-master-3-smb neutron-server[106230]: 'Port': '1.7', Sep 18 00:55:57.005168 dv-cinder-master-3-smb neutron-server[106230]: 'PortForwarding': '1.3', Sep 18 00:55:57.005168 dv-cinder-master-3-smb neutron-server[106230]: 'QosPolicy': '1.10', Sep 18 00:55:57.005168 dv-cinder-master-3-smb neutron-server[106230]: 'SecurityGroup': '1.5', Sep 18 00:55:57.005168 dv-cinder-master-3-smb neutron-server[106230]: 'SecurityGroupRule': '1.2', Sep 18 00:55:57.005168 dv-cinder-master-3-smb neutron-server[106230]: 'SubPort': '1.0', Sep 18 00:55:57.005168 dv-cinder-master-3-smb neutron-server[106230]: 'Subnet': '1.1', Sep 18 00:55:57.005168 dv-cinder-master-3-smb neutron-server[106230]: 'Trunk': '1.1'}} Sep 18 00:55:57.005168 dv-cinder-master-3-smb neutron-server[106230]: {{(pid=106230) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 18 00:55:57.136767 dv-cinder-master-3-smb neutron-server[106233]: DEBUG dbcounter [-] [106233] Writing DB stats neutron:SELECT=3 {{(pid=106233) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:55:57.137530 dv-cinder-master-3-smb neutron-server[106233]: DEBUG dbcounter [-] [106233] Writing DB stats neutron:SELECT=5 {{(pid=106233) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:55:57.160578 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.v2.base [None req-31d7b51b-ea41-4950-a308-5f9985f317bf admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1356048901-network', 'tenant_id': 'd8e0132d9e0c47b9b4c2042dba767701'}} {{(pid=106231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:55:57.183961 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31d7b51b-ea41-4950-a308-5f9985f317bf admin admin] Made reservation on behalf of d8e0132d9e0c47b9b4c2042dba767701 for: {'network': 1} {{(pid=106231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:55:57.187060 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-31d7b51b-ea41-4950-a308-5f9985f317bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for network (None), before_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:55:57.200819 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-31d7b51b-ea41-4950-a308-5f9985f317bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:55:57.209700 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 55856) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:55:57.241004 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:55:57.292440 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.v2.base [None req-2fb8a3fa-e4a8-44bd-868a-4ee30ed5288f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-887914811-network', 'tenant_id': 'ec2d9e20d4ed4178b9bc68ff54715b18'}} {{(pid=106231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:55:57.318354 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.v2.base [None req-c0a8ee16-610c-4a5d-91de-07a4db66ffc2 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1197339519-network', 'tenant_id': '8cbf74b218c04911bb921f7cc2c6e966'}} {{(pid=106231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:55:57.333938 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fb8a3fa-e4a8-44bd-868a-4ee30ed5288f admin admin] Made reservation on behalf of ec2d9e20d4ed4178b9bc68ff54715b18 for: {'network': 1} {{(pid=106231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:55:57.336731 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-2fb8a3fa-e4a8-44bd-868a-4ee30ed5288f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for network (None), before_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:55:57.355936 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-2fb8a3fa-e4a8-44bd-868a-4ee30ed5288f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:55:57.371331 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:55:57.373469 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:55:57.375925 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-4e341b83-d399-482b-87c2-4551a39feb42 admin admin] Publish callbacks [] for router_gateway (1947d5cd-7af0-493f-b525-4bb375733b2b), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:55:57.392754 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.v2.base [None req-5c8ccab3-c5e2-4033-a629-22d89751a1f1 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1100825849-network', 'tenant_id': '1a7f6c917c934c00a862b9946ce2b1cd'}} {{(pid=106230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:55:57.414410 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0a8ee16-610c-4a5d-91de-07a4db66ffc2 admin admin] Made reservation on behalf of 8cbf74b218c04911bb921f7cc2c6e966 for: {'network': 1} {{(pid=106231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:55:57.420882 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-c0a8ee16-610c-4a5d-91de-07a4db66ffc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for network (None), before_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:55:57.436634 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.v2.base [None req-498e25ef-04ad-4490-af53-0794b27fae88 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-154624651-network', 'tenant_id': '01100a47a3cf4bcaa21e10e8e9a25a12'}} {{(pid=106231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:55:57.448003 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-31d7b51b-ea41-4950-a308-5f9985f317bf admin admin] Publish callbacks [] for security_group (22b6fc2b-5107-4c4f-a50a-5c4d2f5fcd24), precommit_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:55:57.474633 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-31d7b51b-ea41-4950-a308-5f9985f317bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512506'] for security_group (22b6fc2b-5107-4c4f-a50a-5c4d2f5fcd24), after_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:55:57.477466 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-c0a8ee16-610c-4a5d-91de-07a4db66ffc2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:55:57.491405 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-498e25ef-04ad-4490-af53-0794b27fae88 admin admin] Made reservation on behalf of 01100a47a3cf4bcaa21e10e8e9a25a12 for: {'network': 1} {{(pid=106231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:55:57.493885 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-498e25ef-04ad-4490-af53-0794b27fae88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for network (None), before_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:55:57.530189 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-498e25ef-04ad-4490-af53-0794b27fae88 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:55:57.566246 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31d7b51b-ea41-4950-a308-5f9985f317bf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185} {{(pid=106231) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 00:55:57.638534 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-31d7b51b-ea41-4950-a308-5f9985f317bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-977230'] for segment (0bc43035-2a06-4549-bc0f-2c1d1396a95a), precommit_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:55:57.639202 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.db.segments_db [None req-31d7b51b-ea41-4950-a308-5f9985f317bf admin admin] Added segment 0bc43035-2a06-4549-bc0f-2c1d1396a95a of type vlan for network e0ba4f30-bf7e-461f-88f4-1cd7adb83e44 Sep 18 00:55:57.642915 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c8ccab3-c5e2-4033-a629-22d89751a1f1 admin admin] Made reservation on behalf of 1a7f6c917c934c00a862b9946ce2b1cd for: {'network': 1} {{(pid=106230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:55:57.645667 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-5c8ccab3-c5e2-4033-a629-22d89751a1f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for network (None), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:55:57.658690 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-5c8ccab3-c5e2-4033-a629-22d89751a1f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:55:57.738063 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d7b51b-ea41-4950-a308-5f9985f317bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22b6fc2b-5107-4c4f-a50a-5c4d2f5fcd24,revision_number=1']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:55:57.747645 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-31d7b51b-ea41-4950-a308-5f9985f317bf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749745527471'] for network (e0ba4f30-bf7e-461f-88f4-1cd7adb83e44), precommit_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:55:57.788595 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-31d7b51b-ea41-4950-a308-5f9985f317bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16510767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039'] for network (e0ba4f30-bf7e-461f-88f4-1cd7adb83e44), after_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:55:57.789593 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31d7b51b-ea41-4950-a308-5f9985f317bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:55:57.790730 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-31d7b51b-ea41-4950-a308-5f9985f317bf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16267021'] for network (None), before_response {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:55:57.852424 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=76,neutron:INSERT=21,neutron:UPDATE=3 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:55:57.869736 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d7b51b-ea41-4950-a308-5f9985f317bf admin admin] Pushing event updated for resources: {'Network': ['ID=e0ba4f30-bf7e-461f-88f4-1cd7adb83e44,revision_number=1']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:55:57.888449 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c36860a-8d61-4c93-836c-96e31f3c29e2 None None] Network 3e60962c-164c-4e15-8d69-6601f5d7b205 requested from dv-cinder-master-3-smb {{(pid=106232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 18 00:55:57.896560 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.rpc [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Network e0ba4f30-bf7e-461f-88f4-1cd7adb83e44 details requested by agent ovs-agent-dv-cinder-master-3-smb with host dv-cinder-master-3-smb {{(pid=106232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 00:55:57.900966 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-4e341b83-d399-482b-87c2-4551a39feb42 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16492265', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16489761'] for router (1947d5cd-7af0-493f-b525-4bb375733b2b), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:55:57.927327 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-31d7b51b-ea41-4950-a308-5f9985f317bf admin admin] 10.222.0.33 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2434046 Sep 18 00:55:57.932946 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 55894) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:55:57.943283 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.v2.base [None req-cc5e20e0-5a47-42a9-ab0c-acebfb41c8b1 admin admin] Request body: {'subnet': {'network_id': 'e0ba4f30-bf7e-461f-88f4-1cd7adb83e44', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1356048901-subnet', 'tenant_id': 'd8e0132d9e0c47b9b4c2042dba767701', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:55:57.973965 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-5c8ccab3-c5e2-4033-a629-22d89751a1f1 admin admin] Publish callbacks [] for security_group (3dc8019f-9507-4d82-ae35-43b2e8d8cf73), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:55:57.974562 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-2fb8a3fa-e4a8-44bd-868a-4ee30ed5288f admin admin] Publish callbacks [] for security_group (6da61ba1-2c9e-4e82-a88b-0b82855b10b6), precommit_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:55:57.981111 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc5e20e0-5a47-42a9-ab0c-acebfb41c8b1 admin admin] Made reservation on behalf of d8e0132d9e0c47b9b4c2042dba767701 for: {'subnet': 1} {{(pid=106231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:55:57.982743 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-5c8ccab3-c5e2-4033-a629-22d89751a1f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512506'] for security_group (3dc8019f-9507-4d82-ae35-43b2e8d8cf73), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:55:57.983964 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cc5e20e0-5a47-42a9-ab0c-acebfb41c8b1 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:55:57.996538 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-2fb8a3fa-e4a8-44bd-868a-4ee30ed5288f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512506'] for security_group (6da61ba1-2c9e-4e82-a88b-0b82855b10b6), after_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:55:58.000534 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c8ccab3-c5e2-4033-a629-22d89751a1f1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=106230) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 00:55:58.012986 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fb8a3fa-e4a8-44bd-868a-4ee30ed5288f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186} {{(pid=106231) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 00:55:58.015034 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-5c8ccab3-c5e2-4033-a629-22d89751a1f1 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8749746056632', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-977230'] for segment (ad5fe970-da3b-4a06-bd95-f70d97a5ce86), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:55:58.015553 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-5c8ccab3-c5e2-4033-a629-22d89751a1f1 admin admin] Unsubscribe: segment precommit_create {{(pid=106230) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 18 00:55:58.016114 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.db.segments_db [None req-5c8ccab3-c5e2-4033-a629-22d89751a1f1 admin admin] Added segment ad5fe970-da3b-4a06-bd95-f70d97a5ce86 of type vlan for network 5b2870f5-1df6-4588-9304-3be88fc2aeec Sep 18 00:55:58.023935 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-2fb8a3fa-e4a8-44bd-868a-4ee30ed5288f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-977230'] for segment (6bbfddfb-8aa0-4ab6-886c-b017727b1f75), precommit_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:55:58.024688 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.db.segments_db [None req-2fb8a3fa-e4a8-44bd-868a-4ee30ed5288f admin admin] Added segment 6bbfddfb-8aa0-4ab6-886c-b017727b1f75 of type vlan for network eee7c814-dc91-4de0-b55e-0732fcd7c9de Sep 18 00:55:58.080801 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-5c8ccab3-c5e2-4033-a629-22d89751a1f1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749745527471'] for network (5b2870f5-1df6-4588-9304-3be88fc2aeec), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:55:58.083077 dv-cinder-master-3-smb neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:55:58.087769 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-2fb8a3fa-e4a8-44bd-868a-4ee30ed5288f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749745527471'] for network (eee7c814-dc91-4de0-b55e-0732fcd7c9de), precommit_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:55:58.151343 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=65,neutron:INSERT=29,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:55:58.162718 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8ccab3-c5e2-4033-a629-22d89751a1f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dc8019f-9507-4d82-ae35-43b2e8d8cf73,revision_number=1']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:55:58.166353 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-5c8ccab3-c5e2-4033-a629-22d89751a1f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16510767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039'] for network (5b2870f5-1df6-4588-9304-3be88fc2aeec), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:55:58.167710 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c8ccab3-c5e2-4033-a629-22d89751a1f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:55:58.168460 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-5c8ccab3-c5e2-4033-a629-22d89751a1f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16267021'] for network (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:55:58.196118 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-2fb8a3fa-e4a8-44bd-868a-4ee30ed5288f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16510767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039'] for network (eee7c814-dc91-4de0-b55e-0732fcd7c9de), after_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:55:58.205254 dv-cinder-master-3-smb neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:55:58.207633 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fb8a3fa-e4a8-44bd-868a-4ee30ed5288f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:55:58.209390 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-2fb8a3fa-e4a8-44bd-868a-4ee30ed5288f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16267021'] for network (None), before_response {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:55:58.209921 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.provisioning_blocks [None req-f4b99c13-7aee-4594-94a9-dd742c208c97 None None] Provisioning complete for port 02438fd8-34e4-46d9-945d-e55588ec9b3b triggered by entity DHCP. {{(pid=106232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 00:55:58.211634 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-f4b99c13-7aee-4594-94a9-dd742c208c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981214'] for port (02438fd8-34e4-46d9-945d-e55588ec9b3b), provisioning_complete {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:55:58.211864 dv-cinder-master-3-smb neutron-server[106232]: INFO neutron.plugins.ml2.plugin [None req-f4b99c13-7aee-4594-94a9-dd742c208c97 None None] Attempt 1 to provision port 02438fd8-34e4-46d9-945d-e55588ec9b3b Sep 18 00:55:58.362982 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-f4b99c13-7aee-4594-94a9-dd742c208c97 None None] Current status of the port 02438fd8-34e4-46d9-945d-e55588ec9b3b is: DOWN; New status is: ACTIVE {{(pid=106232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 00:55:58.363447 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-f4b99c13-7aee-4594-94a9-dd742c208c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (02438fd8-34e4-46d9-945d-e55588ec9b3b), before_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:55:58.381587 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-2fb8a3fa-e4a8-44bd-868a-4ee30ed5288f admin admin] 10.222.0.33 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.5387883 Sep 18 00:55:58.386443 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 55904) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:55:58.415049 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8ccab3-c5e2-4033-a629-22d89751a1f1 admin admin] Pushing event updated for resources: {'Network': ['ID=5b2870f5-1df6-4588-9304-3be88fc2aeec,revision_number=1']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:55:58.424024 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [None req-5c8ccab3-c5e2-4033-a629-22d89751a1f1 admin admin] 10.222.0.33 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.5290389 Sep 18 00:55:58.427456 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.33', 55908) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:55:58.435750 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.v2.base [None req-7f6086f2-b9e5-4792-85a7-9c16d7b572c6 admin admin] Request body: {'subnet': {'network_id': 'eee7c814-dc91-4de0-b55e-0732fcd7c9de', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-887914811-subnet', 'tenant_id': 'ec2d9e20d4ed4178b9bc68ff54715b18', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:55:58.436820 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.v2.base [None req-9da99c7c-6c22-42c7-b728-2a5e87cf7cf3 admin admin] Request body: {'subnet': {'network_id': '5b2870f5-1df6-4588-9304-3be88fc2aeec', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1100825849-subnet', 'tenant_id': '1a7f6c917c934c00a862b9946ce2b1cd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:55:58.460417 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.db [None req-f4b99c13-7aee-4594-94a9-dd742c208c97 None None] For port 02438fd8-34e4-46d9-945d-e55588ec9b3b, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=02438fd8-34e4-46d9-945d-e55588ec9b3b,segment=NetworkSegment(2a3f4164-a706-4653-805e-7081dacdf53e),segment_id=2a3f4164-a706-4653-805e-7081dacdf53e)] {{(pid=106232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:55:58.473862 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.rpc [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Network 5b2870f5-1df6-4588-9304-3be88fc2aeec details requested by agent ovs-agent-dv-cinder-master-3-smb with host dv-cinder-master-3-smb {{(pid=106232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 00:55:58.475702 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9da99c7c-6c22-42c7-b728-2a5e87cf7cf3 admin admin] Made reservation on behalf of 1a7f6c917c934c00a862b9946ce2b1cd for: {'subnet': 1} {{(pid=106230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:55:58.478745 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-9da99c7c-6c22-42c7-b728-2a5e87cf7cf3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:55:58.485117 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-c0a8ee16-610c-4a5d-91de-07a4db66ffc2 admin admin] Publish callbacks [] for security_group (a60bb66f-d31d-4ec8-90a6-9444418b3a53), precommit_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:55:58.559483 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.rpc [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Device 02438fd8-34e4-46d9-945d-e55588ec9b3b up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=106232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:55:58.561997 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-f4b99c13-7aee-4594-94a9-dd742c208c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749746030758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749745591525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749745591543'] for port (02438fd8-34e4-46d9-945d-e55588ec9b3b), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:55:58.631584 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:55:58.652827 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b99c13-7aee-4594-94a9-dd742c208c97 None None] Pushing event updated for resources: {'Port': ['ID=02438fd8-34e4-46d9-945d-e55588ec9b3b,revision_number=3']} {{(pid=106232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:55:58.683753 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f6086f2-b9e5-4792-85a7-9c16d7b572c6 admin admin] Made reservation on behalf of ec2d9e20d4ed4178b9bc68ff54715b18 for: {'subnet': 1} {{(pid=106231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:55:58.686881 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-7f6086f2-b9e5-4792-85a7-9c16d7b572c6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:55:58.767274 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=82,neutron:INSERT=15,neutron:UPDATE=3 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:55:58.778406 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e341b83-d399-482b-87c2-4551a39feb42 admin admin] Router 1947d5cd-7af0-493f-b525-4bb375733b2b is scheduled to L3 agent d0e8801d-4758-48bd-8085-7f05d3358764 with binding_index 1 {{(pid=106230) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 00:55:58.797655 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.provisioning_blocks [None req-b45991c4-b59f-4466-a1bb-b414334d7d70 None None] Provisioning complete for port 02438fd8-34e4-46d9-945d-e55588ec9b3b triggered by entity DHCP. {{(pid=106232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 00:55:58.798942 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-b45991c4-b59f-4466-a1bb-b414334d7d70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981214'] for port (02438fd8-34e4-46d9-945d-e55588ec9b3b), provisioning_complete {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:55:58.800349 dv-cinder-master-3-smb neutron-server[106232]: INFO neutron.plugins.ml2.plugin [None req-b45991c4-b59f-4466-a1bb-b414334d7d70 None None] Attempt 1 to provision port 02438fd8-34e4-46d9-945d-e55588ec9b3b Sep 18 00:55:58.836426 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-c0a8ee16-610c-4a5d-91de-07a4db66ffc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512506'] for security_group (a60bb66f-d31d-4ec8-90a6-9444418b3a53), after_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:55:58.865364 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=75,neutron:INSERT=19,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:55:58.865573 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb8a3fa-e4a8-44bd-868a-4ee30ed5288f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6da61ba1-2c9e-4e82-a88b-0b82855b10b6,revision_number=1']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:55:58.888420 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.provisioning_blocks [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Provisioning complete for port 02438fd8-34e4-46d9-945d-e55588ec9b3b triggered by entity L2. {{(pid=106232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 00:55:58.888821 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981214'] for port (02438fd8-34e4-46d9-945d-e55588ec9b3b), provisioning_complete {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:55:58.893079 dv-cinder-master-3-smb neutron-server[106232]: INFO neutron.plugins.ml2.plugin [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Attempt 1 to provision port 02438fd8-34e4-46d9-945d-e55588ec9b3b Sep 18 00:55:58.945523 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a8ee16-610c-4a5d-91de-07a4db66ffc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a60bb66f-d31d-4ec8-90a6-9444418b3a53,revision_number=1']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:55:58.982495 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-9da99c7c-6c22-42c7-b728-2a5e87cf7cf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16510870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039'] for subnet (b02e0a67-927b-4f1f-86aa-5b54aefb606b), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:55:58.991699 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0a8ee16-610c-4a5d-91de-07a4db66ffc2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 181} {{(pid=106231) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 00:55:58.995532 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-498e25ef-04ad-4490-af53-0794b27fae88 admin admin] Publish callbacks [] for security_group (652f9f66-a3d4-4152-a4d9-5e6848eea2e4), precommit_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:55:59.046138 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-498e25ef-04ad-4490-af53-0794b27fae88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512506'] for security_group (652f9f66-a3d4-4152-a4d9-5e6848eea2e4), after_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:55:59.058728 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-498e25ef-04ad-4490-af53-0794b27fae88 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162} {{(pid=106231) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 00:55:59.060727 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-b45991c4-b59f-4466-a1bb-b414334d7d70 None None] Current status of the port 02438fd8-34e4-46d9-945d-e55588ec9b3b is: ACTIVE; New status is: ACTIVE {{(pid=106232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 00:55:59.067783 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-498e25ef-04ad-4490-af53-0794b27fae88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-977230'] for segment (acc766e2-f319-4a81-aea8-61f550644168), precommit_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:55:59.068128 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.db.segments_db [None req-498e25ef-04ad-4490-af53-0794b27fae88 admin admin] Added segment acc766e2-f319-4a81-aea8-61f550644168 of type vlan for network f3f9a0bf-bf95-46ad-a610-13b8f02f5662 Sep 18 00:55:59.113925 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-498e25ef-04ad-4490-af53-0794b27fae88 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749745527471'] for network (f3f9a0bf-bf95-46ad-a610-13b8f02f5662), precommit_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:55:59.115942 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Current status of the port 02438fd8-34e4-46d9-945d-e55588ec9b3b is: ACTIVE; New status is: ACTIVE {{(pid=106232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 00:55:59.145814 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb8a3fa-e4a8-44bd-868a-4ee30ed5288f admin admin] Pushing event updated for resources: {'Network': ['ID=eee7c814-dc91-4de0-b55e-0732fcd7c9de,revision_number=1']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:55:59.155055 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-c0a8ee16-610c-4a5d-91de-07a4db66ffc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-977230'] for segment (9f226031-7641-47d9-b1b6-a604588f86da), precommit_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:55:59.155402 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.db.segments_db [None req-c0a8ee16-610c-4a5d-91de-07a4db66ffc2 admin admin] Added segment 9f226031-7641-47d9-b1b6-a604588f86da of type vlan for network c62b9e47-59b6-47ba-845f-e3be4dd39ad8 Sep 18 00:55:59.156774 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=5 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:55:59.157634 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-498e25ef-04ad-4490-af53-0794b27fae88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16510767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039'] for network (f3f9a0bf-bf95-46ad-a610-13b8f02f5662), after_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:55:59.158614 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-498e25ef-04ad-4490-af53-0794b27fae88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:55:59.159223 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-498e25ef-04ad-4490-af53-0794b27fae88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16267021'] for network (None), before_response {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:55:59.163780 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.rpc [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Network eee7c814-dc91-4de0-b55e-0732fcd7c9de details requested by agent ovs-agent-dv-cinder-master-3-smb with host dv-cinder-master-3-smb {{(pid=106232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 00:55:59.169311 dv-cinder-master-3-smb neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:55:59.170564 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da99c7c-6c22-42c7-b728-2a5e87cf7cf3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b02e0a67-927b-4f1f-86aa-5b54aefb606b,revision_number=0']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:55:59.190619 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e341b83-d399-482b-87c2-4551a39feb42 admin admin] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=106230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:55:59.218757 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da99c7c-6c22-42c7-b728-2a5e87cf7cf3 admin admin] Checking segment: {'id': 'ad5fe970-da3b-4a06-bd95-f70d97a5ce86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '5b2870f5-1df6-4588-9304-3be88fc2aeec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 18 00:55:59.220786 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9da99c7c-6c22-42c7-b728-2a5e87cf7cf3 admin admin] Network hostable DHCP agents. Network: 5b2870f5-1df6-4588-9304-3be88fc2aeec, hostable agents: ['25137928-f4de-4c87-813e-883d046ac13f'], hosted agents: [] {{(pid=106230) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 00:55:59.229215 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f173ce5-ed9a-4000-81ed-3d8b1b22d027 None None] Sync routers for ids ['1947d5cd-7af0-493f-b525-4bb375733b2b'] in dv-cinder-master-3-smb {{(pid=106233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:55:59.246140 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f173ce5-ed9a-4000-81ed-3d8b1b22d027 None None] Routers {'1947d5cd-7af0-493f-b525-4bb375733b2b'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 18 00:55:59.248660 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.l3_hamode_db [None req-4f173ce5-ed9a-4000-81ed-3d8b1b22d027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-18T00:47:37Z,description=,heartbeat_timestamp=2022-09-18T00:55:37Z,host='dv-cinder-master-3-smb',id=d0e8801d-4758-48bd-8085-7f05d3358764,load=0,resource_versions=,resources_synced=,started_at=2022-09-18T00:47:37Z,topic='l3_agent')) {'router_ids': ['1947d5cd-7af0-493f-b525-4bb375733b2b'], 'active': True} {{(pid=106233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:55:59.257001 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498e25ef-04ad-4490-af53-0794b27fae88 admin admin] Pushing event updated for resources: {'Network': ['ID=f3f9a0bf-bf95-46ad-a610-13b8f02f5662,revision_number=1']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:55:59.284845 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.rpc [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Network f3f9a0bf-bf95-46ad-a610-13b8f02f5662 details requested by agent ovs-agent-dv-cinder-master-3-smb with host dv-cinder-master-3-smb {{(pid=106232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 00:55:59.290704 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-4e341b83-d399-482b-87c2-4551a39feb42 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:55:59.292661 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [None req-4e341b83-d399-482b-87c2-4551a39feb42 admin admin] 10.222.0.33 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.6395047 Sep 18 00:55:59.297254 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.33', 55942) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:55:59.373584 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9da99c7c-6c22-42c7-b728-2a5e87cf7cf3 admin admin] Network 5b2870f5-1df6-4588-9304-3be88fc2aeec is scheduled to be hosted by DHCP agent 25137928-f4de-4c87-813e-883d046ac13f with binding_index 1 {{(pid=106230) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 00:55:59.379288 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498e25ef-04ad-4490-af53-0794b27fae88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=652f9f66-a3d4-4152-a4d9-5e6848eea2e4,revision_number=1']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:55:59.382189 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-7f6086f2-b9e5-4792-85a7-9c16d7b572c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16510870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039'] for subnet (4028d8f5-a2a6-4af3-9818-cba168eaf579), after_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:55:59.394679 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-498e25ef-04ad-4490-af53-0794b27fae88 admin admin] 10.222.0.33 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.1539905 Sep 18 00:55:59.404537 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 55948) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:55:59.429443 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.scheduler.base_scheduler [None req-9da99c7c-6c22-42c7-b728-2a5e87cf7cf3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-smb, 5b2870f5-1df6-4588-9304-3be88fc2aeec) {{(pid=106230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:55:59.439874 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.v2.base [None req-497e4578-0a19-4f98-880d-3ed80db19764 admin admin] Request body: {'subnet': {'network_id': 'f3f9a0bf-bf95-46ad-a610-13b8f02f5662', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-154624651-subnet', 'tenant_id': '01100a47a3cf4bcaa21e10e8e9a25a12', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:55:59.447497 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-c0a8ee16-610c-4a5d-91de-07a4db66ffc2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749745527471'] for network (c62b9e47-59b6-47ba-845f-e3be4dd39ad8), precommit_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:55:59.457217 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cc5e20e0-5a47-42a9-ab0c-acebfb41c8b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16510870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039'] for subnet (52921a7d-948e-4aa2-bac6-f9f8eb611d75), after_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:55:59.496221 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9da99c7c-6c22-42c7-b728-2a5e87cf7cf3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:55:59.496861 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-9da99c7c-6c22-42c7-b728-2a5e87cf7cf3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16267021'] for subnet (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:55:59.539282 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6086f2-b9e5-4792-85a7-9c16d7b572c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4028d8f5-a2a6-4af3-9818-cba168eaf579,revision_number=0']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:55:59.547994 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-497e4578-0a19-4f98-880d-3ed80db19764 admin admin] Made reservation on behalf of 01100a47a3cf4bcaa21e10e8e9a25a12 for: {'subnet': 1} {{(pid=106231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:55:59.550278 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-497e4578-0a19-4f98-880d-3ed80db19764 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:55:59.576661 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-c0a8ee16-610c-4a5d-91de-07a4db66ffc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16510767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039'] for network (c62b9e47-59b6-47ba-845f-e3be4dd39ad8), after_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:55:59.576836 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0a8ee16-610c-4a5d-91de-07a4db66ffc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:55:59.577370 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-c0a8ee16-610c-4a5d-91de-07a4db66ffc2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16267021'] for network (None), before_response {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:55:59.588701 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [None req-9da99c7c-6c22-42c7-b728-2a5e87cf7cf3 admin admin] 10.222.0.33 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.1572645 Sep 18 00:55:59.593492 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.33', 55952) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:55:59.612027 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.v2.base [None req-2787013f-3bef-4c57-937b-6bf8f5f2eb38 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1100825849-router', 'tenant_id': '1a7f6c917c934c00a862b9946ce2b1cd', 'external_gateway_info': {'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505'}}} {{(pid=106230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:55:59.615184 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87ea5934-a98e-4c7f-aae5-e253ae275e72 None None] Network 5b2870f5-1df6-4588-9304-3be88fc2aeec requested from dv-cinder-master-3-smb {{(pid=106232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 18 00:55:59.630384 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f6086f2-b9e5-4792-85a7-9c16d7b572c6 admin admin] Checking segment: {'id': '6bbfddfb-8aa0-4ab6-886c-b017727b1f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'eee7c814-dc91-4de0-b55e-0732fcd7c9de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 18 00:55:59.630730 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f6086f2-b9e5-4792-85a7-9c16d7b572c6 admin admin] Network hostable DHCP agents. Network: eee7c814-dc91-4de0-b55e-0732fcd7c9de, hostable agents: ['25137928-f4de-4c87-813e-883d046ac13f'], hosted agents: [] {{(pid=106231) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 00:55:59.704690 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-c0a8ee16-610c-4a5d-91de-07a4db66ffc2 admin admin] 10.222.0.33 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.8017206 Sep 18 00:55:59.705523 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 55962) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:55:59.735841 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-2787013f-3bef-4c57-937b-6bf8f5f2eb38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16492684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1939'] for router (afd96339-e571-4ae6-8804-46a62196660b), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:55:59.736900 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-2787013f-3bef-4c57-937b-6bf8f5f2eb38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16492209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16485630', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16421430', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1946'] for router (afd96339-e571-4ae6-8804-46a62196660b), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:55:59.820486 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.l3_dvr_db [None req-4f173ce5-ed9a-4000-81ed-3d8b1b22d027 None None] Set router 1947d5cd-7af0-493f-b525-4bb375733b2b gateway port host: dv-cinder-master-3-smb {{(pid=106233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 18 00:55:59.884949 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.33', 55970) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:55:59.965250 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-2787013f-3bef-4c57-937b-6bf8f5f2eb38 admin admin] Publish callbacks [] for router_controller (afd96339-e571-4ae6-8804-46a62196660b), precommit_add_association {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:00.056182 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.v2.base [None req-02220996-ec11-42ca-bf94-7e0e06f8ffa7 admin admin] Request body: {'subnet': {'network_id': 'c62b9e47-59b6-47ba-845f-e3be4dd39ad8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1197339519-subnet', 'tenant_id': '8cbf74b218c04911bb921f7cc2c6e966', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:56:00.063007 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc5e20e0-5a47-42a9-ab0c-acebfb41c8b1 admin admin] Checking segment: {'id': '0bc43035-2a06-4549-bc0f-2c1d1396a95a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'e0ba4f30-bf7e-461f-88f4-1cd7adb83e44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 18 00:56:00.069473 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc5e20e0-5a47-42a9-ab0c-acebfb41c8b1 admin admin] Network hostable DHCP agents. Network: e0ba4f30-bf7e-461f-88f4-1cd7adb83e44, hostable agents: ['25137928-f4de-4c87-813e-883d046ac13f'], hosted agents: [] {{(pid=106231) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 00:56:00.086831 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:INSERT=4,neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:56:00.091335 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ff0bd66-c056-44c3-a901-4a244a29065e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c9b710a-c5e7-5cbf-88b5-877954cdc74b-5b2870f5-1df6-4588-9304-3be88fc2aeec', 'network_id': '5b2870f5-1df6-4588-9304-3be88fc2aeec', 'project_id': '1a7f6c917c934c00a862b9946ce2b1cd', 'fixed_ips': [{'subnet_id': 'b02e0a67-927b-4f1f-86aa-5b54aefb606b'}]}} from dv-cinder-master-3-smb. {{(pid=106232) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 18 00:56:00.093130 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-5ff0bd66-c056-44c3-a901-4a244a29065e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (None), before_create {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:00.114918 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5e20e0-5a47-42a9-ab0c-acebfb41c8b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=52921a7d-948e-4aa2-bac6-f9f8eb611d75,revision_number=0']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:00.152345 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:56:00.154227 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a8ee16-610c-4a5d-91de-07a4db66ffc2 admin admin] Pushing event updated for resources: {'Network': ['ID=c62b9e47-59b6-47ba-845f-e3be4dd39ad8,revision_number=1']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:00.219410 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-796d7c67-41f8-448f-9267-26906e5122c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:00.223112 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.rpc [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Network c62b9e47-59b6-47ba-845f-e3be4dd39ad8 details requested by agent ovs-agent-dv-cinder-master-3-smb with host dv-cinder-master-3-smb {{(pid=106232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 00:56:00.223803 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-2787013f-3bef-4c57-937b-6bf8f5f2eb38 admin admin] Publish callbacks [] for router_gateway (afd96339-e571-4ae6-8804-46a62196660b), precommit_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:00.232668 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f6086f2-b9e5-4792-85a7-9c16d7b572c6 admin admin] Network eee7c814-dc91-4de0-b55e-0732fcd7c9de is scheduled to be hosted by DHCP agent 25137928-f4de-4c87-813e-883d046ac13f with binding_index 1 {{(pid=106231) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 00:56:00.242182 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:56:00.243966 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.l3_hamode_db [None req-4f173ce5-ed9a-4000-81ed-3d8b1b22d027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1947d5cd-7af0-493f-b525-4bb375733b2b', 'name': 'tempest-AttachVolumeTestJSON-1059766515-router', 'tenant_id': 'a60d2801df884e15be8a0464cb725d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'external_fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.51'}], 'enable_snat': True}, 'gw_port_id': '04fc37ae-b707-451a-b4f8-2236974f4e37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:55:55Z', 'updated_at': '2022-09-18T00:55:57Z', 'revision_number': 3, 'project_id': 'a60d2801df884e15be8a0464cb725d6d', 'gw_port': {'id': '04fc37ae-b707-451a-b4f8-2236974f4e37', 'name': '', 'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:bf:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1947d5cd-7af0-493f-b525-4bb375733b2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:55:56Z', 'updated_at': '2022-09-18T00:55:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb'}], 'dv-cinder-master-3-smb', False) {} {{(pid=106233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:56:00.269416 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02220996-ec11-42ca-bf94-7e0e06f8ffa7 admin admin] Made reservation on behalf of 8cbf74b218c04911bb921f7cc2c6e966 for: {'subnet': 1} {{(pid=106231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:56:00.281845 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-02220996-ec11-42ca-bf94-7e0e06f8ffa7 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:00.311427 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f173ce5-ed9a-4000-81ed-3d8b1b22d027 None None] Checking router: 1947d5cd-7af0-493f-b525-4bb375733b2b for host: dv-cinder-master-3-smb {{(pid=106233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:56:00.323378 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f173ce5-ed9a-4000-81ed-3d8b1b22d027 None None] Updating router 1947d5cd-7af0-493f-b525-4bb375733b2b port 04fc37ae-b707-451a-b4f8-2236974f4e37 binding host dv-cinder-master-3-smb {{(pid=106233) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 00:56:00.355385 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc5e20e0-5a47-42a9-ab0c-acebfb41c8b1 admin admin] Network e0ba4f30-bf7e-461f-88f4-1cd7adb83e44 is scheduled to be hosted by DHCP agent 25137928-f4de-4c87-813e-883d046ac13f with binding_index 1 {{(pid=106231) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 00:56:00.376759 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.scheduler.base_scheduler [None req-7f6086f2-b9e5-4792-85a7-9c16d7b572c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-smb, eee7c814-dc91-4de0-b55e-0732fcd7c9de) {{(pid=106231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:56:00.403628 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.rpc [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Device 02438fd8-34e4-46d9-945d-e55588ec9b3b up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=106232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:56:00.411827 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [None req-4f173ce5-ed9a-4000-81ed-3d8b1b22d027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (04fc37ae-b707-451a-b4f8-2236974f4e37), before_update {{(pid=106233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:00.424751 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.scheduler.base_scheduler [None req-cc5e20e0-5a47-42a9-ab0c-acebfb41c8b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-smb, e0ba4f30-bf7e-461f-88f4-1cd7adb83e44) {{(pid=106231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:56:00.435737 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f6086f2-b9e5-4792-85a7-9c16d7b572c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:56:00.436768 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-7f6086f2-b9e5-4792-85a7-9c16d7b572c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16267021'] for subnet (None), before_response {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:00.520091 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a027150e-ef0e-4fdb-b6ce-3474b71aa439 None None] Network eee7c814-dc91-4de0-b55e-0732fcd7c9de requested from dv-cinder-master-3-smb {{(pid=106232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 18 00:56:00.542840 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-7f6086f2-b9e5-4792-85a7-9c16d7b572c6 admin admin] 10.222.0.33 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.1390667 Sep 18 00:56:00.551102 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 55984) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:56:00.562843 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.v2.base [None req-7e98bde0-a338-473d-be06-77b53807434c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-887914811-router', 'tenant_id': 'ec2d9e20d4ed4178b9bc68ff54715b18', 'external_gateway_info': {'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505'}}} {{(pid=106231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:56:00.622588 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:56:00.625781 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc5e20e0-5a47-42a9-ab0c-acebfb41c8b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:56:00.626561 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cc5e20e0-5a47-42a9-ab0c-acebfb41c8b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16267021'] for subnet (None), before_response {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:00.693474 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-497e4578-0a19-4f98-880d-3ed80db19764 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16510870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039'] for subnet (88b85d90-ade1-485b-aadd-9ea5ce26b5e7), after_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:00.711224 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-7e98bde0-a338-473d-be06-77b53807434c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16492684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1939'] for router (5b0b7f67-1b83-4574-ab3e-35ade2a4eea8), before_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:00.712099 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-218ef3c2-83a7-4be6-9361-398660403bc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (None), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:00.714699 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-7e98bde0-a338-473d-be06-77b53807434c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16492209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16485630', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16421430', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1946'] for router (5b0b7f67-1b83-4574-ab3e-35ade2a4eea8), precommit_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:00.723909 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd0be158-4306-4567-abb0-f89cc2eed7fb None None] Network e0ba4f30-bf7e-461f-88f4-1cd7adb83e44 requested from dv-cinder-master-3-smb {{(pid=106232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 18 00:56:00.754748 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-cc5e20e0-5a47-42a9-ab0c-acebfb41c8b1 admin admin] 10.222.0.33 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.8150125 Sep 18 00:56:00.756379 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.33', 55994) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:56:00.787897 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-796d7c67-41f8-448f-9267-26906e5122c8 admin admin] Publish callbacks [] for security_group (a651a7a2-3cc6-45b3-a0a8-b3c202c15760), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:00.788843 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (a990346c-0f9b-4256-b267-210f2ef06c1b), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:00.841705 dv-cinder-master-3-smb neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:56:00.847648 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.provisioning_blocks [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Provisioning complete for port 02438fd8-34e4-46d9-945d-e55588ec9b3b triggered by entity L2. {{(pid=106232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 00:56:00.848376 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981214'] for port (02438fd8-34e4-46d9-945d-e55588ec9b3b), provisioning_complete {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:00.848822 dv-cinder-master-3-smb neutron-server[106232]: INFO neutron.plugins.ml2.plugin [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Attempt 1 to provision port 02438fd8-34e4-46d9-945d-e55588ec9b3b Sep 18 00:56:00.884466 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497e4578-0a19-4f98-880d-3ed80db19764 admin admin] Pushing event updated for resources: {'Subnet': ['ID=88b85d90-ade1-485b-aadd-9ea5ce26b5e7,revision_number=0']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:00.942839 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.v2.base [None req-5a8ad22d-dea7-4c9a-b5e1-c751e0e3d24a admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-1356048901-router', 'tenant_id': 'd8e0132d9e0c47b9b4c2042dba767701', 'external_gateway_info': {'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505'}}} {{(pid=106230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:56:00.965011 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-7e98bde0-a338-473d-be06-77b53807434c admin admin] Publish callbacks [] for router_controller (5b0b7f67-1b83-4574-ab3e-35ade2a4eea8), precommit_add_association {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:00.972020 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-02220996-ec11-42ca-bf94-7e0e06f8ffa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16510870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039'] for subnet (21e1d23e-9045-41fa-9ed7-19ac1edcbcfa), after_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:00.979479 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-497e4578-0a19-4f98-880d-3ed80db19764 admin admin] Checking segment: {'id': 'acc766e2-f319-4a81-aea8-61f550644168', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'f3f9a0bf-bf95-46ad-a610-13b8f02f5662'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 18 00:56:00.979837 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-497e4578-0a19-4f98-880d-3ed80db19764 admin admin] Network hostable DHCP agents. Network: f3f9a0bf-bf95-46ad-a610-13b8f02f5662, hostable agents: ['25137928-f4de-4c87-813e-883d046ac13f'], hosted agents: [] {{(pid=106231) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 00:56:00.989289 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdeac097-74f4-4888-83ce-7488e35f55b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c9b710a-c5e7-5cbf-88b5-877954cdc74b-eee7c814-dc91-4de0-b55e-0732fcd7c9de', 'network_id': 'eee7c814-dc91-4de0-b55e-0732fcd7c9de', 'project_id': 'ec2d9e20d4ed4178b9bc68ff54715b18', 'fixed_ips': [{'subnet_id': '4028d8f5-a2a6-4af3-9818-cba168eaf579'}]}} from dv-cinder-master-3-smb. {{(pid=106232) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 18 00:56:00.990207 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-bdeac097-74f4-4888-83ce-7488e35f55b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (None), before_create {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:01.133341 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [None req-4f173ce5-ed9a-4000-81ed-3d8b1b22d027 None None] Publish callbacks [] for port (04fc37ae-b707-451a-b4f8-2236974f4e37), precommit_update {{(pid=106233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:01.145437 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-497e4578-0a19-4f98-880d-3ed80db19764 admin admin] Network f3f9a0bf-bf95-46ad-a610-13b8f02f5662 is scheduled to be hosted by DHCP agent 25137928-f4de-4c87-813e-883d046ac13f with binding_index 1 {{(pid=106231) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 00:56:01.146759 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [None req-4f173ce5-ed9a-4000-81ed-3d8b1b22d027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749746030758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749745591525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749745591543'] for port (04fc37ae-b707-451a-b4f8-2236974f4e37), after_update {{(pid=106233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:01.162351 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.db_base_plugin_common [None req-bdeac097-74f4-4888-83ce-7488e35f55b7 None None] Allocated IP 172.20.0.2 (eee7c814-dc91-4de0-b55e-0732fcd7c9de/4028d8f5-a2a6-4af3-9818-cba168eaf579/ec6399de-73d6-4efb-a8eb-b91c61cb1d6f) {{(pid=106232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:56:01.217353 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02220996-ec11-42ca-bf94-7e0e06f8ffa7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=21e1d23e-9045-41fa-9ed7-19ac1edcbcfa,revision_number=0']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:01.246573 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e9bb3d-fff4-4c80-afe9-546e02a6b591 None None] Pushing event updated for resources: {'Port': ['ID=04fc37ae-b707-451a-b4f8-2236974f4e37,revision_number=2']} {{(pid=106233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:01.259437 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e9bb3d-fff4-4c80-afe9-546e02a6b591 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:56:01.260236 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e9bb3d-fff4-4c80-afe9-546e02a6b591 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:56:01.261019 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e9bb3d-fff4-4c80-afe9-546e02a6b591 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:56:01.261741 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e9bb3d-fff4-4c80-afe9-546e02a6b591 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:56:01.262298 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e9bb3d-fff4-4c80-afe9-546e02a6b591 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:56:01.263131 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e9bb3d-fff4-4c80-afe9-546e02a6b591 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:56:01.263792 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e9bb3d-fff4-4c80-afe9-546e02a6b591 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:56:01.264582 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e9bb3d-fff4-4c80-afe9-546e02a6b591 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:56:01.265219 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e9bb3d-fff4-4c80-afe9-546e02a6b591 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:56:01.266395 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e9bb3d-fff4-4c80-afe9-546e02a6b591 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:56:01.266963 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e9bb3d-fff4-4c80-afe9-546e02a6b591 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:56:01.267808 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e9bb3d-fff4-4c80-afe9-546e02a6b591 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:56:01.268538 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e9bb3d-fff4-4c80-afe9-546e02a6b591 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:56:01.269089 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e9bb3d-fff4-4c80-afe9-546e02a6b591 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:56:01.269617 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e9bb3d-fff4-4c80-afe9-546e02a6b591 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:56:01.271671 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57e9bb3d-fff4-4c80-afe9-546e02a6b591 None None] Tracked resource versions report: Sep 18 00:56:01.271671 dv-cinder-master-3-smb neutron-server[106233]: pushed versions: Sep 18 00:56:01.271671 dv-cinder-master-3-smb neutron-server[106233]: { 'AddressGroup': {'1.2'}, Sep 18 00:56:01.271671 dv-cinder-master-3-smb neutron-server[106233]: 'Agent': {'1.1'}, Sep 18 00:56:01.271671 dv-cinder-master-3-smb neutron-server[106233]: 'ConntrackHelper': {'1.0'}, Sep 18 00:56:01.271671 dv-cinder-master-3-smb neutron-server[106233]: 'LocalIPAssociation': {'1.0'}, Sep 18 00:56:01.271671 dv-cinder-master-3-smb neutron-server[106233]: 'Log': {'1.0'}, Sep 18 00:56:01.271671 dv-cinder-master-3-smb neutron-server[106233]: 'NDPProxy': {'1.0'}, Sep 18 00:56:01.271671 dv-cinder-master-3-smb neutron-server[106233]: 'Network': {'1.1'}, Sep 18 00:56:01.271671 dv-cinder-master-3-smb neutron-server[106233]: 'Port': {'1.7'}, Sep 18 00:56:01.271671 dv-cinder-master-3-smb neutron-server[106233]: 'PortForwarding': {'1.3'}, Sep 18 00:56:01.271671 dv-cinder-master-3-smb neutron-server[106233]: 'QosPolicy': {'1.10'}, Sep 18 00:56:01.271671 dv-cinder-master-3-smb neutron-server[106233]: 'SecurityGroup': {'1.5'}, Sep 18 00:56:01.271671 dv-cinder-master-3-smb neutron-server[106233]: 'SecurityGroupRule': {'1.2'}, Sep 18 00:56:01.271671 dv-cinder-master-3-smb neutron-server[106233]: 'SubPort': {'1.0'}, Sep 18 00:56:01.271671 dv-cinder-master-3-smb neutron-server[106233]: 'Subnet': {'1.1'}, Sep 18 00:56:01.271671 dv-cinder-master-3-smb neutron-server[106233]: 'Trunk': {'1.1'}} Sep 18 00:56:01.271671 dv-cinder-master-3-smb neutron-server[106233]: consumer versions: Sep 18 00:56:01.271671 dv-cinder-master-3-smb neutron-server[106233]: { DHCP agent@dv-cinder-master-3-smb: {}, Sep 18 00:56:01.271671 dv-cinder-master-3-smb neutron-server[106233]: HyperV agent@hv-cinder-maste: {}, Sep 18 00:56:01.271671 dv-cinder-master-3-smb neutron-server[106233]: L3 agent@dv-cinder-master-3-smb: {}, Sep 18 00:56:01.271671 dv-cinder-master-3-smb neutron-server[106233]: Metadata agent@dv-cinder-master-3-smb: {}, Sep 18 00:56:01.271671 dv-cinder-master-3-smb neutron-server[106233]: Metering agent@dv-cinder-master-3-smb: {}, Sep 18 00:56:01.271671 dv-cinder-master-3-smb neutron-server[106233]: Open vSwitch agent@dv-cinder-master-3-smb: { 'AddressGroup': '1.2', Sep 18 00:56:01.271671 dv-cinder-master-3-smb neutron-server[106233]: 'Agent': '1.1', Sep 18 00:56:01.271671 dv-cinder-master-3-smb neutron-server[106233]: 'ConntrackHelper': '1.0', Sep 18 00:56:01.271671 dv-cinder-master-3-smb neutron-server[106233]: 'LocalIPAssociation': '1.0', Sep 18 00:56:01.271671 dv-cinder-master-3-smb neutron-server[106233]: 'Log': '1.0', Sep 18 00:56:01.271671 dv-cinder-master-3-smb neutron-server[106233]: 'NDPProxy': '1.0', Sep 18 00:56:01.271671 dv-cinder-master-3-smb neutron-server[106233]: 'Network': '1.1', Sep 18 00:56:01.271671 dv-cinder-master-3-smb neutron-server[106233]: 'Port': '1.7', Sep 18 00:56:01.271671 dv-cinder-master-3-smb neutron-server[106233]: 'PortForwarding': '1.3', Sep 18 00:56:01.271671 dv-cinder-master-3-smb neutron-server[106233]: 'QosPolicy': '1.10', Sep 18 00:56:01.271671 dv-cinder-master-3-smb neutron-server[106233]: 'SecurityGroup': '1.5', Sep 18 00:56:01.271671 dv-cinder-master-3-smb neutron-server[106233]: 'SecurityGroupRule': '1.2', Sep 18 00:56:01.271671 dv-cinder-master-3-smb neutron-server[106233]: 'SubPort': '1.0', Sep 18 00:56:01.271671 dv-cinder-master-3-smb neutron-server[106233]: 'Subnet': '1.1', Sep 18 00:56:01.271671 dv-cinder-master-3-smb neutron-server[106233]: 'Trunk': '1.1'}} Sep 18 00:56:01.271671 dv-cinder-master-3-smb neutron-server[106233]: {{(pid=106233) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 18 00:56:01.291881 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.plugins.ml2.managers [None req-4f173ce5-ed9a-4000-81ed-3d8b1b22d027 None None] Attempting to bind port 04fc37ae-b707-451a-b4f8-2236974f4e37 on host dv-cinder-master-3-smb for vnic_type normal with profile {{(pid=106233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 18 00:56:01.291881 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.plugins.ml2.managers [None req-4f173ce5-ed9a-4000-81ed-3d8b1b22d027 None None] Attempting to bind port 04fc37ae-b707-451a-b4f8-2236974f4e37 by drivers openvswitch,hyperv on host dv-cinder-master-3-smb at level 0 using segments [{'id': 'e81b1a67-2f81-4ac8-a4dd-b13e6c47d014', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505'}] {{(pid=106233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 18 00:56:01.291881 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f173ce5-ed9a-4000-81ed-3d8b1b22d027 None None] Attempting to bind port 04fc37ae-b707-451a-b4f8-2236974f4e37 on network b5726c9b-05f1-4137-90cd-23a4e3e89505 {{(pid=106233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:56:01.292212 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:DELETE=2 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:56:01.305410 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-7e98bde0-a338-473d-be06-77b53807434c admin admin] Publish callbacks [] for router_gateway (5b0b7f67-1b83-4574-ab3e-35ade2a4eea8), precommit_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:01.312053 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.scheduler.base_scheduler [None req-497e4578-0a19-4f98-880d-3ed80db19764 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-smb, f3f9a0bf-bf95-46ad-a610-13b8f02f5662) {{(pid=106231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:56:01.315007 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-bdeac097-74f4-4888-83ce-7488e35f55b7 None None] Publish callbacks [] for port (ec6399de-73d6-4efb-a8eb-b91c61cb1d6f), precommit_create {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:01.317973 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02220996-ec11-42ca-bf94-7e0e06f8ffa7 admin admin] Checking segment: {'id': '9f226031-7641-47d9-b1b6-a604588f86da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'c62b9e47-59b6-47ba-845f-e3be4dd39ad8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 18 00:56:01.318425 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02220996-ec11-42ca-bf94-7e0e06f8ffa7 admin admin] Network hostable DHCP agents. Network: c62b9e47-59b6-47ba-845f-e3be4dd39ad8, hostable agents: ['25137928-f4de-4c87-813e-883d046ac13f'], hosted agents: [] {{(pid=106231) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 00:56:01.323968 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-497e4578-0a19-4f98-880d-3ed80db19764 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:56:01.324564 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-497e4578-0a19-4f98-880d-3ed80db19764 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16267021'] for subnet (None), before_response {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:01.330826 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cf78f30-ce99-4d21-a2c0-7c6af840fccf None None] Network f3f9a0bf-bf95-46ad-a610-13b8f02f5662 requested from dv-cinder-master-3-smb {{(pid=106232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 18 00:56:01.334138 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-bdeac097-74f4-4888-83ce-7488e35f55b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749745591507'] for port (ec6399de-73d6-4efb-a8eb-b91c61cb1d6f), after_create {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:01.338271 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.db_base_plugin_common [None req-5ff0bd66-c056-44c3-a901-4a244a29065e None None] Allocated IP 172.20.0.2 (5b2870f5-1df6-4588-9304-3be88fc2aeec/b02e0a67-927b-4f1f-86aa-5b54aefb606b/95265b42-1dcd-469b-920c-bdfb1b25306f) {{(pid=106232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:56:01.361762 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f173ce5-ed9a-4000-81ed-3d8b1b22d027 None None] Checking agent: {'id': 'c8573462-7e7f-4357-b3a8-beeaa8ae7db3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 18, 0, 47, 40), 'started_at': datetime.datetime(2022, 9, 18, 0, 48, 10), 'heartbeat_timestamp': datetime.datetime(2022, 9, 18, 0, 55, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 18 00:56:01.362302 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f173ce5-ed9a-4000-81ed-3d8b1b22d027 None None] Checking segment: {'id': 'e81b1a67-2f81-4ac8-a4dd-b13e6c47d014', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 18 00:56:01.363007 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [None req-4f173ce5-ed9a-4000-81ed-3d8b1b22d027 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:01.363579 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f173ce5-ed9a-4000-81ed-3d8b1b22d027 None None] Bound using segment: {'id': 'e81b1a67-2f81-4ac8-a4dd-b13e6c47d014', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505'} {{(pid=106233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 18 00:56:01.364228 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.plugins.ml2.managers [None req-4f173ce5-ed9a-4000-81ed-3d8b1b22d027 None None] Bound port: 04fc37ae-b707-451a-b4f8-2236974f4e37, host: dv-cinder-master-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e81b1a67-2f81-4ac8-a4dd-b13e6c47d014', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505'}}] {{(pid=106233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 18 00:56:01.364716 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [None req-4f173ce5-ed9a-4000-81ed-3d8b1b22d027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (04fc37ae-b707-451a-b4f8-2236974f4e37), before_update {{(pid=106233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:01.379836 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.db.db_base_plugin_common [None req-218ef3c2-83a7-4be6-9361-398660403bc6 admin admin] Allocated IP 172.20.0.1 (3e60962c-164c-4e15-8d69-6601f5d7b205/f52e5768-3b6e-420f-b5d0-cc4e5c3ba047/51f59d64-55a1-4532-bae4-b6e1df9dbc2d) {{(pid=106230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:56:01.385906 dv-cinder-master-3-smb neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=6 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:56:01.402948 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdeac097-74f4-4888-83ce-7488e35f55b7 None None] Pushing event updated for resources: {'Port': ['ID=ec6399de-73d6-4efb-a8eb-b91c61cb1d6f,revision_number=1']} {{(pid=106232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:01.438920 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.plugins.ml2.db [None req-4f173ce5-ed9a-4000-81ed-3d8b1b22d027 None None] For port 04fc37ae-b707-451a-b4f8-2236974f4e37, host dv-cinder-master-3-smb, cleared binding levels {{(pid=106233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:56:01.444407 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.plugins.ml2.db [None req-4f173ce5-ed9a-4000-81ed-3d8b1b22d027 None None] For port 04fc37ae-b707-451a-b4f8-2236974f4e37, host dv-cinder-master-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=04fc37ae-b707-451a-b4f8-2236974f4e37,segment=NetworkSegment(e81b1a67-2f81-4ac8-a4dd-b13e6c47d014),segment_id=e81b1a67-2f81-4ac8-a4dd-b13e6c47d014)] {{(pid=106233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:56:01.447371 dv-cinder-master-3-smb neutron-server[106233]: DEBUG dbcounter [-] [106233] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106233) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:56:01.458701 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdeac097-74f4-4888-83ce-7488e35f55b7 None None] Network eee7c814-dc91-4de0-b55e-0732fcd7c9de is already hosted by enough agents. {{(pid=106232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:56:01.462703 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-497e4578-0a19-4f98-880d-3ed80db19764 admin admin] 10.222.0.33 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.0475757 Sep 18 00:56:01.467076 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [None req-4f173ce5-ed9a-4000-81ed-3d8b1b22d027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749746030758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749745591525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749745591543'] for port (04fc37ae-b707-451a-b4f8-2236974f4e37), after_update {{(pid=106233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:01.482435 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.scheduler.base_scheduler [None req-bdeac097-74f4-4888-83ce-7488e35f55b7 None None] Resources bound (agent type, host, resource id): {{(pid=106232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:56:01.489364 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02220996-ec11-42ca-bf94-7e0e06f8ffa7 admin admin] Network c62b9e47-59b6-47ba-845f-e3be4dd39ad8 is scheduled to be hosted by DHCP agent 25137928-f4de-4c87-813e-883d046ac13f with binding_index 1 {{(pid=106231) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 00:56:01.517147 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.scheduler.base_scheduler [None req-02220996-ec11-42ca-bf94-7e0e06f8ffa7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-smb, c62b9e47-59b6-47ba-845f-e3be4dd39ad8) {{(pid=106231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:56:01.518378 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42a47778-d959-4ec2-97f9-a7da6cf385d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c9b710a-c5e7-5cbf-88b5-877954cdc74b-e0ba4f30-bf7e-461f-88f4-1cd7adb83e44', 'network_id': 'e0ba4f30-bf7e-461f-88f4-1cd7adb83e44', 'project_id': 'd8e0132d9e0c47b9b4c2042dba767701', 'fixed_ips': [{'subnet_id': '52921a7d-948e-4aa2-bac6-f9f8eb611d75'}]}} from dv-cinder-master-3-smb. {{(pid=106232) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 18 00:56:01.519484 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-42a47778-d959-4ec2-97f9-a7da6cf385d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (None), before_create {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:01.529419 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-218ef3c2-83a7-4be6-9361-398660403bc6 admin admin] Publish callbacks [] for port (51f59d64-55a1-4532-bae4-b6e1df9dbc2d), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:01.533065 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdeac097-74f4-4888-83ce-7488e35f55b7 None None] Received port after_create {{(pid=106232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 18 00:56:01.533781 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02220996-ec11-42ca-bf94-7e0e06f8ffa7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:56:01.534523 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-02220996-ec11-42ca-bf94-7e0e06f8ffa7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16267021'] for subnet (None), before_response {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:01.537996 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-796d7c67-41f8-448f-9267-26906e5122c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512506'] for security_group (a651a7a2-3cc6-45b3-a0a8-b3c202c15760), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:01.541391 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:56:01.553602 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f173ce5-ed9a-4000-81ed-3d8b1b22d027 None None] Routers {'1947d5cd-7af0-493f-b525-4bb375733b2b'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 18 00:56:01.554116 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.l3_hamode_db [None req-4f173ce5-ed9a-4000-81ed-3d8b1b22d027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-18T00:47:37Z,description=,heartbeat_timestamp=2022-09-18T00:55:37Z,host='dv-cinder-master-3-smb',id=d0e8801d-4758-48bd-8085-7f05d3358764,load=0,resource_versions=,resources_synced=,started_at=2022-09-18T00:47:37Z,topic='l3_agent')) {'router_ids': ['1947d5cd-7af0-493f-b525-4bb375733b2b'], 'active': True} {{(pid=106233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:56:01.579464 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b325f72-5845-4ca1-a030-4454f62f655e None None] Network c62b9e47-59b6-47ba-845f-e3be4dd39ad8 requested from dv-cinder-master-3-smb {{(pid=106232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 18 00:56:01.623647 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-2787013f-3bef-4c57-937b-6bf8f5f2eb38 admin admin] Publish callbacks [] for router_gateway (afd96339-e571-4ae6-8804-46a62196660b), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:01.627401 dv-cinder-master-3-smb neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:56:01.627536 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [None req-796d7c67-41f8-448f-9267-26906e5122c8 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=1e4dd0d8e5924f2f80adeb17a53e20f2&name=default HTTP/1.1" status: 200 len: 2992 time: 1.7412868 Sep 18 00:56:01.652402 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-02220996-ec11-42ca-bf94-7e0e06f8ffa7 admin admin] 10.222.0.33 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.6304710 Sep 18 00:56:01.655076 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 56014) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:56:01.655397 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 56016) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:56:01.661209 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.v2.base [None req-36cfa8d0-372a-4d6c-ab27-27b9c0ae0115 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1197339519-router', 'tenant_id': '8cbf74b218c04911bb921f7cc2c6e966', 'external_gateway_info': {'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505'}}} {{(pid=106231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:56:01.662739 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:56:01.668461 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-2787013f-3bef-4c57-937b-6bf8f5f2eb38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (None), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:01.671450 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e9bb3d-fff4-4c80-afe9-546e02a6b591 None None] Pushing event updated for resources: {'Port': ['ID=04fc37ae-b707-451a-b4f8-2236974f4e37,revision_number=3']} {{(pid=106233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:01.678719 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-5a8ad22d-dea7-4c9a-b5e1-c751e0e3d24a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16492684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1939'] for router (7db6c735-5d48-4a57-8dd6-f3463490337e), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:01.683382 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-5a8ad22d-dea7-4c9a-b5e1-c751e0e3d24a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16492209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16485630', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16421430', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1946'] for router (7db6c735-5d48-4a57-8dd6-f3463490337e), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:01.683469 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796d7c67-41f8-448f-9267-26906e5122c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a651a7a2-3cc6-45b3-a0a8-b3c202c15760,revision_number=1']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:01.695468 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-218ef3c2-83a7-4be6-9361-398660403bc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749745591507'] for port (51f59d64-55a1-4532-bae4-b6e1df9dbc2d), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:01.803925 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.l3_dvr_db [None req-4f173ce5-ed9a-4000-81ed-3d8b1b22d027 None None] Set router 1947d5cd-7af0-493f-b525-4bb375733b2b gateway port host: dv-cinder-master-3-smb {{(pid=106233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 18 00:56:01.822237 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-36cfa8d0-372a-4d6c-ab27-27b9c0ae0115 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16492684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1939'] for router (1ed01ef0-86d6-48ca-8f4f-b56f6df17cce), before_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:01.823620 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-36cfa8d0-372a-4d6c-ab27-27b9c0ae0115 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16492209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16485630', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16421430', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1946'] for router (1ed01ef0-86d6-48ca-8f4f-b56f6df17cce), precommit_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:01.828343 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-218ef3c2-83a7-4be6-9361-398660403bc6 admin admin] Network 3e60962c-164c-4e15-8d69-6601f5d7b205 is already hosted by enough agents. {{(pid=106230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:56:01.838348 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-641b0b32-ab02-4913-8bd0-2e9d093497aa admin admin] Publish callbacks [] for security_group (a651a7a2-3cc6-45b3-a0a8-b3c202c15760), before_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:01.840515 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-5a8ad22d-dea7-4c9a-b5e1-c751e0e3d24a admin admin] Publish callbacks [] for router_controller (7db6c735-5d48-4a57-8dd6-f3463490337e), precommit_add_association {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:01.841813 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.scheduler.base_scheduler [None req-218ef3c2-83a7-4be6-9361-398660403bc6 admin admin] Resources bound (agent type, host, resource id): {{(pid=106230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:56:01.846741 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-218ef3c2-83a7-4be6-9361-398660403bc6 admin admin] Received port after_create {{(pid=106230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 18 00:56:01.847429 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-218ef3c2-83a7-4be6-9361-398660403bc6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16482840'] for router_interface (1947d5cd-7af0-493f-b525-4bb375733b2b), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:01.850205 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218ef3c2-83a7-4be6-9361-398660403bc6 admin admin] Pushing event updated for resources: {'Port': ['ID=51f59d64-55a1-4532-bae4-b6e1df9dbc2d,revision_number=1']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:01.870631 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-7e98bde0-a338-473d-be06-77b53807434c admin admin] Publish callbacks [] for router_gateway (5b0b7f67-1b83-4574-ab3e-35ade2a4eea8), before_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:01.926595 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-641b0b32-ab02-4913-8bd0-2e9d093497aa admin admin] Publish callbacks [] for security_group (a651a7a2-3cc6-45b3-a0a8-b3c202c15760), precommit_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:01.929233 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-7e98bde0-a338-473d-be06-77b53807434c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (None), before_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:01.934383 dv-cinder-master-3-smb neutron-server[106233]: DEBUG dbcounter [-] [106233] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106233) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:56:01.999202 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:56:02.001806 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-36cfa8d0-372a-4d6c-ab27-27b9c0ae0115 admin admin] Publish callbacks [] for router_controller (1ed01ef0-86d6-48ca-8f4f-b56f6df17cce), precommit_add_association {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:02.203256 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.l3_hamode_db [None req-4f173ce5-ed9a-4000-81ed-3d8b1b22d027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1947d5cd-7af0-493f-b525-4bb375733b2b', 'name': 'tempest-AttachVolumeTestJSON-1059766515-router', 'tenant_id': 'a60d2801df884e15be8a0464cb725d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'external_fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.51'}], 'enable_snat': True}, 'gw_port_id': '04fc37ae-b707-451a-b4f8-2236974f4e37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:55:55Z', 'updated_at': '2022-09-18T00:55:57Z', 'revision_number': 3, 'project_id': 'a60d2801df884e15be8a0464cb725d6d', 'gw_port': {'id': '04fc37ae-b707-451a-b4f8-2236974f4e37', 'name': '', 'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:bf:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1947d5cd-7af0-493f-b525-4bb375733b2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:55:56Z', 'updated_at': '2022-09-18T00:56:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb'}], 'dv-cinder-master-3-smb', False) {} {{(pid=106233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:56:02.246886 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.db_base_plugin_common [None req-42a47778-d959-4ec2-97f9-a7da6cf385d5 None None] Allocated IP 172.20.0.2 (e0ba4f30-bf7e-461f-88f4-1cd7adb83e44/52921a7d-948e-4aa2-bac6-f9f8eb611d75/47be8694-c532-491d-837b-a3e8c958c691) {{(pid=106232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:56:02.247839 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.db.db_base_plugin_common [None req-2787013f-3bef-4c57-937b-6bf8f5f2eb38 admin admin] Allocated IP 172.37.5.152 (b5726c9b-05f1-4137-90cd-23a4e3e89505/9e97c026-c8b3-4b72-91ed-10f39e002f97/51e28825-0c57-4907-8702-1c2946ca62e8) {{(pid=106230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:56:02.288006 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f173ce5-ed9a-4000-81ed-3d8b1b22d027 None None] The sync data for ids ['1947d5cd-7af0-493f-b525-4bb375733b2b'] in dv-cinder-master-3-smb is: [{'id': '1947d5cd-7af0-493f-b525-4bb375733b2b', 'name': 'tempest-AttachVolumeTestJSON-1059766515-router', 'tenant_id': 'a60d2801df884e15be8a0464cb725d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'external_fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.51'}], 'enable_snat': True}, 'gw_port_id': '04fc37ae-b707-451a-b4f8-2236974f4e37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:55:55Z', 'updated_at': '2022-09-18T00:55:57Z', 'revision_number': 3, 'project_id': 'a60d2801df884e15be8a0464cb725d6d', 'gw_port': {'id': '04fc37ae-b707-451a-b4f8-2236974f4e37', 'name': '', 'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:bf:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1947d5cd-7af0-493f-b525-4bb375733b2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:55:56Z', 'updated_at': '2022-09-18T00:56:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb'}] {{(pid=106233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:56:02.343477 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-36cfa8d0-372a-4d6c-ab27-27b9c0ae0115 admin admin] Publish callbacks [] for router_gateway (1ed01ef0-86d6-48ca-8f4f-b56f6df17cce), precommit_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:02.351481 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-641b0b32-ab02-4913-8bd0-2e9d093497aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512506'] for security_group (a651a7a2-3cc6-45b3-a0a8-b3c202c15760), after_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:02.356160 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-641b0b32-ab02-4913-8bd0-2e9d093497aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:02.375689 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-641b0b32-ab02-4913-8bd0-2e9d093497aa admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/a651a7a2-3cc6-45b3-a0a8-b3c202c15760 HTTP/1.1" status: 204 len: 168 time: 0.7170365 Sep 18 00:56:02.385587 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641b0b32-ab02-4913-8bd0-2e9d093497aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a651a7a2-3cc6-45b3-a0a8-b3c202c15760,revision_number=None']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:02.412423 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-5a8ad22d-dea7-4c9a-b5e1-c751e0e3d24a admin admin] Publish callbacks [] for router_gateway (7db6c735-5d48-4a57-8dd6-f3463490337e), precommit_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:02.415855 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a16dce5-16fe-454e-98f5-ee8a393545f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c9b710a-c5e7-5cbf-88b5-877954cdc74b-c62b9e47-59b6-47ba-845f-e3be4dd39ad8', 'network_id': 'c62b9e47-59b6-47ba-845f-e3be4dd39ad8', 'project_id': '8cbf74b218c04911bb921f7cc2c6e966', 'fixed_ips': [{'subnet_id': '21e1d23e-9045-41fa-9ed7-19ac1edcbcfa'}]}} from dv-cinder-master-3-smb. {{(pid=106232) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 18 00:56:02.416790 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-3a16dce5-16fe-454e-98f5-ee8a393545f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (None), before_create {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:02.422468 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.33', 56038) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:56:02.455812 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.v2.base [None req-7eb846ee-abac-42f1-80b7-932510cecd29 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1115129929-network', 'tenant_id': '4bb043b73694459cb615a9491d1be44e'}} {{(pid=106230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:56:02.464345 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Current status of the port 02438fd8-34e4-46d9-945d-e55588ec9b3b is: ACTIVE; New status is: ACTIVE {{(pid=106232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 00:56:02.615184 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.managers [None req-bdeac097-74f4-4888-83ce-7488e35f55b7 None None] Attempting to bind port ec6399de-73d6-4efb-a8eb-b91c61cb1d6f on host dv-cinder-master-3-smb for vnic_type normal with profile {{(pid=106232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 18 00:56:02.615564 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.managers [None req-bdeac097-74f4-4888-83ce-7488e35f55b7 None None] Attempting to bind port ec6399de-73d6-4efb-a8eb-b91c61cb1d6f by drivers openvswitch,hyperv on host dv-cinder-master-3-smb at level 0 using segments [{'id': '6bbfddfb-8aa0-4ab6-886c-b017727b1f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'eee7c814-dc91-4de0-b55e-0732fcd7c9de'}] {{(pid=106232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 18 00:56:02.615934 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdeac097-74f4-4888-83ce-7488e35f55b7 None None] Attempting to bind port ec6399de-73d6-4efb-a8eb-b91c61cb1d6f on network eee7c814-dc91-4de0-b55e-0732fcd7c9de {{(pid=106232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:56:02.617920 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.provisioning_blocks [None req-1ac78d7d-28ac-4e43-b629-005e9d633c5d None None] Provisioning complete for port 51f59d64-55a1-4532-bae4-b6e1df9dbc2d triggered by entity DHCP. {{(pid=106232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 00:56:02.624142 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-1ac78d7d-28ac-4e43-b629-005e9d633c5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981214'] for port (51f59d64-55a1-4532-bae4-b6e1df9dbc2d), provisioning_complete {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:02.626064 dv-cinder-master-3-smb neutron-server[106232]: INFO neutron.plugins.ml2.plugin [None req-1ac78d7d-28ac-4e43-b629-005e9d633c5d None None] Attempt 1 to provision port 51f59d64-55a1-4532-bae4-b6e1df9dbc2d Sep 18 00:56:02.755736 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7eb846ee-abac-42f1-80b7-932510cecd29 admin admin] Made reservation on behalf of 4bb043b73694459cb615a9491d1be44e for: {'network': 1} {{(pid=106230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:56:02.759489 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-7eb846ee-abac-42f1-80b7-932510cecd29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for network (None), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:02.778532 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-36cfa8d0-372a-4d6c-ab27-27b9c0ae0115 admin admin] Publish callbacks [] for router_gateway (1ed01ef0-86d6-48ca-8f4f-b56f6df17cce), before_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:02.829862 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-218ef3c2-83a7-4be6-9361-398660403bc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (51f59d64-55a1-4532-bae4-b6e1df9dbc2d), before_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:02.843330 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-36cfa8d0-372a-4d6c-ab27-27b9c0ae0115 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (None), before_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:02.848755 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-7eb846ee-abac-42f1-80b7-932510cecd29 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:02.942493 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-1ac78d7d-28ac-4e43-b629-005e9d633c5d None None] Port 51f59d64-55a1-4532-bae4-b6e1df9dbc2d cannot update to ACTIVE because it is not bound. {{(pid=106232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 18 00:56:02.968535 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-42a47778-d959-4ec2-97f9-a7da6cf385d5 None None] Publish callbacks [] for port (47be8694-c532-491d-837b-a3e8c958c691), precommit_create {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:02.983718 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4adcc847-ea7e-47b3-9769-347bc966173e None None] Network f3f9a0bf-bf95-46ad-a610-13b8f02f5662 requested from dv-cinder-master-3-smb {{(pid=106232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 18 00:56:03.091020 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:INSERT=11,neutron:SELECT=87,neutron:UPDATE=2 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:56:03.113072 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-2787013f-3bef-4c57-937b-6bf8f5f2eb38 admin admin] Publish callbacks [] for port (51e28825-0c57-4907-8702-1c2946ca62e8), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:03.124864 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.33', 56050) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:56:03.125309 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=83,neutron:UPDATE=6,neutron:INSERT=11 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:56:03.163542 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-42a47778-d959-4ec2-97f9-a7da6cf385d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749745591507'] for port (47be8694-c532-491d-837b-a3e8c958c691), after_create {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:03.164469 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:56:03.205028 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 56054) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:56:03.223124 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-5a730ee8-b1d7-408d-ab9f-71ad3784cb41 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:03.239871 dv-cinder-master-3-smb neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=5 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:56:03.240618 dv-cinder-master-3-smb neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:56:03.253645 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a47778-d959-4ec2-97f9-a7da6cf385d5 None None] Pushing event updated for resources: {'Port': ['ID=47be8694-c532-491d-837b-a3e8c958c691,revision_number=1']} {{(pid=106232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:03.265469 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-7eb846ee-abac-42f1-80b7-932510cecd29 admin admin] Publish callbacks [] for security_group (7b3f3fd5-ea04-4a44-8f77-bde5ac07adb2), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:03.285905 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-7eb846ee-abac-42f1-80b7-932510cecd29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512506'] for security_group (7b3f3fd5-ea04-4a44-8f77-bde5ac07adb2), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:03.291646 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42a47778-d959-4ec2-97f9-a7da6cf385d5 None None] Network e0ba4f30-bf7e-461f-88f4-1cd7adb83e44 is already hosted by enough agents. {{(pid=106232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:56:03.300680 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7eb846ee-abac-42f1-80b7-932510cecd29 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157} {{(pid=106230) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 00:56:03.304405 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.scheduler.base_scheduler [None req-42a47778-d959-4ec2-97f9-a7da6cf385d5 None None] Resources bound (agent type, host, resource id): {{(pid=106232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:56:03.309204 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-5ff0bd66-c056-44c3-a901-4a244a29065e None None] Publish callbacks [] for port (95265b42-1dcd-469b-920c-bdfb1b25306f), precommit_create {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:03.313545 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a47778-d959-4ec2-97f9-a7da6cf385d5 None None] Received port after_create {{(pid=106232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 18 00:56:03.316788 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-7eb846ee-abac-42f1-80b7-932510cecd29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-977230'] for segment (a22c0973-3bba-44dd-ae56-1892c65f9178), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:03.317781 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.db.segments_db [None req-7eb846ee-abac-42f1-80b7-932510cecd29 admin admin] Added segment a22c0973-3bba-44dd-ae56-1892c65f9178 of type vlan for network 64c17bd7-b726-405c-a985-805e15069795 Sep 18 00:56:03.388949 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-7eb846ee-abac-42f1-80b7-932510cecd29 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749745527471'] for network (64c17bd7-b726-405c-a985-805e15069795), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:03.401377 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-5a730ee8-b1d7-408d-ab9f-71ad3784cb41 admin admin] Publish callbacks [] for security_group (547828b9-6a8f-4327-a8e4-7a713f7d25de), precommit_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:03.406273 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-5a730ee8-b1d7-408d-ab9f-71ad3784cb41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512506'] for security_group (547828b9-6a8f-4327-a8e4-7a713f7d25de), after_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:03.448151 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-5ff0bd66-c056-44c3-a901-4a244a29065e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749745591507'] for port (95265b42-1dcd-469b-920c-bdfb1b25306f), after_create {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:03.450597 dv-cinder-master-3-smb neutron-server[106232]: INFO neutron.plugins.ml2.plugin [None req-1ac78d7d-28ac-4e43-b629-005e9d633c5d None None] Attempt 2 to provision port 51f59d64-55a1-4532-bae4-b6e1df9dbc2d Sep 18 00:56:03.455682 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb846ee-abac-42f1-80b7-932510cecd29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b3f3fd5-ea04-4a44-8f77-bde5ac07adb2,revision_number=1']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:03.458549 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-7eb846ee-abac-42f1-80b7-932510cecd29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16510767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039'] for network (64c17bd7-b726-405c-a985-805e15069795), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:03.460217 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eb846ee-abac-42f1-80b7-932510cecd29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:56:03.460792 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-7eb846ee-abac-42f1-80b7-932510cecd29 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16267021'] for network (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:03.490860 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdeac097-74f4-4888-83ce-7488e35f55b7 None None] Checking agent: {'id': 'c8573462-7e7f-4357-b3a8-beeaa8ae7db3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 18, 0, 47, 40), 'started_at': datetime.datetime(2022, 9, 18, 0, 48, 10), 'heartbeat_timestamp': datetime.datetime(2022, 9, 18, 0, 55, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 18 00:56:03.491387 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdeac097-74f4-4888-83ce-7488e35f55b7 None None] Checking segment: {'id': '6bbfddfb-8aa0-4ab6-886c-b017727b1f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'eee7c814-dc91-4de0-b55e-0732fcd7c9de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 18 00:56:03.491903 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-bdeac097-74f4-4888-83ce-7488e35f55b7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:03.492595 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdeac097-74f4-4888-83ce-7488e35f55b7 None None] Bound using segment: {'id': '6bbfddfb-8aa0-4ab6-886c-b017727b1f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'eee7c814-dc91-4de0-b55e-0732fcd7c9de'} {{(pid=106232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 18 00:56:03.493076 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.managers [None req-bdeac097-74f4-4888-83ce-7488e35f55b7 None None] Bound port: ec6399de-73d6-4efb-a8eb-b91c61cb1d6f, host: dv-cinder-master-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bbfddfb-8aa0-4ab6-886c-b017727b1f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'eee7c814-dc91-4de0-b55e-0732fcd7c9de'}}] {{(pid=106232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 18 00:56:03.493730 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-bdeac097-74f4-4888-83ce-7488e35f55b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (ec6399de-73d6-4efb-a8eb-b91c61cb1d6f), before_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:03.501239 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a730ee8-b1d7-408d-ab9f-71ad3784cb41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=547828b9-6a8f-4327-a8e4-7a713f7d25de,revision_number=1']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:03.513608 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-1ac78d7d-28ac-4e43-b629-005e9d633c5d None None] Port 51f59d64-55a1-4532-bae4-b6e1df9dbc2d cannot update to ACTIVE because it is not bound. {{(pid=106232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 18 00:56:03.526306 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-5a730ee8-b1d7-408d-ab9f-71ad3784cb41 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=55694ffabcf64eb190186b8743d1a2c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3200548 Sep 18 00:56:03.529520 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 56056) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:56:03.594875 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb846ee-abac-42f1-80b7-932510cecd29 admin admin] Pushing event updated for resources: {'Network': ['ID=64c17bd7-b726-405c-a985-805e15069795,revision_number=1']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:03.601362 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [None req-7eb846ee-abac-42f1-80b7-932510cecd29 admin admin] 10.222.0.33 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.1648202 Sep 18 00:56:03.602524 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-fd3e1b07-d3df-4028-9dab-5b706397777a admin admin] Publish callbacks [] for security_group (547828b9-6a8f-4327-a8e4-7a713f7d25de), before_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:03.604715 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 56058) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:56:03.607769 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ff0bd66-c056-44c3-a901-4a244a29065e None None] Network 5b2870f5-1df6-4588-9304-3be88fc2aeec is already hosted by enough agents. {{(pid=106232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:56:03.615625 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.managers [None req-42a47778-d959-4ec2-97f9-a7da6cf385d5 None None] Attempting to bind port 47be8694-c532-491d-837b-a3e8c958c691 on host dv-cinder-master-3-smb for vnic_type normal with profile {{(pid=106232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 18 00:56:03.615990 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.managers [None req-42a47778-d959-4ec2-97f9-a7da6cf385d5 None None] Attempting to bind port 47be8694-c532-491d-837b-a3e8c958c691 by drivers openvswitch,hyperv on host dv-cinder-master-3-smb at level 0 using segments [{'id': '0bc43035-2a06-4549-bc0f-2c1d1396a95a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'e0ba4f30-bf7e-461f-88f4-1cd7adb83e44'}] {{(pid=106232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 18 00:56:03.616362 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a47778-d959-4ec2-97f9-a7da6cf385d5 None None] Attempting to bind port 47be8694-c532-491d-837b-a3e8c958c691 on network e0ba4f30-bf7e-461f-88f4-1cd7adb83e44 {{(pid=106232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:56:03.621627 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-27d09410-9d76-49c1-802c-e38b2843c969 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:03.622238 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.v2.base [None req-c85f4518-735c-4c85-83b6-268e95b851d6 admin admin] Request body: {'subnet': {'network_id': '64c17bd7-b726-405c-a985-805e15069795', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1115129929-subnet', 'tenant_id': '4bb043b73694459cb615a9491d1be44e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:56:03.657168 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.scheduler.base_scheduler [None req-5ff0bd66-c056-44c3-a901-4a244a29065e None None] Resources bound (agent type, host, resource id): {{(pid=106232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:56:03.659128 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.rpc [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Network 64c17bd7-b726-405c-a985-805e15069795 details requested by agent ovs-agent-dv-cinder-master-3-smb with host dv-cinder-master-3-smb {{(pid=106232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 00:56:03.664841 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-fd3e1b07-d3df-4028-9dab-5b706397777a admin admin] Publish callbacks [] for security_group (547828b9-6a8f-4327-a8e4-7a713f7d25de), precommit_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:03.665369 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff0bd66-c056-44c3-a901-4a244a29065e None None] Received port after_create {{(pid=106232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 18 00:56:03.667804 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.db_base_plugin_common [None req-3a16dce5-16fe-454e-98f5-ee8a393545f7 None None] Allocated IP 172.20.0.2 (c62b9e47-59b6-47ba-845f-e3be4dd39ad8/21e1d23e-9045-41fa-9ed7-19ac1edcbcfa/8581782e-b2c0-4190-b5c3-622703f2749a) {{(pid=106232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:56:03.687972 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c85f4518-735c-4c85-83b6-268e95b851d6 admin admin] Made reservation on behalf of 4bb043b73694459cb615a9491d1be44e for: {'subnet': 1} {{(pid=106231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:56:03.691074 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-c85f4518-735c-4c85-83b6-268e95b851d6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:03.712045 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff0bd66-c056-44c3-a901-4a244a29065e None None] Pushing event updated for resources: {'Port': ['ID=95265b42-1dcd-469b-920c-bdfb1b25306f,revision_number=1']} {{(pid=106232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:03.717948 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-27d09410-9d76-49c1-802c-e38b2843c969 admin admin] Publish callbacks [] for security_group (239a071c-51cb-4677-8bd8-3d997c85d7b7), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:03.724545 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:UPDATE=5 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:56:03.762618 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-5a8ad22d-dea7-4c9a-b5e1-c751e0e3d24a admin admin] Publish callbacks [] for router_gateway (7db6c735-5d48-4a57-8dd6-f3463490337e), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:03.788909 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.db [None req-bdeac097-74f4-4888-83ce-7488e35f55b7 None None] For port ec6399de-73d6-4efb-a8eb-b91c61cb1d6f, host dv-cinder-master-3-smb, cleared binding levels {{(pid=106232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:56:03.817242 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-fd3e1b07-d3df-4028-9dab-5b706397777a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512506'] for security_group (547828b9-6a8f-4327-a8e4-7a713f7d25de), after_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:03.820076 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-fd3e1b07-d3df-4028-9dab-5b706397777a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:03.822091 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-fd3e1b07-d3df-4028-9dab-5b706397777a admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/547828b9-6a8f-4327-a8e4-7a713f7d25de HTTP/1.1" status: 204 len: 168 time: 0.2882388 Sep 18 00:56:03.826149 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a47778-d959-4ec2-97f9-a7da6cf385d5 None None] Checking agent: {'id': 'c8573462-7e7f-4357-b3a8-beeaa8ae7db3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 18, 0, 47, 40), 'started_at': datetime.datetime(2022, 9, 18, 0, 48, 10), 'heartbeat_timestamp': datetime.datetime(2022, 9, 18, 0, 55, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 18 00:56:03.826777 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a47778-d959-4ec2-97f9-a7da6cf385d5 None None] Checking segment: {'id': '0bc43035-2a06-4549-bc0f-2c1d1396a95a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'e0ba4f30-bf7e-461f-88f4-1cd7adb83e44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 18 00:56:03.826998 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-42a47778-d959-4ec2-97f9-a7da6cf385d5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:03.827401 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a47778-d959-4ec2-97f9-a7da6cf385d5 None None] Bound using segment: {'id': '0bc43035-2a06-4549-bc0f-2c1d1396a95a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'e0ba4f30-bf7e-461f-88f4-1cd7adb83e44'} {{(pid=106232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 18 00:56:03.827895 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.managers [None req-42a47778-d959-4ec2-97f9-a7da6cf385d5 None None] Bound port: 47be8694-c532-491d-837b-a3e8c958c691, host: dv-cinder-master-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bc43035-2a06-4549-bc0f-2c1d1396a95a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'e0ba4f30-bf7e-461f-88f4-1cd7adb83e44'}}] {{(pid=106232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 18 00:56:03.828286 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-42a47778-d959-4ec2-97f9-a7da6cf385d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (47be8694-c532-491d-837b-a3e8c958c691), before_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:03.837245 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3e1b07-d3df-4028-9dab-5b706397777a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=547828b9-6a8f-4327-a8e4-7a713f7d25de,revision_number=None']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:03.871392 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.db [None req-bdeac097-74f4-4888-83ce-7488e35f55b7 None None] For port ec6399de-73d6-4efb-a8eb-b91c61cb1d6f, host dv-cinder-master-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=ec6399de-73d6-4efb-a8eb-b91c61cb1d6f,segment=NetworkSegment(6bbfddfb-8aa0-4ab6-886c-b017727b1f75),segment_id=6bbfddfb-8aa0-4ab6-886c-b017727b1f75)] {{(pid=106232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:56:03.919385 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-bdeac097-74f4-4888-83ce-7488e35f55b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749746030758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749745591525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749745591543'] for port (ec6399de-73d6-4efb-a8eb-b91c61cb1d6f), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:03.926206 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-27d09410-9d76-49c1-802c-e38b2843c969 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512506'] for security_group (239a071c-51cb-4677-8bd8-3d997c85d7b7), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:03.935756 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:56:03.936549 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-5a8ad22d-dea7-4c9a-b5e1-c751e0e3d24a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (None), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:03.965042 dv-cinder-master-3-smb neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:56:03.991062 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d09410-9d76-49c1-802c-e38b2843c969 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=239a071c-51cb-4677-8bd8-3d997c85d7b7,revision_number=1']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:04.009580 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.managers [None req-5ff0bd66-c056-44c3-a901-4a244a29065e None None] Attempting to bind port 95265b42-1dcd-469b-920c-bdfb1b25306f on host dv-cinder-master-3-smb for vnic_type normal with profile {{(pid=106232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 18 00:56:04.009966 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-2787013f-3bef-4c57-937b-6bf8f5f2eb38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749745591507'] for port (51e28825-0c57-4907-8702-1c2946ca62e8), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:04.010172 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.managers [None req-5ff0bd66-c056-44c3-a901-4a244a29065e None None] Attempting to bind port 95265b42-1dcd-469b-920c-bdfb1b25306f by drivers openvswitch,hyperv on host dv-cinder-master-3-smb at level 0 using segments [{'id': 'ad5fe970-da3b-4a06-bd95-f70d97a5ce86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '5b2870f5-1df6-4588-9304-3be88fc2aeec'}] {{(pid=106232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 18 00:56:04.010355 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff0bd66-c056-44c3-a901-4a244a29065e None None] Attempting to bind port 95265b42-1dcd-469b-920c-bdfb1b25306f on network 5b2870f5-1df6-4588-9304-3be88fc2aeec {{(pid=106232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:56:04.028410 dv-cinder-master-3-smb neutron-server[106232]: INFO neutron.plugins.ml2.plugin [None req-1ac78d7d-28ac-4e43-b629-005e9d633c5d None None] Attempt 3 to provision port 51f59d64-55a1-4532-bae4-b6e1df9dbc2d Sep 18 00:56:04.037102 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2787013f-3bef-4c57-937b-6bf8f5f2eb38 admin admin] Network b5726c9b-05f1-4137-90cd-23a4e3e89505 is already hosted by enough agents. {{(pid=106230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:56:04.048515 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.scheduler.base_scheduler [None req-2787013f-3bef-4c57-937b-6bf8f5f2eb38 admin admin] Resources bound (agent type, host, resource id): {{(pid=106230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:56:04.124887 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-c85f4518-735c-4c85-83b6-268e95b851d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16510870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039'] for subnet (e3f3a0f6-80d1-4d2e-9330-68d1fc3990b1), after_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:04.148220 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2787013f-3bef-4c57-937b-6bf8f5f2eb38 admin admin] Received port after_create {{(pid=106230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 18 00:56:04.167703 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.db.db_base_plugin_common [None req-7e98bde0-a338-473d-be06-77b53807434c admin admin] Allocated IP 172.37.5.120 (b5726c9b-05f1-4137-90cd-23a4e3e89505/9e97c026-c8b3-4b72-91ed-10f39e002f97/85d33348-a6aa-4278-8987-be6d20f85848) {{(pid=106231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:56:04.174660 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdeac097-74f4-4888-83ce-7488e35f55b7 None None] Pushing event updated for resources: {'Port': ['ID=ec6399de-73d6-4efb-a8eb-b91c61cb1d6f,revision_number=2']} {{(pid=106232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:04.200764 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:56:04.214093 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.db [None req-42a47778-d959-4ec2-97f9-a7da6cf385d5 None None] For port 47be8694-c532-491d-837b-a3e8c958c691, host dv-cinder-master-3-smb, cleared binding levels {{(pid=106232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:56:04.219048 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-1ac78d7d-28ac-4e43-b629-005e9d633c5d None None] Port 51f59d64-55a1-4532-bae4-b6e1df9dbc2d cannot update to ACTIVE because it is not bound. {{(pid=106232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 18 00:56:04.239241 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85f4518-735c-4c85-83b6-268e95b851d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3f3a0f6-80d1-4d2e-9330-68d1fc3990b1,revision_number=0']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:04.244671 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff0bd66-c056-44c3-a901-4a244a29065e None None] Checking agent: {'id': 'c8573462-7e7f-4357-b3a8-beeaa8ae7db3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 18, 0, 47, 40), 'started_at': datetime.datetime(2022, 9, 18, 0, 48, 10), 'heartbeat_timestamp': datetime.datetime(2022, 9, 18, 0, 55, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 18 00:56:04.245043 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff0bd66-c056-44c3-a901-4a244a29065e None None] Checking segment: {'id': 'ad5fe970-da3b-4a06-bd95-f70d97a5ce86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '5b2870f5-1df6-4588-9304-3be88fc2aeec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 18 00:56:04.245605 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-5ff0bd66-c056-44c3-a901-4a244a29065e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:04.246124 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff0bd66-c056-44c3-a901-4a244a29065e None None] Bound using segment: {'id': 'ad5fe970-da3b-4a06-bd95-f70d97a5ce86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '5b2870f5-1df6-4588-9304-3be88fc2aeec'} {{(pid=106232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 18 00:56:04.246836 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.managers [None req-5ff0bd66-c056-44c3-a901-4a244a29065e None None] Bound port: 95265b42-1dcd-469b-920c-bdfb1b25306f, host: dv-cinder-master-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad5fe970-da3b-4a06-bd95-f70d97a5ce86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '5b2870f5-1df6-4588-9304-3be88fc2aeec'}}] {{(pid=106232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 18 00:56:04.247256 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-5ff0bd66-c056-44c3-a901-4a244a29065e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (95265b42-1dcd-469b-920c-bdfb1b25306f), before_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:04.251710 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.db [None req-42a47778-d959-4ec2-97f9-a7da6cf385d5 None None] For port 47be8694-c532-491d-837b-a3e8c958c691, host dv-cinder-master-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=47be8694-c532-491d-837b-a3e8c958c691,segment=NetworkSegment(0bc43035-2a06-4549-bc0f-2c1d1396a95a),segment_id=0bc43035-2a06-4549-bc0f-2c1d1396a95a)] {{(pid=106232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:56:04.281206 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-42a47778-d959-4ec2-97f9-a7da6cf385d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749746030758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749745591525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749745591543'] for port (47be8694-c532-491d-837b-a3e8c958c691), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:04.297516 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-3a16dce5-16fe-454e-98f5-ee8a393545f7 None None] Publish callbacks [] for port (8581782e-b2c0-4190-b5c3-622703f2749a), precommit_create {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:04.364417 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-3a16dce5-16fe-454e-98f5-ee8a393545f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749745591507'] for port (8581782e-b2c0-4190-b5c3-622703f2749a), after_create {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:04.371226 dv-cinder-master-3-smb neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=4 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:56:04.373796 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c85f4518-735c-4c85-83b6-268e95b851d6 admin admin] Checking segment: {'id': 'a22c0973-3bba-44dd-ae56-1892c65f9178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '64c17bd7-b726-405c-a985-805e15069795'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 18 00:56:04.374203 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c85f4518-735c-4c85-83b6-268e95b851d6 admin admin] Network hostable DHCP agents. Network: 64c17bd7-b726-405c-a985-805e15069795, hostable agents: ['25137928-f4de-4c87-813e-883d046ac13f'], hosted agents: [] {{(pid=106231) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 00:56:04.380697 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [None req-27d09410-9d76-49c1-802c-e38b2843c969 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=c20eb74e62d84e548e368b9d72440e24&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2513053 Sep 18 00:56:04.382013 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 56070) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:56:04.454878 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a47778-d959-4ec2-97f9-a7da6cf385d5 None None] Pushing event updated for resources: {'Port': ['ID=47be8694-c532-491d-837b-a3e8c958c691,revision_number=2']} {{(pid=106232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:04.504305 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-7e98bde0-a338-473d-be06-77b53807434c admin admin] Publish callbacks [] for port (85d33348-a6aa-4278-8987-be6d20f85848), precommit_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:04.514725 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:56:04.522577 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c85f4518-735c-4c85-83b6-268e95b851d6 admin admin] Network 64c17bd7-b726-405c-a985-805e15069795 is scheduled to be hosted by DHCP agent 25137928-f4de-4c87-813e-883d046ac13f with binding_index 1 {{(pid=106231) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 00:56:04.539452 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2787013f-3bef-4c57-937b-6bf8f5f2eb38 admin admin] Pushing event updated for resources: {'Port': ['ID=51e28825-0c57-4907-8702-1c2946ca62e8,revision_number=1']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:04.559965 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.scheduler.base_scheduler [None req-c85f4518-735c-4c85-83b6-268e95b851d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-smb, 64c17bd7-b726-405c-a985-805e15069795) {{(pid=106231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:56:04.595312 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c85f4518-735c-4c85-83b6-268e95b851d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:56:04.596000 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-c85f4518-735c-4c85-83b6-268e95b851d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16267021'] for subnet (None), before_response {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:04.602829 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cff4b386-575c-4941-90ba-b70ec20577a5 admin admin] Publish callbacks [] for security_group (239a071c-51cb-4677-8bd8-3d997c85d7b7), before_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:04.635606 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-994ee54b-e5f0-44a7-a6c8-3669f9e7b434 None None] Network 64c17bd7-b726-405c-a985-805e15069795 requested from dv-cinder-master-3-smb {{(pid=106232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 18 00:56:04.676580 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cff4b386-575c-4941-90ba-b70ec20577a5 admin admin] Publish callbacks [] for security_group (239a071c-51cb-4677-8bd8-3d997c85d7b7), precommit_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:04.695020 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-218ef3c2-83a7-4be6-9361-398660403bc6 admin admin] Publish callbacks [] for port (51f59d64-55a1-4532-bae4-b6e1df9dbc2d), precommit_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:04.713414 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-218ef3c2-83a7-4be6-9361-398660403bc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749746030758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749745591525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749745591543'] for port (51f59d64-55a1-4532-bae4-b6e1df9dbc2d), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:04.714279 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-218ef3c2-83a7-4be6-9361-398660403bc6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16267041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16482956'] for router_interface (1947d5cd-7af0-493f-b525-4bb375733b2b), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:04.717585 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a16dce5-16fe-454e-98f5-ee8a393545f7 None None] Network c62b9e47-59b6-47ba-845f-e3be4dd39ad8 is already hosted by enough agents. {{(pid=106232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:56:04.727460 dv-cinder-master-3-smb neutron-server[106232]: INFO neutron.plugins.ml2.plugin [None req-1ac78d7d-28ac-4e43-b629-005e9d633c5d None None] Attempt 4 to provision port 51f59d64-55a1-4532-bae4-b6e1df9dbc2d Sep 18 00:56:04.788613 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.scheduler.base_scheduler [None req-3a16dce5-16fe-454e-98f5-ee8a393545f7 None None] Resources bound (agent type, host, resource id): {{(pid=106232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:56:04.805089 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-c85f4518-735c-4c85-83b6-268e95b851d6 admin admin] 10.222.0.33 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1991212 Sep 18 00:56:04.807109 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-2787013f-3bef-4c57-937b-6bf8f5f2eb38 admin admin] Publish callbacks [] for router_gateway (afd96339-e571-4ae6-8804-46a62196660b), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:04.811254 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-7e98bde0-a338-473d-be06-77b53807434c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749745591507'] for port (85d33348-a6aa-4278-8987-be6d20f85848), after_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:04.846425 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cff4b386-575c-4941-90ba-b70ec20577a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512506'] for security_group (239a071c-51cb-4677-8bd8-3d997c85d7b7), after_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:04.849219 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cff4b386-575c-4941-90ba-b70ec20577a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:04.850628 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-cff4b386-575c-4941-90ba-b70ec20577a5 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/239a071c-51cb-4677-8bd8-3d997c85d7b7 HTTP/1.1" status: 204 len: 168 time: 0.4674182 Sep 18 00:56:04.862264 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.db [None req-5ff0bd66-c056-44c3-a901-4a244a29065e None None] For port 95265b42-1dcd-469b-920c-bdfb1b25306f, host dv-cinder-master-3-smb, cleared binding levels {{(pid=106232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:56:04.882741 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.db [None req-5ff0bd66-c056-44c3-a901-4a244a29065e None None] For port 95265b42-1dcd-469b-920c-bdfb1b25306f, host dv-cinder-master-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=95265b42-1dcd-469b-920c-bdfb1b25306f,segment=NetworkSegment(ad5fe970-da3b-4a06-bd95-f70d97a5ce86),segment_id=ad5fe970-da3b-4a06-bd95-f70d97a5ce86)] {{(pid=106232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:56:04.898512 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff4b386-575c-4941-90ba-b70ec20577a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=239a071c-51cb-4677-8bd8-3d997c85d7b7,revision_number=None']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:04.899366 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-1ac78d7d-28ac-4e43-b629-005e9d633c5d None None] Port 51f59d64-55a1-4532-bae4-b6e1df9dbc2d cannot update to ACTIVE because it is not bound. {{(pid=106232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 18 00:56:04.921056 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e98bde0-a338-473d-be06-77b53807434c admin admin] Network b5726c9b-05f1-4137-90cd-23a4e3e89505 is already hosted by enough agents. {{(pid=106231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:56:04.932077 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.scheduler.base_scheduler [None req-7e98bde0-a338-473d-be06-77b53807434c admin admin] Resources bound (agent type, host, resource id): {{(pid=106231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:56:04.951862 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e98bde0-a338-473d-be06-77b53807434c admin admin] Received port after_create {{(pid=106231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 18 00:56:05.005087 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a16dce5-16fe-454e-98f5-ee8a393545f7 None None] Received port after_create {{(pid=106232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 18 00:56:05.013863 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.rpc [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Device ec6399de-73d6-4efb-a8eb-b91c61cb1d6f up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=106232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:56:05.036077 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e98bde0-a338-473d-be06-77b53807434c admin admin] Pushing event updated for resources: {'Port': ['ID=85d33348-a6aa-4278-8987-be6d20f85848,revision_number=1']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:05.038633 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.db.db_base_plugin_common [None req-36cfa8d0-372a-4d6c-ab27-27b9c0ae0115 admin admin] Allocated IP 172.37.5.201 (b5726c9b-05f1-4137-90cd-23a4e3e89505/9e97c026-c8b3-4b72-91ed-10f39e002f97/1a63b5be-1556-4ad8-a604-71bb845b8be3) {{(pid=106231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:56:05.080018 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218ef3c2-83a7-4be6-9361-398660403bc6 admin admin] Pushing event updated for resources: {'Port': ['ID=51f59d64-55a1-4532-bae4-b6e1df9dbc2d,revision_number=2']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:05.082877 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-5ff0bd66-c056-44c3-a901-4a244a29065e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749746030758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749745591525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749745591543'] for port (95265b42-1dcd-469b-920c-bdfb1b25306f), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:05.094326 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 56084) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:56:05.145342 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a16dce5-16fe-454e-98f5-ee8a393545f7 None None] Pushing event updated for resources: {'Port': ['ID=8581782e-b2c0-4190-b5c3-622703f2749a,revision_number=1']} {{(pid=106232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:05.155168 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e8687ce-6ea0-4b2a-ae9b-2575ae76ddf0 admin admin] Deleting subnet 88b85d90-ade1-485b-aadd-9ea5ce26b5e7 {{(pid=106231) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 18 00:56:05.165535 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-0e8687ce-6ea0-4b2a-ae9b-2575ae76ddf0 admin admin] Publish callbacks [] for subnet (88b85d90-ade1-485b-aadd-9ea5ce26b5e7), before_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:05.297436 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=86,neutron:INSERT=4,neutron:UPDATE=9,neutron:DELETE=1 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:56:05.300887 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-0e8687ce-6ea0-4b2a-ae9b-2575ae76ddf0 admin admin] Publish callbacks [] for subnet (88b85d90-ade1-485b-aadd-9ea5ce26b5e7), precommit_delete_associations {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:05.315760 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-218ef3c2-83a7-4be6-9361-398660403bc6 admin admin] Network 3e60962c-164c-4e15-8d69-6601f5d7b205 is already hosted by enough agents. {{(pid=106230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:56:05.319569 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10cc01dd-f548-4757-94f5-650c8b4c4e42 None None] Network 64c17bd7-b726-405c-a985-805e15069795 requested from dv-cinder-master-3-smb {{(pid=106232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 18 00:56:05.323308 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.scheduler.base_scheduler [None req-218ef3c2-83a7-4be6-9361-398660403bc6 admin admin] Resources bound (agent type, host, resource id): {{(pid=106230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:56:05.357279 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-0e8687ce-6ea0-4b2a-ae9b-2575ae76ddf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-900458'] for subnet (88b85d90-ade1-485b-aadd-9ea5ce26b5e7), precommit_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:05.361068 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:56:05.576780 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-7e98bde0-a338-473d-be06-77b53807434c admin admin] Publish callbacks [] for router_gateway (5b0b7f67-1b83-4574-ab3e-35ade2a4eea8), after_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:05.651473 dv-cinder-master-3-smb neutron-server[106232]: INFO neutron.plugins.ml2.plugin [None req-1ac78d7d-28ac-4e43-b629-005e9d633c5d None None] Attempt 5 to provision port 51f59d64-55a1-4532-bae4-b6e1df9dbc2d Sep 18 00:56:05.703550 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-2787013f-3bef-4c57-937b-6bf8f5f2eb38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16492265', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16489761'] for router (afd96339-e571-4ae6-8804-46a62196660b), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:05.715440 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-218ef3c2-83a7-4be6-9361-398660403bc6 admin admin] Router 1947d5cd-7af0-493f-b525-4bb375733b2b has already been hosted by L3 agent d0e8801d-4758-48bd-8085-7f05d3358764 {{(pid=106230) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:56:05.738983 dv-cinder-master-3-smb neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:56:05.745101 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff0bd66-c056-44c3-a901-4a244a29065e None None] Pushing event updated for resources: {'Port': ['ID=95265b42-1dcd-469b-920c-bdfb1b25306f,revision_number=2']} {{(pid=106232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:05.754082 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-1ac78d7d-28ac-4e43-b629-005e9d633c5d None None] Port 51f59d64-55a1-4532-bae4-b6e1df9dbc2d cannot update to ACTIVE because it is not bound. {{(pid=106232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 18 00:56:05.757934 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.provisioning_blocks [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Provisioning complete for port ec6399de-73d6-4efb-a8eb-b91c61cb1d6f triggered by entity L2. {{(pid=106232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 00:56:05.760196 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981214'] for port (ec6399de-73d6-4efb-a8eb-b91c61cb1d6f), provisioning_complete {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:05.760802 dv-cinder-master-3-smb neutron-server[106232]: INFO neutron.plugins.ml2.plugin [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Attempt 1 to provision port ec6399de-73d6-4efb-a8eb-b91c61cb1d6f Sep 18 00:56:05.867755 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-36cfa8d0-372a-4d6c-ab27-27b9c0ae0115 admin admin] Publish callbacks [] for port (1a63b5be-1556-4ad8-a604-71bb845b8be3), precommit_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:05.911518 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-0e8687ce-6ea0-4b2a-ae9b-2575ae76ddf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-888663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16510870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039'] for subnet (88b85d90-ade1-485b-aadd-9ea5ce26b5e7), after_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:05.951079 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8687ce-6ea0-4b2a-ae9b-2575ae76ddf0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88b85d90-ade1-485b-aadd-9ea5ce26b5e7,revision_number=None']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:05.972821 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-0e8687ce-6ea0-4b2a-ae9b-2575ae76ddf0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:05.981953 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-0e8687ce-6ea0-4b2a-ae9b-2575ae76ddf0 admin admin] 10.222.0.33 "DELETE /networking/v2.0/subnets/88b85d90-ade1-485b-aadd-9ea5ce26b5e7 HTTP/1.1" status: 204 len: 168 time: 0.8821831 Sep 18 00:56:05.982722 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 56102) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:56:05.994364 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:56:06.093573 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-d8daa9d7-6eaa-432b-80d0-f320756bdcc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (25137928-f4de-4c87-813e-883d046ac13f), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:06.129359 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.managers [None req-3a16dce5-16fe-454e-98f5-ee8a393545f7 None None] Attempting to bind port 8581782e-b2c0-4190-b5c3-622703f2749a on host dv-cinder-master-3-smb for vnic_type normal with profile {{(pid=106232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 18 00:56:06.138191 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.managers [None req-3a16dce5-16fe-454e-98f5-ee8a393545f7 None None] Attempting to bind port 8581782e-b2c0-4190-b5c3-622703f2749a by drivers openvswitch,hyperv on host dv-cinder-master-3-smb at level 0 using segments [{'id': '9f226031-7641-47d9-b1b6-a604588f86da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'c62b9e47-59b6-47ba-845f-e3be4dd39ad8'}] {{(pid=106232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 18 00:56:06.138674 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a16dce5-16fe-454e-98f5-ee8a393545f7 None None] Attempting to bind port 8581782e-b2c0-4190-b5c3-622703f2749a on network c62b9e47-59b6-47ba-845f-e3be4dd39ad8 {{(pid=106232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:56:06.234483 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Current status of the port ec6399de-73d6-4efb-a8eb-b91c61cb1d6f is: DOWN; New status is: ACTIVE {{(pid=106232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 00:56:06.234826 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (ec6399de-73d6-4efb-a8eb-b91c61cb1d6f), before_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:06.262242 dv-cinder-master-3-smb neutron-server[106232]: INFO neutron.plugins.ml2.plugin [None req-1ac78d7d-28ac-4e43-b629-005e9d633c5d None None] Attempt 6 to provision port 51f59d64-55a1-4532-bae4-b6e1df9dbc2d Sep 18 00:56:06.278865 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-1004c03d-2589-4778-bc57-3d0b8f940d4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-960799'] for network (f3f9a0bf-bf95-46ad-a610-13b8f02f5662), before_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:06.280929 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77ebbf76-ebc9-4899-a3ea-65bcb5d42c48 None None] Network e0ba4f30-bf7e-461f-88f4-1cd7adb83e44 requested from dv-cinder-master-3-smb {{(pid=106232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 18 00:56:06.358825 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a16dce5-16fe-454e-98f5-ee8a393545f7 None None] Checking agent: {'id': 'c8573462-7e7f-4357-b3a8-beeaa8ae7db3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 18, 0, 47, 40), 'started_at': datetime.datetime(2022, 9, 18, 0, 48, 10), 'heartbeat_timestamp': datetime.datetime(2022, 9, 18, 0, 55, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 18 00:56:06.359978 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a16dce5-16fe-454e-98f5-ee8a393545f7 None None] Checking segment: {'id': '9f226031-7641-47d9-b1b6-a604588f86da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'c62b9e47-59b6-47ba-845f-e3be4dd39ad8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 18 00:56:06.360537 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-3a16dce5-16fe-454e-98f5-ee8a393545f7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:06.361148 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a16dce5-16fe-454e-98f5-ee8a393545f7 None None] Bound using segment: {'id': '9f226031-7641-47d9-b1b6-a604588f86da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'c62b9e47-59b6-47ba-845f-e3be4dd39ad8'} {{(pid=106232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 18 00:56:06.361834 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.managers [None req-3a16dce5-16fe-454e-98f5-ee8a393545f7 None None] Bound port: 8581782e-b2c0-4190-b5c3-622703f2749a, host: dv-cinder-master-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f226031-7641-47d9-b1b6-a604588f86da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'c62b9e47-59b6-47ba-845f-e3be4dd39ad8'}}] {{(pid=106232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 18 00:56:06.362423 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-3a16dce5-16fe-454e-98f5-ee8a393545f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (8581782e-b2c0-4190-b5c3-622703f2749a), before_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:06.395510 dv-cinder-master-3-smb neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:56:06.425146 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.db.db_base_plugin_common [None req-5a8ad22d-dea7-4c9a-b5e1-c751e0e3d24a admin admin] Allocated IP 172.37.5.18 (b5726c9b-05f1-4137-90cd-23a4e3e89505/9e97c026-c8b3-4b72-91ed-10f39e002f97/5156c3ea-999a-4c10-aba8-b7c4382d84a2) {{(pid=106230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:56:06.449731 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-1004c03d-2589-4778-bc57-3d0b8f940d4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-977985', 'neutron.services.segments.db._delete_segments_for_network-8749746056641'] for network (f3f9a0bf-bf95-46ad-a610-13b8f02f5662), precommit_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:06.488419 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-1004c03d-2589-4778-bc57-3d0b8f940d4d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:56:06.488689 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-1004c03d-2589-4778-bc57-3d0b8f940d4d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:56:06.489438 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-1004c03d-2589-4778-bc57-3d0b8f940d4d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:56:06.489783 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-1004c03d-2589-4778-bc57-3d0b8f940d4d admin admin] Subscribe: > port after_create 55550000 {{(pid=106231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:56:06.490122 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-1004c03d-2589-4778-bc57-3d0b8f940d4d admin admin] Subscribe: > port after_delete 55550000 {{(pid=106231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:56:06.490456 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-1004c03d-2589-4778-bc57-3d0b8f940d4d admin admin] Subscribe: > port after_update 55550000 {{(pid=106231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:56:06.490774 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-1004c03d-2589-4778-bc57-3d0b8f940d4d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:56:06.491129 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-1004c03d-2589-4778-bc57-3d0b8f940d4d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:56:06.491445 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-1004c03d-2589-4778-bc57-3d0b8f940d4d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:56:06.491765 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-1004c03d-2589-4778-bc57-3d0b8f940d4d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:56:06.519444 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.db [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] For port ec6399de-73d6-4efb-a8eb-b91c61cb1d6f, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=ec6399de-73d6-4efb-a8eb-b91c61cb1d6f,segment=NetworkSegment(6bbfddfb-8aa0-4ab6-886c-b017727b1f75),segment_id=6bbfddfb-8aa0-4ab6-886c-b017727b1f75)] {{(pid=106232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:56:06.522563 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-1ac78d7d-28ac-4e43-b629-005e9d633c5d None None] Port 51f59d64-55a1-4532-bae4-b6e1df9dbc2d cannot update to ACTIVE because it is not bound. {{(pid=106232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 18 00:56:06.573394 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749746030758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749745591525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749745591543'] for port (ec6399de-73d6-4efb-a8eb-b91c61cb1d6f), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:06.574979 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.rpc [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Device 04fc37ae-b707-451a-b4f8-2236974f4e37 up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=106232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:56:06.680211 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2787013f-3bef-4c57-937b-6bf8f5f2eb38 admin admin] Router afd96339-e571-4ae6-8804-46a62196660b is scheduled to L3 agent d0e8801d-4758-48bd-8085-7f05d3358764 with binding_index 1 {{(pid=106230) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 00:56:06.694496 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4327ec13-881e-427f-b64f-bc089765b933 None None] Network eee7c814-dc91-4de0-b55e-0732fcd7c9de requested from dv-cinder-master-3-smb {{(pid=106232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 18 00:56:06.706239 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-5a8ad22d-dea7-4c9a-b5e1-c751e0e3d24a admin admin] Publish callbacks [] for port (5156c3ea-999a-4c10-aba8-b7c4382d84a2), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:06.737644 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=100 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:56:06.790165 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Pushing event updated for resources: {'Port': ['ID=ec6399de-73d6-4efb-a8eb-b91c61cb1d6f,revision_number=3']} {{(pid=106232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:06.832002 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-218ef3c2-83a7-4be6-9361-398660403bc6 admin admin] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=106230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:56:06.853611 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [None req-218ef3c2-83a7-4be6-9361-398660403bc6 admin admin] 10.222.0.33 "PUT /networking/v2.0/routers/1947d5cd-7af0-493f-b525-4bb375733b2b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5548198 Sep 18 00:56:06.894299 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1142722-5c5b-4c66-95bf-b5f9a2bb1cee None None] Sync routers for ids ['1947d5cd-7af0-493f-b525-4bb375733b2b'] in dv-cinder-master-3-smb {{(pid=106232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:56:06.978835 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.db [None req-3a16dce5-16fe-454e-98f5-ee8a393545f7 None None] For port 8581782e-b2c0-4190-b5c3-622703f2749a, host dv-cinder-master-3-smb, cleared binding levels {{(pid=106232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:56:06.984076 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1142722-5c5b-4c66-95bf-b5f9a2bb1cee None None] Routers {'1947d5cd-7af0-493f-b525-4bb375733b2b'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 18 00:56:06.984724 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.l3_hamode_db [None req-a1142722-5c5b-4c66-95bf-b5f9a2bb1cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-18T00:47:37Z,description=,heartbeat_timestamp=2022-09-18T00:55:37Z,host='dv-cinder-master-3-smb',id=d0e8801d-4758-48bd-8085-7f05d3358764,load=0,resource_versions=,resources_synced=,started_at=2022-09-18T00:47:37Z,topic='l3_agent')) {'router_ids': ['1947d5cd-7af0-493f-b525-4bb375733b2b'], 'active': True} {{(pid=106232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:56:07.034526 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-5a8ad22d-dea7-4c9a-b5e1-c751e0e3d24a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749745591507'] for port (5156c3ea-999a-4c10-aba8-b7c4382d84a2), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:07.080136 dv-cinder-master-3-smb neutron-server[106232]: INFO neutron.plugins.ml2.plugin [None req-1ac78d7d-28ac-4e43-b629-005e9d633c5d None None] Attempt 7 to provision port 51f59d64-55a1-4532-bae4-b6e1df9dbc2d Sep 18 00:56:07.128496 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-1ac78d7d-28ac-4e43-b629-005e9d633c5d None None] Port 51f59d64-55a1-4532-bae4-b6e1df9dbc2d cannot update to ACTIVE because it is not bound. {{(pid=106232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 18 00:56:07.129165 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1477ace-4714-43be-93a6-cc6b9f40cb66 None None] Network 5b2870f5-1df6-4588-9304-3be88fc2aeec requested from dv-cinder-master-3-smb {{(pid=106232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 18 00:56:07.133429 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-35c42a77-7c8f-4a16-b6e3-5207e0d5f95a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (d0e8801d-4758-48bd-8085-7f05d3358764), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:07.141829 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.db [None req-3a16dce5-16fe-454e-98f5-ee8a393545f7 None None] For port 8581782e-b2c0-4190-b5c3-622703f2749a, host dv-cinder-master-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=8581782e-b2c0-4190-b5c3-622703f2749a,segment=NetworkSegment(9f226031-7641-47d9-b1b6-a604588f86da),segment_id=9f226031-7641-47d9-b1b6-a604588f86da)] {{(pid=106232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:56:07.183344 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-3a16dce5-16fe-454e-98f5-ee8a393545f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749746030758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749745591525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749745591543'] for port (8581782e-b2c0-4190-b5c3-622703f2749a), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:07.187306 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a8ad22d-dea7-4c9a-b5e1-c751e0e3d24a admin admin] Network b5726c9b-05f1-4137-90cd-23a4e3e89505 is already hosted by enough agents. {{(pid=106230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:56:07.203170 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.scheduler.base_scheduler [None req-5a8ad22d-dea7-4c9a-b5e1-c751e0e3d24a admin admin] Resources bound (agent type, host, resource id): {{(pid=106230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:56:07.205431 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2787013f-3bef-4c57-937b-6bf8f5f2eb38 admin admin] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=106230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:56:07.206877 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a8ad22d-dea7-4c9a-b5e1-c751e0e3d24a admin admin] Received port after_create {{(pid=106230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 18 00:56:07.220324 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f359ca4f-b72a-4b1f-a21c-1b9ad38eb526 None None] Sync routers for ids ['afd96339-e571-4ae6-8804-46a62196660b'] in dv-cinder-master-3-smb {{(pid=106233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:56:07.248937 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-1004c03d-2589-4778-bc57-3d0b8f940d4d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:56:07.249503 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-1004c03d-2589-4778-bc57-3d0b8f940d4d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:56:07.249694 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-1004c03d-2589-4778-bc57-3d0b8f940d4d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:56:07.250160 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-1004c03d-2589-4778-bc57-3d0b8f940d4d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:56:07.250618 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.services.segments.db [None req-1004c03d-2589-4778-bc57-3d0b8f940d4d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3f9a0bf-bf95-46ad-a610-13b8f02f5662']}} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:56:07.257125 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:56:07.268717 dv-cinder-master-3-smb neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:56:07.273269 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f359ca4f-b72a-4b1f-a21c-1b9ad38eb526 None None] Routers {'afd96339-e571-4ae6-8804-46a62196660b'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 18 00:56:07.274816 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.l3_hamode_db [None req-f359ca4f-b72a-4b1f-a21c-1b9ad38eb526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-18T00:47:37Z,description=,heartbeat_timestamp=2022-09-18T00:56:07Z,host='dv-cinder-master-3-smb',id=d0e8801d-4758-48bd-8085-7f05d3358764,load=0,resource_versions=,resources_synced=,started_at=2022-09-18T00:47:37Z,topic='l3_agent')) {'router_ids': ['afd96339-e571-4ae6-8804-46a62196660b'], 'active': True} {{(pid=106233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:56:07.285545 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-7e98bde0-a338-473d-be06-77b53807434c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16492265', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16489761'] for router (5b0b7f67-1b83-4574-ab3e-35ade2a4eea8), after_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:07.290202 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a16dce5-16fe-454e-98f5-ee8a393545f7 None None] Pushing event updated for resources: {'Port': ['ID=8581782e-b2c0-4190-b5c3-622703f2749a,revision_number=2']} {{(pid=106232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:07.298284 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-36cfa8d0-372a-4d6c-ab27-27b9c0ae0115 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749745591507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13917182'] for port (1a63b5be-1556-4ad8-a604-71bb845b8be3), after_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:07.298780 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.provisioning_blocks [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Provisioning complete for port 04fc37ae-b707-451a-b4f8-2236974f4e37 triggered by entity L2. {{(pid=106232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 00:56:07.299411 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981214'] for port (04fc37ae-b707-451a-b4f8-2236974f4e37), provisioning_complete {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:07.299947 dv-cinder-master-3-smb neutron-server[106232]: INFO neutron.plugins.ml2.plugin [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Attempt 1 to provision port 04fc37ae-b707-451a-b4f8-2236974f4e37 Sep 18 00:56:07.314988 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.services.segments.db [None req-1004c03d-2589-4778-bc57-3d0b8f940d4d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acc766e2-f319-4a81-aea8-61f550644168') {'for_net_delete': True} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:56:07.315331 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.services.segments.db [None req-1004c03d-2589-4778-bc57-3d0b8f940d4d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acc766e2-f319-4a81-aea8-61f550644168') {} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:56:07.415410 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-2787013f-3bef-4c57-937b-6bf8f5f2eb38 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:07.423781 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [None req-2787013f-3bef-4c57-937b-6bf8f5f2eb38 admin admin] 10.222.0.33 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 929 time: 7.8281238 Sep 18 00:56:07.429575 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.33', 56146) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:56:07.435014 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8ad22d-dea7-4c9a-b5e1-c751e0e3d24a admin admin] Pushing event updated for resources: {'Port': ['ID=5156c3ea-999a-4c10-aba8-b7c4382d84a2,revision_number=1']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:07.502066 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-1004c03d-2589-4778-bc57-3d0b8f940d4d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749746056533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14079580'] for segment (acc766e2-f319-4a81-aea8-61f550644168), before_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:07.502226 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.l3_dvr_db [None req-f359ca4f-b72a-4b1f-a21c-1b9ad38eb526 None None] Set router afd96339-e571-4ae6-8804-46a62196660b gateway port host: dv-cinder-master-3-smb {{(pid=106233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 18 00:56:07.597464 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36cfa8d0-372a-4d6c-ab27-27b9c0ae0115 admin admin] Network b5726c9b-05f1-4137-90cd-23a4e3e89505 is already hosted by enough agents. {{(pid=106231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:56:07.625370 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.scheduler.base_scheduler [None req-36cfa8d0-372a-4d6c-ab27-27b9c0ae0115 admin admin] Resources bound (agent type, host, resource id): {{(pid=106231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:56:07.665093 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36cfa8d0-372a-4d6c-ab27-27b9c0ae0115 admin admin] Received port after_create {{(pid=106231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 18 00:56:07.676108 dv-cinder-master-3-smb neutron-server[106232]: INFO neutron.plugins.ml2.plugin [None req-1ac78d7d-28ac-4e43-b629-005e9d633c5d None None] Attempt 8 to provision port 51f59d64-55a1-4532-bae4-b6e1df9dbc2d Sep 18 00:56:07.765177 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-1004c03d-2589-4778-bc57-3d0b8f940d4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-977230'] for segment (acc766e2-f319-4a81-aea8-61f550644168), precommit_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:07.815706 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cfa8d0-372a-4d6c-ab27-27b9c0ae0115 admin admin] Pushing event updated for resources: {'Port': ['ID=1a63b5be-1556-4ad8-a604-71bb845b8be3,revision_number=1']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:07.847236 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:UPDATE=2,neutron:SELECT=95,neutron:DELETE=3 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:56:07.856376 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 56166) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:56:07.859090 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-1ac78d7d-28ac-4e43-b629-005e9d633c5d None None] Port 51f59d64-55a1-4532-bae4-b6e1df9dbc2d cannot update to ACTIVE because it is not bound. {{(pid=106232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 18 00:56:07.863576 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1004c03d-2589-4778-bc57-3d0b8f940d4d admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=106231) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 00:56:07.864019 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-1004c03d-2589-4778-bc57-3d0b8f940d4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-977230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13916971'] for segment (acc766e2-f319-4a81-aea8-61f550644168), after_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:07.968403 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.l3_dvr_db [None req-a1142722-5c5b-4c66-95bf-b5f9a2bb1cee None None] Set router 1947d5cd-7af0-493f-b525-4bb375733b2b gateway port host: dv-cinder-master-3-smb {{(pid=106232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 18 00:56:07.973566 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.v2.base [None req-7900a177-b9f8-40dc-b34d-305a81159dc3 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1991616283', 'description': 'tempest-description--597488816'}} {{(pid=106231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:56:08.003278 dv-cinder-master-3-smb neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:56:08.062364 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.l3_hamode_db [None req-f359ca4f-b72a-4b1f-a21c-1b9ad38eb526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afd96339-e571-4ae6-8804-46a62196660b', 'name': 'tempest-AttachVolumeShelveTestJSON-1100825849-router', 'tenant_id': '1a7f6c917c934c00a862b9946ce2b1cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'external_fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.152'}], 'enable_snat': True}, 'gw_port_id': '51e28825-0c57-4907-8702-1c2946ca62e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:55:59Z', 'updated_at': '2022-09-18T00:56:04Z', 'revision_number': 3, 'project_id': '1a7f6c917c934c00a862b9946ce2b1cd', 'gw_port': {'id': '51e28825-0c57-4907-8702-1c2946ca62e8', 'name': '', 'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:0b:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afd96339-e571-4ae6-8804-46a62196660b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:56:01Z', 'updated_at': '2022-09-18T00:56:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb'}], 'dv-cinder-master-3-smb', False) {} {{(pid=106233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:56:08.091155 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-7900a177-b9f8-40dc-b34d-305a81159dc3 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Publish callbacks [] for security_group (None), before_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:08.136354 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f359ca4f-b72a-4b1f-a21c-1b9ad38eb526 None None] Checking router: afd96339-e571-4ae6-8804-46a62196660b for host: dv-cinder-master-3-smb {{(pid=106233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:56:08.144807 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f359ca4f-b72a-4b1f-a21c-1b9ad38eb526 None None] Updating router afd96339-e571-4ae6-8804-46a62196660b port 51e28825-0c57-4907-8702-1c2946ca62e8 binding host dv-cinder-master-3-smb {{(pid=106233) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 00:56:08.219845 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:56:08.272781 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Current status of the port 04fc37ae-b707-451a-b4f8-2236974f4e37 is: DOWN; New status is: ACTIVE {{(pid=106232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 00:56:08.273385 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (04fc37ae-b707-451a-b4f8-2236974f4e37), before_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:08.325790 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.db [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] For port 04fc37ae-b707-451a-b4f8-2236974f4e37, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=04fc37ae-b707-451a-b4f8-2236974f4e37,segment=NetworkSegment(e81b1a67-2f81-4ac8-a4dd-b13e6c47d014),segment_id=e81b1a67-2f81-4ac8-a4dd-b13e6c47d014)] {{(pid=106232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:56:08.333980 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749746030758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749745591525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749745591543'] for port (04fc37ae-b707-451a-b4f8-2236974f4e37), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:08.360684 dv-cinder-master-3-smb neutron-server[106232]: INFO neutron.plugins.ml2.plugin [None req-1ac78d7d-28ac-4e43-b629-005e9d633c5d None None] Attempt 9 to provision port 51f59d64-55a1-4532-bae4-b6e1df9dbc2d Sep 18 00:56:08.379698 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.33', 56176) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:56:08.427436 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 56180) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:56:08.428459 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e98bde0-a338-473d-be06-77b53807434c admin admin] Router 5b0b7f67-1b83-4574-ab3e-35ade2a4eea8 is scheduled to L3 agent d0e8801d-4758-48bd-8085-7f05d3358764 with binding_index 1 {{(pid=106231) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 00:56:08.463473 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [None req-f359ca4f-b72a-4b1f-a21c-1b9ad38eb526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (51e28825-0c57-4907-8702-1c2946ca62e8), before_update {{(pid=106233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:08.570650 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-1004c03d-2589-4778-bc57-3d0b8f940d4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-978040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16510767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16489868'] for network (f3f9a0bf-bf95-46ad-a610-13b8f02f5662), after_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:08.622959 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-1ac78d7d-28ac-4e43-b629-005e9d633c5d None None] Port 51f59d64-55a1-4532-bae4-b6e1df9dbc2d cannot update to ACTIVE because it is not bound. {{(pid=106232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 18 00:56:08.629520 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Pushing event updated for resources: {'Port': ['ID=04fc37ae-b707-451a-b4f8-2236974f4e37,revision_number=4']} {{(pid=106232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:08.667384 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.l3_hamode_db [None req-a1142722-5c5b-4c66-95bf-b5f9a2bb1cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1947d5cd-7af0-493f-b525-4bb375733b2b', 'name': 'tempest-AttachVolumeTestJSON-1059766515-router', 'tenant_id': 'a60d2801df884e15be8a0464cb725d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'external_fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.51'}], 'enable_snat': True}, 'gw_port_id': '04fc37ae-b707-451a-b4f8-2236974f4e37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:55:55Z', 'updated_at': '2022-09-18T00:56:02Z', 'revision_number': 4, 'project_id': 'a60d2801df884e15be8a0464cb725d6d', 'gw_port': {'id': '04fc37ae-b707-451a-b4f8-2236974f4e37', 'name': '', 'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:bf:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1947d5cd-7af0-493f-b525-4bb375733b2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:55:56Z', 'updated_at': '2022-09-18T00:56:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '51f59d64-55a1-4532-bae4-b6e1df9dbc2d', 'name': '', 'network_id': '3e60962c-164c-4e15-8d69-6601f5d7b205', 'tenant_id': 'a60d2801df884e15be8a0464cb725d6d', 'mac_address': 'fa:16:3e:f6:c1:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1947d5cd-7af0-493f-b525-4bb375733b2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'f52e5768-3b6e-420f-b5d0-cc4e5c3ba047', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:56:00Z', 'updated_at': '2022-09-18T00:56:03Z', 'revision_number': 2, 'project_id': 'a60d2801df884e15be8a0464cb725d6d', 'subnets': [{'id': 'f52e5768-3b6e-420f-b5d0-cc4e5c3ba047', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=106232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:56:08.713258 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1142722-5c5b-4c66-95bf-b5f9a2bb1cee None None] Checking router: 1947d5cd-7af0-493f-b525-4bb375733b2b for host: dv-cinder-master-3-smb {{(pid=106232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:56:08.714332 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1142722-5c5b-4c66-95bf-b5f9a2bb1cee None None] Updating router 1947d5cd-7af0-493f-b525-4bb375733b2b port 51f59d64-55a1-4532-bae4-b6e1df9dbc2d binding host dv-cinder-master-3-smb {{(pid=106232) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 00:56:08.719197 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-5a8ad22d-dea7-4c9a-b5e1-c751e0e3d24a admin admin] Publish callbacks [] for router_gateway (7db6c735-5d48-4a57-8dd6-f3463490337e), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:08.739917 dv-cinder-master-3-smb neutron-server[106233]: DEBUG dbcounter [-] [106233] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106233) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:56:08.749028 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-a1142722-5c5b-4c66-95bf-b5f9a2bb1cee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (51f59d64-55a1-4532-bae4-b6e1df9dbc2d), before_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:08.894367 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-1004c03d-2589-4778-bc57-3d0b8f940d4d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16267021'] for network (None), before_response {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:08.898505 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-1004c03d-2589-4778-bc57-3d0b8f940d4d admin admin] 10.222.0.33 "DELETE /networking/v2.0/networks/f3f9a0bf-bf95-46ad-a610-13b8f02f5662 HTTP/1.1" status: 204 len: 168 time: 2.9085317 Sep 18 00:56:08.909331 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e98bde0-a338-473d-be06-77b53807434c admin admin] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=106231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:56:08.911336 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.rpc [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Device 95265b42-1dcd-469b-920c-bdfb1b25306f up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=106232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:56:08.942280 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 56184) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:56:08.975769 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [None req-f359ca4f-b72a-4b1f-a21c-1b9ad38eb526 None None] Publish callbacks [] for port (51e28825-0c57-4907-8702-1c2946ca62e8), precommit_update {{(pid=106233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:08.976037 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-ff1180d5-d9fc-4a34-a676-826203fc9109 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:08.982560 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1004c03d-2589-4778-bc57-3d0b8f940d4d admin admin] Pushing event deleted for resources: {'Network': ['ID=f3f9a0bf-bf95-46ad-a610-13b8f02f5662,revision_number=None']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:08.989053 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [None req-f359ca4f-b72a-4b1f-a21c-1b9ad38eb526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749746030758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749745591525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749745591543'] for port (51e28825-0c57-4907-8702-1c2946ca62e8), after_update {{(pid=106233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:09.017483 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.plugins.ml2.managers [None req-f359ca4f-b72a-4b1f-a21c-1b9ad38eb526 None None] Attempting to bind port 51e28825-0c57-4907-8702-1c2946ca62e8 on host dv-cinder-master-3-smb for vnic_type normal with profile {{(pid=106233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 18 00:56:09.019249 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cddb7f9d-ce0e-481e-ad02-3fed8212b07a None None] Sync routers for ids ['5b0b7f67-1b83-4574-ab3e-35ade2a4eea8'] in dv-cinder-master-3-smb {{(pid=106232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:56:09.028325 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.plugins.ml2.managers [None req-f359ca4f-b72a-4b1f-a21c-1b9ad38eb526 None None] Attempting to bind port 51e28825-0c57-4907-8702-1c2946ca62e8 by drivers openvswitch,hyperv on host dv-cinder-master-3-smb at level 0 using segments [{'id': 'e81b1a67-2f81-4ac8-a4dd-b13e6c47d014', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505'}] {{(pid=106233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 18 00:56:09.028734 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f359ca4f-b72a-4b1f-a21c-1b9ad38eb526 None None] Attempting to bind port 51e28825-0c57-4907-8702-1c2946ca62e8 on network b5726c9b-05f1-4137-90cd-23a4e3e89505 {{(pid=106233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:56:09.040465 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4ae7ca4-c9fa-4575-b369-e1d93bb987ae None None] Network c62b9e47-59b6-47ba-845f-e3be4dd39ad8 requested from dv-cinder-master-3-smb {{(pid=106232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 18 00:56:09.042185 dv-cinder-master-3-smb neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:56:09.053550 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-dbc7b203-e4cc-426a-aeff-c16fa309d22e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (91de19fe-167d-470c-b665-c08c1d21c559), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:09.055005 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.services.segments.plugin [-] Segment acc766e2-f319-4a81-aea8-61f550644168 resource provider aggregate not found Sep 18 00:56:09.084914 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-36cfa8d0-372a-4d6c-ab27-27b9c0ae0115 admin admin] Publish callbacks [] for router_gateway (1ed01ef0-86d6-48ca-8f4f-b56f6df17cce), after_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:09.087031 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-6f470e24-c3eb-42ee-85b7-9d308a4ec9e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:09.090675 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.services.segments.plugin [-] Segment acc766e2-f319-4a81-aea8-61f550644168 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid acc766e2-f319-4a81-aea8-61f550644168 found for delete ", "request_id": "req-2cbd3f6f-59cc-42b7-91dc-0333b4097cdf"}]} Sep 18 00:56:09.099052 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cddb7f9d-ce0e-481e-ad02-3fed8212b07a None None] Routers {'5b0b7f67-1b83-4574-ab3e-35ade2a4eea8'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 18 00:56:09.099693 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.l3_hamode_db [None req-cddb7f9d-ce0e-481e-ad02-3fed8212b07a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-18T00:47:37Z,description=,heartbeat_timestamp=2022-09-18T00:56:07Z,host='dv-cinder-master-3-smb',id=d0e8801d-4758-48bd-8085-7f05d3358764,load=0,resource_versions=,resources_synced=,started_at=2022-09-18T00:47:37Z,topic='l3_agent')) {'router_ids': ['5b0b7f67-1b83-4574-ab3e-35ade2a4eea8'], 'active': True} {{(pid=106232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:56:09.140172 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f359ca4f-b72a-4b1f-a21c-1b9ad38eb526 None None] Checking agent: {'id': 'c8573462-7e7f-4357-b3a8-beeaa8ae7db3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 18, 0, 47, 40), 'started_at': datetime.datetime(2022, 9, 18, 0, 48, 10), 'heartbeat_timestamp': datetime.datetime(2022, 9, 18, 0, 55, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 18 00:56:09.141330 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f359ca4f-b72a-4b1f-a21c-1b9ad38eb526 None None] Checking segment: {'id': 'e81b1a67-2f81-4ac8-a4dd-b13e6c47d014', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 18 00:56:09.142599 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [None req-f359ca4f-b72a-4b1f-a21c-1b9ad38eb526 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:09.143428 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f359ca4f-b72a-4b1f-a21c-1b9ad38eb526 None None] Bound using segment: {'id': 'e81b1a67-2f81-4ac8-a4dd-b13e6c47d014', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505'} {{(pid=106233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 18 00:56:09.144432 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.plugins.ml2.managers [None req-f359ca4f-b72a-4b1f-a21c-1b9ad38eb526 None None] Bound port: 51e28825-0c57-4907-8702-1c2946ca62e8, host: dv-cinder-master-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e81b1a67-2f81-4ac8-a4dd-b13e6c47d014', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505'}}] {{(pid=106233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 18 00:56:09.145558 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [None req-f359ca4f-b72a-4b1f-a21c-1b9ad38eb526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (51e28825-0c57-4907-8702-1c2946ca62e8), before_update {{(pid=106233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:09.160026 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-7e98bde0-a338-473d-be06-77b53807434c admin admin] Publish callbacks [] for router (None), before_response {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:09.167477 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-7e98bde0-a338-473d-be06-77b53807434c admin admin] 10.222.0.33 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 8.6071017 Sep 18 00:56:09.171964 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 56192) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:56:09.199387 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7d96e6c-0091-473a-9415-3c792025e345 admin admin] Deleting subnet e3f3a0f6-80d1-4d2e-9330-68d1fc3990b1 {{(pid=106231) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 18 00:56:09.221330 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.plugins.ml2.db [None req-f359ca4f-b72a-4b1f-a21c-1b9ad38eb526 None None] For port 51e28825-0c57-4907-8702-1c2946ca62e8, host dv-cinder-master-3-smb, cleared binding levels {{(pid=106233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:56:09.226430 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.plugins.ml2.db [None req-f359ca4f-b72a-4b1f-a21c-1b9ad38eb526 None None] For port 51e28825-0c57-4907-8702-1c2946ca62e8, host dv-cinder-master-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=51e28825-0c57-4907-8702-1c2946ca62e8,segment=NetworkSegment(e81b1a67-2f81-4ac8-a4dd-b13e6c47d014),segment_id=e81b1a67-2f81-4ac8-a4dd-b13e6c47d014)] {{(pid=106233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:56:09.240941 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [None req-f359ca4f-b72a-4b1f-a21c-1b9ad38eb526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749746030758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749745591525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749745591543'] for port (51e28825-0c57-4907-8702-1c2946ca62e8), after_update {{(pid=106233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:09.265455 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f359ca4f-b72a-4b1f-a21c-1b9ad38eb526 None None] Routers {'afd96339-e571-4ae6-8804-46a62196660b'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 18 00:56:09.266402 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.l3_hamode_db [None req-f359ca4f-b72a-4b1f-a21c-1b9ad38eb526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-18T00:47:37Z,description=,heartbeat_timestamp=2022-09-18T00:56:07Z,host='dv-cinder-master-3-smb',id=d0e8801d-4758-48bd-8085-7f05d3358764,load=0,resource_versions=,resources_synced=,started_at=2022-09-18T00:47:37Z,topic='l3_agent')) {'router_ids': ['afd96339-e571-4ae6-8804-46a62196660b'], 'active': True} {{(pid=106233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:56:09.275596 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-e7d96e6c-0091-473a-9415-3c792025e345 admin admin] Publish callbacks [] for subnet (e3f3a0f6-80d1-4d2e-9330-68d1fc3990b1), before_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:09.335488 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:56:09.344423 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.l3_dvr_db [None req-cddb7f9d-ce0e-481e-ad02-3fed8212b07a None None] Set router 5b0b7f67-1b83-4574-ab3e-35ade2a4eea8 gateway port host: dv-cinder-master-3-smb {{(pid=106232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 18 00:56:09.360957 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:56:09.364049 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-7900a177-b9f8-40dc-b34d-305a81159dc3 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Publish callbacks [] for security_group (ebcf1d70-15c2-4b0c-9b2b-32e60a0830c6), precommit_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:09.391238 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-7900a177-b9f8-40dc-b34d-305a81159dc3 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512506'] for security_group (ebcf1d70-15c2-4b0c-9b2b-32e60a0830c6), after_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:09.395464 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.l3_dvr_db [None req-f359ca4f-b72a-4b1f-a21c-1b9ad38eb526 None None] Set router afd96339-e571-4ae6-8804-46a62196660b gateway port host: dv-cinder-master-3-smb {{(pid=106233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 18 00:56:09.407144 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:UPDATE=3,neutron:INSERT=9 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:56:09.418605 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-ff1180d5-d9fc-4a34-a676-826203fc9109 admin admin] Publish callbacks [] for security_group (c4dc1a92-0b64-43cf-85c3-841ef428aa79), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:09.420310 dv-cinder-master-3-smb neutron-server[106232]: INFO neutron.plugins.ml2.plugin [None req-1ac78d7d-28ac-4e43-b629-005e9d633c5d None None] Attempt 10 to provision port 51f59d64-55a1-4532-bae4-b6e1df9dbc2d Sep 18 00:56:09.422747 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-5a8ad22d-dea7-4c9a-b5e1-c751e0e3d24a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16492265', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16489761'] for router (7db6c735-5d48-4a57-8dd6-f3463490337e), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:09.423911 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.provisioning_blocks [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Provisioning complete for port 95265b42-1dcd-469b-920c-bdfb1b25306f triggered by entity L2. {{(pid=106232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 00:56:09.424473 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981214'] for port (95265b42-1dcd-469b-920c-bdfb1b25306f), provisioning_complete {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:09.424917 dv-cinder-master-3-smb neutron-server[106232]: INFO neutron.plugins.ml2.plugin [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Attempt 1 to provision port 95265b42-1dcd-469b-920c-bdfb1b25306f Sep 18 00:56:09.446520 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:56:09.450346 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-ff1180d5-d9fc-4a34-a676-826203fc9109 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512506'] for security_group (c4dc1a92-0b64-43cf-85c3-841ef428aa79), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:09.469689 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-e7d96e6c-0091-473a-9415-3c792025e345 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14079591'] for subnet (e3f3a0f6-80d1-4d2e-9330-68d1fc3990b1), precommit_delete_associations {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:09.535810 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-7900a177-b9f8-40dc-b34d-305a81159dc3 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Publish callbacks [] for security_group (None), before_response {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:09.540075 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-7900a177-b9f8-40dc-b34d-305a81159dc3 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] 10.222.0.33 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.6524897 Sep 18 00:56:09.579182 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.33', 56194) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:56:09.581987 dv-cinder-master-3-smb neutron-server[106233]: DEBUG dbcounter [-] [106233] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106233) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:56:09.588800 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.v2.base [None req-2cd3c45a-9d2e-4620-afc8-9fa4ea981e95 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Request body: {'security_group_rule': {'security_group_id': 'ebcf1d70-15c2-4b0c-9b2b-32e60a0830c6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:56:09.607202 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7900a177-b9f8-40dc-b34d-305a81159dc3 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ebcf1d70-15c2-4b0c-9b2b-32e60a0830c6,revision_number=1']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:09.634018 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-1ac78d7d-28ac-4e43-b629-005e9d633c5d None None] Port 51f59d64-55a1-4532-bae4-b6e1df9dbc2d cannot update to ACTIVE because it is not bound. {{(pid=106232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 18 00:56:09.641663 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.l3_hamode_db [None req-f359ca4f-b72a-4b1f-a21c-1b9ad38eb526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afd96339-e571-4ae6-8804-46a62196660b', 'name': 'tempest-AttachVolumeShelveTestJSON-1100825849-router', 'tenant_id': '1a7f6c917c934c00a862b9946ce2b1cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'external_fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.152'}], 'enable_snat': True}, 'gw_port_id': '51e28825-0c57-4907-8702-1c2946ca62e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:55:59Z', 'updated_at': '2022-09-18T00:56:04Z', 'revision_number': 3, 'project_id': '1a7f6c917c934c00a862b9946ce2b1cd', 'gw_port': {'id': '51e28825-0c57-4907-8702-1c2946ca62e8', 'name': '', 'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:0b:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afd96339-e571-4ae6-8804-46a62196660b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:56:01Z', 'updated_at': '2022-09-18T00:56:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb'}], 'dv-cinder-master-3-smb', False) {} {{(pid=106233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:56:09.681184 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-2cd3c45a-9d2e-4620-afc8-9fa4ea981e95 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Publish callbacks [] for security_group_rule (4ee1f7ec-2d90-454b-9e4d-67d9dff69da5), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:09.682430 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f359ca4f-b72a-4b1f-a21c-1b9ad38eb526 None None] The sync data for ids ['afd96339-e571-4ae6-8804-46a62196660b'] in dv-cinder-master-3-smb is: [{'id': 'afd96339-e571-4ae6-8804-46a62196660b', 'name': 'tempest-AttachVolumeShelveTestJSON-1100825849-router', 'tenant_id': '1a7f6c917c934c00a862b9946ce2b1cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'external_fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.152'}], 'enable_snat': True}, 'gw_port_id': '51e28825-0c57-4907-8702-1c2946ca62e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:55:59Z', 'updated_at': '2022-09-18T00:56:04Z', 'revision_number': 3, 'project_id': '1a7f6c917c934c00a862b9946ce2b1cd', 'gw_port': {'id': '51e28825-0c57-4907-8702-1c2946ca62e8', 'name': '', 'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:0b:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afd96339-e571-4ae6-8804-46a62196660b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:56:01Z', 'updated_at': '2022-09-18T00:56:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb'}] {{(pid=106233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:56:09.684387 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb7c4df-18f0-4c7d-99f5-b368bd3fda4e None None] Pushing event updated for resources: {'Port': ['ID=51e28825-0c57-4907-8702-1c2946ca62e8,revision_number=2']} {{(pid=106233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:09.690078 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-e7d96e6c-0091-473a-9415-3c792025e345 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-900458'] for subnet (e3f3a0f6-80d1-4d2e-9330-68d1fc3990b1), precommit_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:09.715104 dv-cinder-master-3-smb neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:56:09.790961 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-6f470e24-c3eb-42ee-85b7-9d308a4ec9e7 admin admin] Publish callbacks [] for security_group (579812f8-4a5a-4879-9860-54fe07c35743), precommit_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:09.813028 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-6f470e24-c3eb-42ee-85b7-9d308a4ec9e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512506'] for security_group (579812f8-4a5a-4879-9860-54fe07c35743), after_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:09.814400 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb7c4df-18f0-4c7d-99f5-b368bd3fda4e None None] Pushing event updated for resources: {'Port': ['ID=51e28825-0c57-4907-8702-1c2946ca62e8,revision_number=3']} {{(pid=106233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:09.819865 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1180d5-d9fc-4a34-a676-826203fc9109 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4dc1a92-0b64-43cf-85c3-841ef428aa79,revision_number=1']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:09.834415 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [None req-ff1180d5-d9fc-4a34-a676-826203fc9109 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=48431a7af89d43deafc6696df4467638&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4437099 Sep 18 00:56:09.834415 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d5428132-fcb8-45c7-bc46-20091cf948c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (None), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:09.863490 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.provisioning_blocks [None req-40114b44-b49c-4756-8e1f-ac582ea957fc None None] Provisioning complete for port 47be8694-c532-491d-837b-a3e8c958c691 triggered by entity DHCP. {{(pid=106232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 00:56:09.863881 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-40114b44-b49c-4756-8e1f-ac582ea957fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981214'] for port (47be8694-c532-491d-837b-a3e8c958c691), provisioning_complete {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:09.864337 dv-cinder-master-3-smb neutron-server[106232]: INFO neutron.plugins.ml2.plugin [None req-40114b44-b49c-4756-8e1f-ac582ea957fc None None] Attempt 1 to provision port 47be8694-c532-491d-837b-a3e8c958c691 Sep 18 00:56:09.874439 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.33', 56200) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:56:09.919932 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.l3_hamode_db [None req-cddb7f9d-ce0e-481e-ad02-3fed8212b07a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b0b7f67-1b83-4574-ab3e-35ade2a4eea8', 'name': 'tempest-AttachVolumeNegativeTest-887914811-router', 'tenant_id': 'ec2d9e20d4ed4178b9bc68ff54715b18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'external_fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.120'}], 'enable_snat': True}, 'gw_port_id': '85d33348-a6aa-4278-8987-be6d20f85848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:56:00Z', 'updated_at': '2022-09-18T00:56:05Z', 'revision_number': 3, 'project_id': 'ec2d9e20d4ed4178b9bc68ff54715b18', 'gw_port': {'id': '85d33348-a6aa-4278-8987-be6d20f85848', 'name': '', 'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:1b:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b0b7f67-1b83-4574-ab3e-35ade2a4eea8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:56:01Z', 'updated_at': '2022-09-18T00:56:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb'}], 'dv-cinder-master-3-smb', False) {} {{(pid=106232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:56:09.958597 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cddb7f9d-ce0e-481e-ad02-3fed8212b07a None None] Checking router: 5b0b7f67-1b83-4574-ab3e-35ade2a4eea8 for host: dv-cinder-master-3-smb {{(pid=106232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:56:09.959218 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cddb7f9d-ce0e-481e-ad02-3fed8212b07a None None] Updating router 5b0b7f67-1b83-4574-ab3e-35ade2a4eea8 port 85d33348-a6aa-4278-8987-be6d20f85848 binding host dv-cinder-master-3-smb {{(pid=106232) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 00:56:09.969252 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Current status of the port 95265b42-1dcd-469b-920c-bdfb1b25306f is: DOWN; New status is: ACTIVE {{(pid=106232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 00:56:09.969989 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (95265b42-1dcd-469b-920c-bdfb1b25306f), before_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:10.024912 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a8ad22d-dea7-4c9a-b5e1-c751e0e3d24a admin admin] Router 7db6c735-5d48-4a57-8dd6-f3463490337e is scheduled to L3 agent d0e8801d-4758-48bd-8085-7f05d3358764 with binding_index 1 {{(pid=106230) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 00:56:10.076092 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-cddb7f9d-ce0e-481e-ad02-3fed8212b07a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (85d33348-a6aa-4278-8987-be6d20f85848), before_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:10.096669 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-2cd3c45a-9d2e-4620-afc8-9fa4ea981e95 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Publish callbacks [] for security_group_rule (4ee1f7ec-2d90-454b-9e4d-67d9dff69da5), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:10.130686 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-2cd3c45a-9d2e-4620-afc8-9fa4ea981e95 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512405'] for security_group_rule (4ee1f7ec-2d90-454b-9e4d-67d9dff69da5), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:10.193095 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-a1142722-5c5b-4c66-95bf-b5f9a2bb1cee None None] Publish callbacks [] for port (51f59d64-55a1-4532-bae4-b6e1df9dbc2d), precommit_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:10.221609 dv-cinder-master-3-smb neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:56:10.223966 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-a1142722-5c5b-4c66-95bf-b5f9a2bb1cee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749746030758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749745591525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749745591543'] for port (51f59d64-55a1-4532-bae4-b6e1df9dbc2d), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:10.230008 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-6f470e24-c3eb-42ee-85b7-9d308a4ec9e7 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=92a28717f63247dba23a73e22738765c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7944064 Sep 18 00:56:10.236020 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.db [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] For port 95265b42-1dcd-469b-920c-bdfb1b25306f, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=95265b42-1dcd-469b-920c-bdfb1b25306f,segment=NetworkSegment(ad5fe970-da3b-4a06-bd95-f70d97a5ce86),segment_id=ad5fe970-da3b-4a06-bd95-f70d97a5ce86)] {{(pid=106232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:56:10.237093 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.33', 56202) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:56:10.238933 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-36cfa8d0-372a-4d6c-ab27-27b9c0ae0115 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16492265', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16489761'] for router (1ed01ef0-86d6-48ca-8f4f-b56f6df17cce), after_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:10.251732 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f470e24-c3eb-42ee-85b7-9d308a4ec9e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=579812f8-4a5a-4879-9860-54fe07c35743,revision_number=1']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:10.260153 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:UPDATE=2,neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=6 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:56:10.273865 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-2cd3c45a-9d2e-4620-afc8-9fa4ea981e95 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:10.275225 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [None req-2cd3c45a-9d2e-4620-afc8-9fa4ea981e95 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6912258 Sep 18 00:56:10.279333 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749746030758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749745591525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749745591543'] for port (95265b42-1dcd-469b-920c-bdfb1b25306f), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:10.280674 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.rpc [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Device 8581782e-b2c0-4190-b5c3-622703f2749a up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=106232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:56:10.281161 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-2d62305b-8157-4fea-809c-89fd760e7eb7 admin admin] Publish callbacks [] for security_group (c4dc1a92-0b64-43cf-85c3-841ef428aa79), before_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:10.304225 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-2d62305b-8157-4fea-809c-89fd760e7eb7 admin admin] Publish callbacks [] for security_group (c4dc1a92-0b64-43cf-85c3-841ef428aa79), precommit_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:10.319824 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-1c1e26f8-ce84-4314-9422-87e0912de383 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (9a0bd8cc-a240-4c0b-8d32-8f22e7371ee9), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:10.331740 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 56204) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:56:10.340461 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.v2.base [None req-8a7feef6-f069-47cd-9917-b5c0de45d1b2 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Request body: {'security_group_rule': {'security_group_id': 'ebcf1d70-15c2-4b0c-9b2b-32e60a0830c6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:56:10.368707 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd3c45a-9d2e-4620-afc8-9fa4ea981e95 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ee1f7ec-2d90-454b-9e4d-67d9dff69da5,revision_number=0']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:10.379315 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-e7d96e6c-0091-473a-9415-3c792025e345 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-888663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16510870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13917073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13973654'] for subnet (e3f3a0f6-80d1-4d2e-9330-68d1fc3990b1), after_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:10.398318 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-2d62305b-8157-4fea-809c-89fd760e7eb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512506'] for security_group (c4dc1a92-0b64-43cf-85c3-841ef428aa79), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:10.402049 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-2d62305b-8157-4fea-809c-89fd760e7eb7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:10.403301 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [None req-2d62305b-8157-4fea-809c-89fd760e7eb7 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/c4dc1a92-0b64-43cf-85c3-841ef428aa79 HTTP/1.1" status: 204 len: 168 time: 0.5182104 Sep 18 00:56:10.436665 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-40114b44-b49c-4756-8e1f-ac582ea957fc None None] Current status of the port 47be8694-c532-491d-837b-a3e8c958c691 is: DOWN; New status is: ACTIVE {{(pid=106232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 00:56:10.437054 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-40114b44-b49c-4756-8e1f-ac582ea957fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (47be8694-c532-491d-837b-a3e8c958c691), before_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:10.448704 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-e7d96e6c-0091-473a-9415-3c792025e345 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:10.452421 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-e7d96e6c-0091-473a-9415-3c792025e345 admin admin] 10.222.0.33 "DELETE /networking/v2.0/subnets/e3f3a0f6-80d1-4d2e-9330-68d1fc3990b1 HTTP/1.1" status: 204 len: 168 time: 1.5064819 Sep 18 00:56:10.473782 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 56208) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:56:10.484431 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:56:10.485065 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=4 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:56:10.494946 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d62305b-8157-4fea-809c-89fd760e7eb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4dc1a92-0b64-43cf-85c3-841ef428aa79,revision_number=None']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:10.496459 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d96e6c-0091-473a-9415-3c792025e345 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e3f3a0f6-80d1-4d2e-9330-68d1fc3990b1,revision_number=None']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:10.547162 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-edc871d6-9c43-4860-8ce6-cde5eacd0724 admin admin] Publish callbacks [] for security_group (579812f8-4a5a-4879-9860-54fe07c35743), before_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:10.554286 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.db.db_base_plugin_common [None req-d5428132-fcb8-45c7-bc46-20091cf948c3 admin admin] Allocated IP 172.20.0.1 (5b2870f5-1df6-4588-9304-3be88fc2aeec/b02e0a67-927b-4f1f-86aa-5b54aefb606b/a9bc47a8-4881-46c7-add9-d9f3582d3f14) {{(pid=106230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:56:10.567283 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a8ad22d-dea7-4c9a-b5e1-c751e0e3d24a admin admin] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=106230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:56:10.575987 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (c8573462-7e7f-4357-b3a8-beeaa8ae7db3), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:10.586773 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d3f7e07-1873-47e3-9711-13d593d9f521 None None] Sync routers for ids ['7db6c735-5d48-4a57-8dd6-f3463490337e'] in dv-cinder-master-3-smb {{(pid=106233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:56:10.607290 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-edc871d6-9c43-4860-8ce6-cde5eacd0724 admin admin] Publish callbacks [] for security_group (579812f8-4a5a-4879-9860-54fe07c35743), precommit_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:10.607584 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d3f7e07-1873-47e3-9711-13d593d9f521 None None] Routers {'7db6c735-5d48-4a57-8dd6-f3463490337e'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 18 00:56:10.612132 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.l3_hamode_db [None req-0d3f7e07-1873-47e3-9711-13d593d9f521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-18T00:47:37Z,description=,heartbeat_timestamp=2022-09-18T00:56:07Z,host='dv-cinder-master-3-smb',id=d0e8801d-4758-48bd-8085-7f05d3358764,load=0,resource_versions=,resources_synced=,started_at=2022-09-18T00:47:37Z,topic='l3_agent')) {'router_ids': ['7db6c735-5d48-4a57-8dd6-f3463490337e'], 'active': True} {{(pid=106233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:56:10.626032 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-8a7feef6-f069-47cd-9917-b5c0de45d1b2 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Publish callbacks [] for security_group_rule (a0eee2a7-3117-4073-8129-05f6d7159d48), before_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:10.649030 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.db [None req-40114b44-b49c-4756-8e1f-ac582ea957fc None None] For port 47be8694-c532-491d-837b-a3e8c958c691, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=47be8694-c532-491d-837b-a3e8c958c691,segment=NetworkSegment(0bc43035-2a06-4549-bc0f-2c1d1396a95a),segment_id=0bc43035-2a06-4549-bc0f-2c1d1396a95a)] {{(pid=106232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:56:10.669680 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-7b15cef9-fada-4c8b-9e97-8d5d3562f95e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-960799'] for network (64c17bd7-b726-405c-a985-805e15069795), before_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:10.701843 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-5a8ad22d-dea7-4c9a-b5e1-c751e0e3d24a admin admin] Publish callbacks [] for router (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:10.703889 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [None req-5a8ad22d-dea7-4c9a-b5e1-c751e0e3d24a admin admin] 10.222.0.33 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 9.7775528 Sep 18 00:56:10.733043 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 56212) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:56:10.747616 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:56:10.894898 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.l3_dvr_db [None req-0d3f7e07-1873-47e3-9711-13d593d9f521 None None] Set router 7db6c735-5d48-4a57-8dd6-f3463490337e gateway port host: dv-cinder-master-3-smb {{(pid=106233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 18 00:56:10.895736 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-cddb7f9d-ce0e-481e-ad02-3fed8212b07a None None] Publish callbacks [] for port (85d33348-a6aa-4278-8987-be6d20f85848), precommit_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:10.901775 dv-cinder-master-3-smb neutron-server[106233]: DEBUG dbcounter [-] [106233] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106233) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:56:10.907425 dv-cinder-master-3-smb neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=92,neutron:UPDATE=8 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:56:10.908508 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.provisioning_blocks [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Provisioning complete for port 8581782e-b2c0-4190-b5c3-622703f2749a triggered by entity L2. {{(pid=106232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 00:56:10.908935 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981214'] for port (8581782e-b2c0-4190-b5c3-622703f2749a), provisioning_complete {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:10.909294 dv-cinder-master-3-smb neutron-server[106232]: INFO neutron.plugins.ml2.plugin [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Attempt 1 to provision port 8581782e-b2c0-4190-b5c3-622703f2749a Sep 18 00:56:10.943403 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ed2f18-8fae-437b-8061-69e35dda733f None None] Pushing event updated for resources: {'Port': ['ID=51f59d64-55a1-4532-bae4-b6e1df9dbc2d,revision_number=3']} {{(pid=106232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:10.968122 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-8a7feef6-f069-47cd-9917-b5c0de45d1b2 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Publish callbacks [] for security_group_rule (a0eee2a7-3117-4073-8129-05f6d7159d48), precommit_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:10.992200 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-40114b44-b49c-4756-8e1f-ac582ea957fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749746030758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749745591525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749745591543'] for port (47be8694-c532-491d-837b-a3e8c958c691), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:11.032783 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d5428132-fcb8-45c7-bc46-20091cf948c3 admin admin] Publish callbacks [] for port (a9bc47a8-4881-46c7-add9-d9f3582d3f14), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:11.049162 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 56214) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:56:11.070134 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-edc871d6-9c43-4860-8ce6-cde5eacd0724 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512506'] for security_group (579812f8-4a5a-4879-9860-54fe07c35743), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:11.072972 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.managers [None req-a1142722-5c5b-4c66-95bf-b5f9a2bb1cee None None] Attempting to bind port 51f59d64-55a1-4532-bae4-b6e1df9dbc2d on host dv-cinder-master-3-smb for vnic_type normal with profile {{(pid=106232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 18 00:56:11.073355 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.managers [None req-a1142722-5c5b-4c66-95bf-b5f9a2bb1cee None None] Attempting to bind port 51f59d64-55a1-4532-bae4-b6e1df9dbc2d by drivers openvswitch,hyperv on host dv-cinder-master-3-smb at level 0 using segments [{'id': '2a3f4164-a706-4653-805e-7081dacdf53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '3e60962c-164c-4e15-8d69-6601f5d7b205'}] {{(pid=106232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 18 00:56:11.073715 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1142722-5c5b-4c66-95bf-b5f9a2bb1cee None None] Attempting to bind port 51f59d64-55a1-4532-bae4-b6e1df9dbc2d on network 3e60962c-164c-4e15-8d69-6601f5d7b205 {{(pid=106232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:56:11.076061 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-edc871d6-9c43-4860-8ce6-cde5eacd0724 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:11.077659 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [None req-edc871d6-9c43-4860-8ce6-cde5eacd0724 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/579812f8-4a5a-4879-9860-54fe07c35743 HTTP/1.1" status: 204 len: 168 time: 0.8167627 Sep 18 00:56:11.080736 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-8a7feef6-f069-47cd-9917-b5c0de45d1b2 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512405'] for security_group_rule (a0eee2a7-3117-4073-8129-05f6d7159d48), after_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:11.110368 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d5428132-fcb8-45c7-bc46-20091cf948c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749745591507'] for port (a9bc47a8-4881-46c7-add9-d9f3582d3f14), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:11.114989 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc871d6-9c43-4860-8ce6-cde5eacd0724 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=579812f8-4a5a-4879-9860-54fe07c35743,revision_number=None']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:11.134585 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36cfa8d0-372a-4d6c-ab27-27b9c0ae0115 admin admin] Router 1ed01ef0-86d6-48ca-8f4f-b56f6df17cce is scheduled to L3 agent d0e8801d-4758-48bd-8085-7f05d3358764 with binding_index 1 {{(pid=106231) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 00:56:11.146161 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-7b15cef9-fada-4c8b-9e97-8d5d3562f95e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-977985', 'neutron.services.segments.db._delete_segments_for_network-8749746056641'] for network (64c17bd7-b726-405c-a985-805e15069795), precommit_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:11.154153 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.provisioning_blocks [None req-40114b44-b49c-4756-8e1f-ac582ea957fc None None] Provisioning complete for port ec6399de-73d6-4efb-a8eb-b91c61cb1d6f triggered by entity DHCP. {{(pid=106232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 00:56:11.154642 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-40114b44-b49c-4756-8e1f-ac582ea957fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981214'] for port (ec6399de-73d6-4efb-a8eb-b91c61cb1d6f), provisioning_complete {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:11.155320 dv-cinder-master-3-smb neutron-server[106232]: INFO neutron.plugins.ml2.plugin [None req-40114b44-b49c-4756-8e1f-ac582ea957fc None None] Attempt 1 to provision port ec6399de-73d6-4efb-a8eb-b91c61cb1d6f Sep 18 00:56:11.186838 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.l3_hamode_db [None req-0d3f7e07-1873-47e3-9711-13d593d9f521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7db6c735-5d48-4a57-8dd6-f3463490337e', 'name': 'tempest-DeleteServersTestJSON-1356048901-router', 'tenant_id': 'd8e0132d9e0c47b9b4c2042dba767701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'external_fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.18'}], 'enable_snat': True}, 'gw_port_id': '5156c3ea-999a-4c10-aba8-b7c4382d84a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:56:01Z', 'updated_at': '2022-09-18T00:56:08Z', 'revision_number': 3, 'project_id': 'd8e0132d9e0c47b9b4c2042dba767701', 'gw_port': {'id': '5156c3ea-999a-4c10-aba8-b7c4382d84a2', 'name': '', 'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:65:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7db6c735-5d48-4a57-8dd6-f3463490337e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:56:03Z', 'updated_at': '2022-09-18T00:56:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb'}], 'dv-cinder-master-3-smb', False) {} {{(pid=106233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:56:11.194702 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-8a7feef6-f069-47cd-9917-b5c0de45d1b2 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:11.199869 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-8a7feef6-f069-47cd-9917-b5c0de45d1b2 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8636672 Sep 18 00:56:11.204700 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-23ebf074-5b01-41a3-a8ec-a28bb88af324 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:11.205672 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.33', 56220) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:56:11.219851 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-cddb7f9d-ce0e-481e-ad02-3fed8212b07a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749746030758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749745591525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749745591543'] for port (85d33348-a6aa-4278-8987-be6d20f85848), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:11.226185 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.v2.base [None req-0fcbcedc-7ba4-41f1-b24a-a17521eb91f2 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Request body: {'floatingip': {'floating_network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505'}} {{(pid=106230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:56:11.231291 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7feef6-f069-47cd-9917-b5c0de45d1b2 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0eee2a7-3117-4073-8129-05f6d7159d48,revision_number=0']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:11.251947 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Pushing event updated for resources: {'Port': ['ID=95265b42-1dcd-469b-920c-bdfb1b25306f,revision_number=3']} {{(pid=106232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:11.269997 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d3f7e07-1873-47e3-9711-13d593d9f521 None None] Checking router: 7db6c735-5d48-4a57-8dd6-f3463490337e for host: dv-cinder-master-3-smb {{(pid=106233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:56:11.270500 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d3f7e07-1873-47e3-9711-13d593d9f521 None None] Updating router 7db6c735-5d48-4a57-8dd6-f3463490337e port 5156c3ea-999a-4c10-aba8-b7c4382d84a2 binding host dv-cinder-master-3-smb {{(pid=106233) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 00:56:11.279919 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.managers [None req-cddb7f9d-ce0e-481e-ad02-3fed8212b07a None None] Attempting to bind port 85d33348-a6aa-4278-8987-be6d20f85848 on host dv-cinder-master-3-smb for vnic_type normal with profile {{(pid=106232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 18 00:56:11.280286 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.managers [None req-cddb7f9d-ce0e-481e-ad02-3fed8212b07a None None] Attempting to bind port 85d33348-a6aa-4278-8987-be6d20f85848 by drivers openvswitch,hyperv on host dv-cinder-master-3-smb at level 0 using segments [{'id': 'e81b1a67-2f81-4ac8-a4dd-b13e6c47d014', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505'}] {{(pid=106232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 18 00:56:11.280651 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cddb7f9d-ce0e-481e-ad02-3fed8212b07a None None] Attempting to bind port 85d33348-a6aa-4278-8987-be6d20f85848 on network b5726c9b-05f1-4137-90cd-23a4e3e89505 {{(pid=106232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:56:11.286471 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5428132-fcb8-45c7-bc46-20091cf948c3 admin admin] Network 5b2870f5-1df6-4588-9304-3be88fc2aeec is already hosted by enough agents. {{(pid=106230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:56:11.294896 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.scheduler.base_scheduler [None req-d5428132-fcb8-45c7-bc46-20091cf948c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=106230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:56:11.313454 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5428132-fcb8-45c7-bc46-20091cf948c3 admin admin] Received port after_create {{(pid=106230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 18 00:56:11.318697 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d5428132-fcb8-45c7-bc46-20091cf948c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16482840'] for router_interface (afd96339-e571-4ae6-8804-46a62196660b), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:11.321267 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [None req-0d3f7e07-1873-47e3-9711-13d593d9f521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (5156c3ea-999a-4c10-aba8-b7c4382d84a2), before_update {{(pid=106233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:11.347743 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.services.segments.db [None req-7b15cef9-fada-4c8b-9e97-8d5d3562f95e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64c17bd7-b726-405c-a985-805e15069795']}} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:56:11.350972 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-5dc80384-2bd6-48c1-8402-3f3f5845d313 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (None), before_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:11.360915 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1142722-5c5b-4c66-95bf-b5f9a2bb1cee None None] Checking agent: {'id': 'c8573462-7e7f-4357-b3a8-beeaa8ae7db3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 18, 0, 47, 40), 'started_at': datetime.datetime(2022, 9, 18, 0, 48, 10), 'heartbeat_timestamp': datetime.datetime(2022, 9, 18, 0, 56, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 18 00:56:11.361401 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1142722-5c5b-4c66-95bf-b5f9a2bb1cee None None] Checking segment: {'id': '2a3f4164-a706-4653-805e-7081dacdf53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '3e60962c-164c-4e15-8d69-6601f5d7b205'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 18 00:56:11.361698 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-a1142722-5c5b-4c66-95bf-b5f9a2bb1cee None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:11.368162 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1142722-5c5b-4c66-95bf-b5f9a2bb1cee None None] Bound using segment: {'id': '2a3f4164-a706-4653-805e-7081dacdf53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '3e60962c-164c-4e15-8d69-6601f5d7b205'} {{(pid=106232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 18 00:56:11.368700 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.managers [None req-a1142722-5c5b-4c66-95bf-b5f9a2bb1cee None None] Bound port: 51f59d64-55a1-4532-bae4-b6e1df9dbc2d, host: dv-cinder-master-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a3f4164-a706-4653-805e-7081dacdf53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '3e60962c-164c-4e15-8d69-6601f5d7b205'}}] {{(pid=106232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 18 00:56:11.369115 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-a1142722-5c5b-4c66-95bf-b5f9a2bb1cee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (51f59d64-55a1-4532-bae4-b6e1df9dbc2d), before_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:11.394920 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40114b44-b49c-4756-8e1f-ac582ea957fc None None] Pushing event updated for resources: {'Port': ['ID=47be8694-c532-491d-837b-a3e8c958c691,revision_number=3']} {{(pid=106232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:11.432750 dv-cinder-master-3-smb neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:56:11.487199 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.db [None req-a1142722-5c5b-4c66-95bf-b5f9a2bb1cee None None] For port 51f59d64-55a1-4532-bae4-b6e1df9dbc2d, host dv-cinder-master-3-smb, cleared binding levels {{(pid=106232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:56:11.490307 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-0fcbcedc-7ba4-41f1-b24a-a17521eb91f2 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:11.490965 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.db [None req-a1142722-5c5b-4c66-95bf-b5f9a2bb1cee None None] For port 51f59d64-55a1-4532-bae4-b6e1df9dbc2d, host dv-cinder-master-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=51f59d64-55a1-4532-bae4-b6e1df9dbc2d,segment=NetworkSegment(2a3f4164-a706-4653-805e-7081dacdf53e),segment_id=2a3f4164-a706-4653-805e-7081dacdf53e)] {{(pid=106232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:56:11.562703 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5428132-fcb8-45c7-bc46-20091cf948c3 admin admin] Pushing event updated for resources: {'Port': ['ID=a9bc47a8-4881-46c7-add9-d9f3582d3f14,revision_number=1']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:11.595999 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-40114b44-b49c-4756-8e1f-ac582ea957fc None None] Current status of the port ec6399de-73d6-4efb-a8eb-b91c61cb1d6f is: ACTIVE; New status is: ACTIVE {{(pid=106232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 00:56:11.606668 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-a1142722-5c5b-4c66-95bf-b5f9a2bb1cee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749746030758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749745591525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749745591543'] for port (51f59d64-55a1-4532-bae4-b6e1df9dbc2d), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:11.606899 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.services.segments.db [None req-7b15cef9-fada-4c8b-9e97-8d5d3562f95e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a22c0973-3bba-44dd-ae56-1892c65f9178') {'for_net_delete': True} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:56:11.607372 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.services.segments.db [None req-7b15cef9-fada-4c8b-9e97-8d5d3562f95e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a22c0973-3bba-44dd-ae56-1892c65f9178') {} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:56:11.608911 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c129f0d-62c4-4786-b0bb-ab9c132aaeaa None None] Pushing event updated for resources: {'Port': ['ID=85d33348-a6aa-4278-8987-be6d20f85848,revision_number=2']} {{(pid=106232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:11.609221 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:56:11.625537 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.provisioning_blocks [None req-40114b44-b49c-4756-8e1f-ac582ea957fc None None] Provisioning complete for port 8581782e-b2c0-4190-b5c3-622703f2749a triggered by entity DHCP. {{(pid=106232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 00:56:11.626116 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-40114b44-b49c-4756-8e1f-ac582ea957fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981214'] for port (8581782e-b2c0-4190-b5c3-622703f2749a), provisioning_complete {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:11.626706 dv-cinder-master-3-smb neutron-server[106232]: INFO neutron.plugins.ml2.plugin [None req-40114b44-b49c-4756-8e1f-ac582ea957fc None None] Attempt 1 to provision port 8581782e-b2c0-4190-b5c3-622703f2749a Sep 18 00:56:11.657756 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-7b15cef9-fada-4c8b-9e97-8d5d3562f95e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749746056533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14079580'] for segment (a22c0973-3bba-44dd-ae56-1892c65f9178), before_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:11.818103 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-0fcbcedc-7ba4-41f1-b24a-a17521eb91f2 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (None), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:11.841602 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-7b15cef9-fada-4c8b-9e97-8d5d3562f95e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-977230'] for segment (a22c0973-3bba-44dd-ae56-1892c65f9178), precommit_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:11.888620 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=86,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:56:11.889259 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [None req-0d3f7e07-1873-47e3-9711-13d593d9f521 None None] Publish callbacks [] for port (5156c3ea-999a-4c10-aba8-b7c4382d84a2), precommit_update {{(pid=106233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:11.890823 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d5428132-fcb8-45c7-bc46-20091cf948c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (a9bc47a8-4881-46c7-add9-d9f3582d3f14), before_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:11.897253 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [None req-0d3f7e07-1873-47e3-9711-13d593d9f521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749746030758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749745591525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749745591543'] for port (5156c3ea-999a-4c10-aba8-b7c4382d84a2), after_update {{(pid=106233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:11.919308 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.plugins.ml2.managers [None req-0d3f7e07-1873-47e3-9711-13d593d9f521 None None] Attempting to bind port 5156c3ea-999a-4c10-aba8-b7c4382d84a2 on host dv-cinder-master-3-smb for vnic_type normal with profile {{(pid=106233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 18 00:56:11.919912 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.plugins.ml2.managers [None req-0d3f7e07-1873-47e3-9711-13d593d9f521 None None] Attempting to bind port 5156c3ea-999a-4c10-aba8-b7c4382d84a2 by drivers openvswitch,hyperv on host dv-cinder-master-3-smb at level 0 using segments [{'id': 'e81b1a67-2f81-4ac8-a4dd-b13e6c47d014', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505'}] {{(pid=106233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 18 00:56:11.920667 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3f7e07-1873-47e3-9711-13d593d9f521 None None] Attempting to bind port 5156c3ea-999a-4c10-aba8-b7c4382d84a2 on network b5726c9b-05f1-4137-90cd-23a4e3e89505 {{(pid=106233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:56:11.931918 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b15cef9-fada-4c8b-9e97-8d5d3562f95e admin admin] Releasing vlan 157 on physical network physnet1 to pool {{(pid=106231) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 00:56:11.932317 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-7b15cef9-fada-4c8b-9e97-8d5d3562f95e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-977230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13916971'] for segment (a22c0973-3bba-44dd-ae56-1892c65f9178), after_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:11.946665 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1142722-5c5b-4c66-95bf-b5f9a2bb1cee None None] Routers {'1947d5cd-7af0-493f-b525-4bb375733b2b'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 18 00:56:11.947349 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.l3_hamode_db [None req-a1142722-5c5b-4c66-95bf-b5f9a2bb1cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-18T00:47:37Z,description=,heartbeat_timestamp=2022-09-18T00:56:07Z,host='dv-cinder-master-3-smb',id=d0e8801d-4758-48bd-8085-7f05d3358764,load=0,resource_versions=,resources_synced=,started_at=2022-09-18T00:47:37Z,topic='l3_agent')) {'router_ids': ['1947d5cd-7af0-493f-b525-4bb375733b2b'], 'active': True} {{(pid=106232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:56:12.019336 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3f7e07-1873-47e3-9711-13d593d9f521 None None] Checking agent: {'id': 'c8573462-7e7f-4357-b3a8-beeaa8ae7db3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 18, 0, 47, 40), 'started_at': datetime.datetime(2022, 9, 18, 0, 48, 10), 'heartbeat_timestamp': datetime.datetime(2022, 9, 18, 0, 56, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 18 00:56:12.020335 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3f7e07-1873-47e3-9711-13d593d9f521 None None] Checking segment: {'id': 'e81b1a67-2f81-4ac8-a4dd-b13e6c47d014', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 18 00:56:12.020956 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [None req-0d3f7e07-1873-47e3-9711-13d593d9f521 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:12.022001 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d3f7e07-1873-47e3-9711-13d593d9f521 None None] Bound using segment: {'id': 'e81b1a67-2f81-4ac8-a4dd-b13e6c47d014', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505'} {{(pid=106233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 18 00:56:12.022317 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.services.segments.plugin [-] Segment a22c0973-3bba-44dd-ae56-1892c65f9178 resource provider aggregate not found Sep 18 00:56:12.022959 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.plugins.ml2.managers [None req-0d3f7e07-1873-47e3-9711-13d593d9f521 None None] Bound port: 5156c3ea-999a-4c10-aba8-b7c4382d84a2, host: dv-cinder-master-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e81b1a67-2f81-4ac8-a4dd-b13e6c47d014', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505'}}] {{(pid=106233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 18 00:56:12.024546 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [None req-0d3f7e07-1873-47e3-9711-13d593d9f521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (5156c3ea-999a-4c10-aba8-b7c4382d84a2), before_update {{(pid=106233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:12.035165 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cddb7f9d-ce0e-481e-ad02-3fed8212b07a None None] Checking agent: {'id': 'c8573462-7e7f-4357-b3a8-beeaa8ae7db3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 18, 0, 47, 40), 'started_at': datetime.datetime(2022, 9, 18, 0, 48, 10), 'heartbeat_timestamp': datetime.datetime(2022, 9, 18, 0, 56, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 18 00:56:12.035623 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cddb7f9d-ce0e-481e-ad02-3fed8212b07a None None] Checking segment: {'id': 'e81b1a67-2f81-4ac8-a4dd-b13e6c47d014', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 18 00:56:12.035962 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-cddb7f9d-ce0e-481e-ad02-3fed8212b07a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:12.036353 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cddb7f9d-ce0e-481e-ad02-3fed8212b07a None None] Bound using segment: {'id': 'e81b1a67-2f81-4ac8-a4dd-b13e6c47d014', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505'} {{(pid=106232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 18 00:56:12.036842 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.managers [None req-cddb7f9d-ce0e-481e-ad02-3fed8212b07a None None] Bound port: 85d33348-a6aa-4278-8987-be6d20f85848, host: dv-cinder-master-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e81b1a67-2f81-4ac8-a4dd-b13e6c47d014', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505'}}] {{(pid=106232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 18 00:56:12.037216 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-cddb7f9d-ce0e-481e-ad02-3fed8212b07a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (85d33348-a6aa-4278-8987-be6d20f85848), before_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:12.083497 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.db.db_base_plugin_common [None req-0fcbcedc-7ba4-41f1-b24a-a17521eb91f2 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Allocated IP 172.37.5.101 (b5726c9b-05f1-4137-90cd-23a4e3e89505/9e97c026-c8b3-4b72-91ed-10f39e002f97/b5744ea2-a2ad-4817-a1b1-107ab21f50aa) {{(pid=106230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:56:12.095255 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.db [None req-cddb7f9d-ce0e-481e-ad02-3fed8212b07a None None] For port 85d33348-a6aa-4278-8987-be6d20f85848, host dv-cinder-master-3-smb, cleared binding levels {{(pid=106232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:56:12.104883 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.db [None req-cddb7f9d-ce0e-481e-ad02-3fed8212b07a None None] For port 85d33348-a6aa-4278-8987-be6d20f85848, host dv-cinder-master-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=85d33348-a6aa-4278-8987-be6d20f85848,segment=NetworkSegment(e81b1a67-2f81-4ac8-a4dd-b13e6c47d014),segment_id=e81b1a67-2f81-4ac8-a4dd-b13e6c47d014)] {{(pid=106232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:56:12.115074 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:UPDATE=5,neutron:SELECT=89,neutron:DELETE=1,neutron:INSERT=5 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:56:12.131261 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.plugins.ml2.db [None req-0d3f7e07-1873-47e3-9711-13d593d9f521 None None] For port 5156c3ea-999a-4c10-aba8-b7c4382d84a2, host dv-cinder-master-3-smb, cleared binding levels {{(pid=106233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:56:12.135255 dv-cinder-master-3-smb neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:56:12.142516 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.services.segments.plugin [-] Segment a22c0973-3bba-44dd-ae56-1892c65f9178 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a22c0973-3bba-44dd-ae56-1892c65f9178 found for delete ", "request_id": "req-cf68cee4-b146-476d-8420-11dab30f5a79"}]} Sep 18 00:56:12.142861 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.plugins.ml2.db [None req-0d3f7e07-1873-47e3-9711-13d593d9f521 None None] For port 5156c3ea-999a-4c10-aba8-b7c4382d84a2, host dv-cinder-master-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=5156c3ea-999a-4c10-aba8-b7c4382d84a2,segment=NetworkSegment(e81b1a67-2f81-4ac8-a4dd-b13e6c47d014),segment_id=e81b1a67-2f81-4ac8-a4dd-b13e6c47d014)] {{(pid=106233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:56:12.151087 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ed2f18-8fae-437b-8061-69e35dda733f None None] Pushing event updated for resources: {'Port': ['ID=51f59d64-55a1-4532-bae4-b6e1df9dbc2d,revision_number=4']} {{(pid=106232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:12.155879 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1423cc-f8d8-4d7f-b622-eaa45486117e None None] Pushing event updated for resources: {'Port': ['ID=5156c3ea-999a-4c10-aba8-b7c4382d84a2,revision_number=2']} {{(pid=106233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:12.158780 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-cddb7f9d-ce0e-481e-ad02-3fed8212b07a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749746030758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749745591525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749745591543'] for port (85d33348-a6aa-4278-8987-be6d20f85848), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:12.164945 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [None req-0d3f7e07-1873-47e3-9711-13d593d9f521 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749746030758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749745591525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749745591543'] for port (5156c3ea-999a-4c10-aba8-b7c4382d84a2), after_update {{(pid=106233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:12.183347 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Current status of the port 8581782e-b2c0-4190-b5c3-622703f2749a is: DOWN; New status is: ACTIVE {{(pid=106232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 00:56:12.183804 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (8581782e-b2c0-4190-b5c3-622703f2749a), before_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:12.215603 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d3f7e07-1873-47e3-9711-13d593d9f521 None None] Routers {'7db6c735-5d48-4a57-8dd6-f3463490337e'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 18 00:56:12.216238 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.l3_hamode_db [None req-0d3f7e07-1873-47e3-9711-13d593d9f521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-18T00:47:37Z,description=,heartbeat_timestamp=2022-09-18T00:56:07Z,host='dv-cinder-master-3-smb',id=d0e8801d-4758-48bd-8085-7f05d3358764,load=0,resource_versions=,resources_synced=,started_at=2022-09-18T00:47:37Z,topic='l3_agent')) {'router_ids': ['7db6c735-5d48-4a57-8dd6-f3463490337e'], 'active': True} {{(pid=106233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:56:12.235920 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:56:12.246525 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36cfa8d0-372a-4d6c-ab27-27b9c0ae0115 admin admin] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=106231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:56:12.322148 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1423cc-f8d8-4d7f-b622-eaa45486117e None None] Pushing event updated for resources: {'Port': ['ID=5156c3ea-999a-4c10-aba8-b7c4382d84a2,revision_number=3']} {{(pid=106233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:12.329219 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-7b15cef9-fada-4c8b-9e97-8d5d3562f95e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-978040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16510767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16489868'] for network (64c17bd7-b726-405c-a985-805e15069795), after_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:12.332504 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cddb7f9d-ce0e-481e-ad02-3fed8212b07a None None] Routers {'5b0b7f67-1b83-4574-ab3e-35ade2a4eea8'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 18 00:56:12.334376 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.l3_hamode_db [None req-cddb7f9d-ce0e-481e-ad02-3fed8212b07a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-18T00:47:37Z,description=,heartbeat_timestamp=2022-09-18T00:56:07Z,host='dv-cinder-master-3-smb',id=d0e8801d-4758-48bd-8085-7f05d3358764,load=0,resource_versions=,resources_synced=,started_at=2022-09-18T00:47:37Z,topic='l3_agent')) {'router_ids': ['5b0b7f67-1b83-4574-ab3e-35ade2a4eea8'], 'active': True} {{(pid=106232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:56:12.337386 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-7b15cef9-fada-4c8b-9e97-8d5d3562f95e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16267021'] for network (None), before_response {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:12.356968 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-7b15cef9-fada-4c8b-9e97-8d5d3562f95e admin admin] 10.222.0.33 "DELETE /networking/v2.0/networks/64c17bd7-b726-405c-a985-805e15069795 HTTP/1.1" status: 204 len: 168 time: 1.8762167 Sep 18 00:56:12.399297 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b15cef9-fada-4c8b-9e97-8d5d3562f95e admin admin] Pushing event deleted for resources: {'Network': ['ID=64c17bd7-b726-405c-a985-805e15069795,revision_number=None']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:12.449364 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-36cfa8d0-372a-4d6c-ab27-27b9c0ae0115 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:12.450612 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-36cfa8d0-372a-4d6c-ab27-27b9c0ae0115 admin admin] 10.222.0.33 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 931 time: 10.7931149 Sep 18 00:56:12.471600 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.l3_dvr_db [None req-cddb7f9d-ce0e-481e-ad02-3fed8212b07a None None] Set router 5b0b7f67-1b83-4574-ab3e-35ade2a4eea8 gateway port host: dv-cinder-master-3-smb {{(pid=106232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 18 00:56:12.491373 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 56246) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:56:12.499023 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.l3_dvr_db [None req-0d3f7e07-1873-47e3-9711-13d593d9f521 None None] Set router 7db6c735-5d48-4a57-8dd6-f3463490337e gateway port host: dv-cinder-master-3-smb {{(pid=106233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 18 00:56:12.513657 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-23ebf074-5b01-41a3-a8ec-a28bb88af324 admin admin] Publish callbacks [] for security_group (d7e327cf-1f40-4ee2-8123-737e16167d03), precommit_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:12.528669 dv-cinder-master-3-smb neutron-server[106233]: DEBUG dbcounter [-] [106233] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106233) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:56:12.533059 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cdedc01-5103-476a-b5db-d30a339ae2ad None None] Sync routers for ids ['1ed01ef0-86d6-48ca-8f4f-b56f6df17cce'] in dv-cinder-master-3-smb {{(pid=106232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:56:12.578054 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.db [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] For port 8581782e-b2c0-4190-b5c3-622703f2749a, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=8581782e-b2c0-4190-b5c3-622703f2749a,segment=NetworkSegment(9f226031-7641-47d9-b1b6-a604588f86da),segment_id=9f226031-7641-47d9-b1b6-a604588f86da)] {{(pid=106232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:56:12.587165 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-0fcbcedc-7ba4-41f1-b24a-a17521eb91f2 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Publish callbacks [] for port (b5744ea2-a2ad-4817-a1b1-107ab21f50aa), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:12.614076 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749746030758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749745591525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749745591543'] for port (8581782e-b2c0-4190-b5c3-622703f2749a), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:12.615315 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.rpc [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Device ec6399de-73d6-4efb-a8eb-b91c61cb1d6f up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=106232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:56:12.662392 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-23ebf074-5b01-41a3-a8ec-a28bb88af324 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512506'] for security_group (d7e327cf-1f40-4ee2-8123-737e16167d03), after_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:12.670700 dv-cinder-master-3-smb neutron-server[106233]: DEBUG dbcounter [-] [106233] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106233) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:56:12.687906 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-40114b44-b49c-4756-8e1f-ac582ea957fc None None] Current status of the port 8581782e-b2c0-4190-b5c3-622703f2749a is: DOWN; New status is: ACTIVE {{(pid=106232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 00:56:12.688351 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-40114b44-b49c-4756-8e1f-ac582ea957fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (8581782e-b2c0-4190-b5c3-622703f2749a), before_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:12.699592 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cdedc01-5103-476a-b5db-d30a339ae2ad None None] Routers {'1ed01ef0-86d6-48ca-8f4f-b56f6df17cce'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 18 00:56:12.700606 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.l3_hamode_db [None req-1cdedc01-5103-476a-b5db-d30a339ae2ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-18T00:47:37Z,description=,heartbeat_timestamp=2022-09-18T00:56:07Z,host='dv-cinder-master-3-smb',id=d0e8801d-4758-48bd-8085-7f05d3358764,load=0,resource_versions=,resources_synced=,started_at=2022-09-18T00:47:37Z,topic='l3_agent')) {'router_ids': ['1ed01ef0-86d6-48ca-8f4f-b56f6df17cce'], 'active': True} {{(pid=106232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:56:12.722523 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-23ebf074-5b01-41a3-a8ec-a28bb88af324 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=0c197d6e43d14539add0d39126c7fd58&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6647403 Sep 18 00:56:12.723145 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 56250) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:56:12.764166 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-0fcbcedc-7ba4-41f1-b24a-a17521eb91f2 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749745591507'] for port (b5744ea2-a2ad-4817-a1b1-107ab21f50aa), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:12.805632 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d5428132-fcb8-45c7-bc46-20091cf948c3 admin admin] Publish callbacks [] for port (a9bc47a8-4881-46c7-add9-d9f3582d3f14), precommit_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:12.812438 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.33', 56252) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:56:12.820170 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.l3_hamode_db [None req-0d3f7e07-1873-47e3-9711-13d593d9f521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7db6c735-5d48-4a57-8dd6-f3463490337e', 'name': 'tempest-DeleteServersTestJSON-1356048901-router', 'tenant_id': 'd8e0132d9e0c47b9b4c2042dba767701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'external_fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.18'}], 'enable_snat': True}, 'gw_port_id': '5156c3ea-999a-4c10-aba8-b7c4382d84a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:56:01Z', 'updated_at': '2022-09-18T00:56:08Z', 'revision_number': 3, 'project_id': 'd8e0132d9e0c47b9b4c2042dba767701', 'gw_port': {'id': '5156c3ea-999a-4c10-aba8-b7c4382d84a2', 'name': '', 'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:65:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7db6c735-5d48-4a57-8dd6-f3463490337e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:56:03Z', 'updated_at': '2022-09-18T00:56:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb'}], 'dv-cinder-master-3-smb', False) {} {{(pid=106233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:56:12.857053 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d5428132-fcb8-45c7-bc46-20091cf948c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749746030758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749745591525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749745591543'] for port (a9bc47a8-4881-46c7-add9-d9f3582d3f14), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:12.857793 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d5428132-fcb8-45c7-bc46-20091cf948c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16267041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16482956'] for router_interface (afd96339-e571-4ae6-8804-46a62196660b), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:12.859485 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d3f7e07-1873-47e3-9711-13d593d9f521 None None] The sync data for ids ['7db6c735-5d48-4a57-8dd6-f3463490337e'] in dv-cinder-master-3-smb is: [{'id': '7db6c735-5d48-4a57-8dd6-f3463490337e', 'name': 'tempest-DeleteServersTestJSON-1356048901-router', 'tenant_id': 'd8e0132d9e0c47b9b4c2042dba767701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'external_fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.18'}], 'enable_snat': True}, 'gw_port_id': '5156c3ea-999a-4c10-aba8-b7c4382d84a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:56:01Z', 'updated_at': '2022-09-18T00:56:08Z', 'revision_number': 3, 'project_id': 'd8e0132d9e0c47b9b4c2042dba767701', 'gw_port': {'id': '5156c3ea-999a-4c10-aba8-b7c4382d84a2', 'name': '', 'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:65:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7db6c735-5d48-4a57-8dd6-f3463490337e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:56:03Z', 'updated_at': '2022-09-18T00:56:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb'}] {{(pid=106233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:56:12.865437 dv-cinder-master-3-smb neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:56:12.869131 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c129f0d-62c4-4786-b0bb-ab9c132aaeaa None None] Pushing event updated for resources: {'Port': ['ID=85d33348-a6aa-4278-8987-be6d20f85848,revision_number=3']} {{(pid=106232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:12.884647 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fcbcedc-7ba4-41f1-b24a-a17521eb91f2 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Network b5726c9b-05f1-4137-90cd-23a4e3e89505 is already hosted by enough agents. {{(pid=106230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:56:12.900930 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.scheduler.base_scheduler [None req-0fcbcedc-7ba4-41f1-b24a-a17521eb91f2 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Resources bound (agent type, host, resource id): {{(pid=106230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:56:12.907392 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fcbcedc-7ba4-41f1-b24a-a17521eb91f2 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Received port after_create {{(pid=106230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 18 00:56:12.928551 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.l3_dvr_db [None req-1cdedc01-5103-476a-b5db-d30a339ae2ad None None] Set router 1ed01ef0-86d6-48ca-8f4f-b56f6df17cce gateway port host: dv-cinder-master-3-smb {{(pid=106232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 18 00:56:12.939652 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcbcedc-7ba4-41f1-b24a-a17521eb91f2 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Pushing event updated for resources: {'Port': ['ID=b5744ea2-a2ad-4817-a1b1-107ab21f50aa,revision_number=1']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:13.073059 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.db.db_base_plugin_common [None req-5dc80384-2bd6-48c1-8402-3f3f5845d313 admin admin] Allocated IP 172.20.0.1 (eee7c814-dc91-4de0-b55e-0732fcd7c9de/4028d8f5-a2a6-4af3-9818-cba168eaf579/4545d7a8-56f0-4062-a60e-cf2cfb4c3390) {{(pid=106231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:56:13.075491 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ebf074-5b01-41a3-a8ec-a28bb88af324 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7e327cf-1f40-4ee2-8123-737e16167d03,revision_number=1']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:13.151218 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [None req-1ff4ce63-f6b6-4d0a-aae8-fe7fb3aba38a admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=01100a47a3cf4bcaa21e10e8e9a25a12&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3064125 Sep 18 00:56:13.160503 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 56258) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:56:13.185374 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5428132-fcb8-45c7-bc46-20091cf948c3 admin admin] Pushing event updated for resources: {'Port': ['ID=a9bc47a8-4881-46c7-add9-d9f3582d3f14,revision_number=2']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:13.195835 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-0fcbcedc-7ba4-41f1-b24a-a17521eb91f2 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Publish callbacks [] for floatingip (6cd5a45d-b097-40c7-8b2f-53255dd2d197), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:13.200218 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=85,neutron:UPDATE=3,neutron:INSERT=7,neutron:DELETE=5 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:56:13.241131 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-79fff1e8-1f11-4002-8519-9fdf6228a3ce admin admin] Publish callbacks [] for security_group (d7e327cf-1f40-4ee2-8123-737e16167d03), before_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:13.247350 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.l3_dvr_db [None req-a1142722-5c5b-4c66-95bf-b5f9a2bb1cee None None] Set router 1947d5cd-7af0-493f-b525-4bb375733b2b gateway port host: dv-cinder-master-3-smb {{(pid=106232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 18 00:56:13.251101 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5428132-fcb8-45c7-bc46-20091cf948c3 admin admin] Network 5b2870f5-1df6-4588-9304-3be88fc2aeec is already hosted by enough agents. {{(pid=106230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:56:13.254243 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.scheduler.base_scheduler [None req-d5428132-fcb8-45c7-bc46-20091cf948c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=106230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:56:13.257277 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Pushing event updated for resources: {'Port': ['ID=8581782e-b2c0-4190-b5c3-622703f2749a,revision_number=3']} {{(pid=106232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:13.270821 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-0fcbcedc-7ba4-41f1-b24a-a17521eb91f2 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (b5744ea2-a2ad-4817-a1b1-107ab21f50aa), before_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:13.380950 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.provisioning_blocks [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Provisioning complete for port ec6399de-73d6-4efb-a8eb-b91c61cb1d6f triggered by entity L2. {{(pid=106232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 00:56:13.381338 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981214'] for port (ec6399de-73d6-4efb-a8eb-b91c61cb1d6f), provisioning_complete {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:13.381822 dv-cinder-master-3-smb neutron-server[106232]: INFO neutron.plugins.ml2.plugin [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Attempt 1 to provision port ec6399de-73d6-4efb-a8eb-b91c61cb1d6f Sep 18 00:56:13.425117 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:56:13.437837 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-79fff1e8-1f11-4002-8519-9fdf6228a3ce admin admin] Publish callbacks [] for security_group (d7e327cf-1f40-4ee2-8123-737e16167d03), precommit_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:13.465149 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.db.api [None req-40114b44-b49c-4756-8e1f-ac582ea957fc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106232) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 18 00:56:13.465352 dv-cinder-master-3-smb neutron-server[106232]: DEBUG oslo_db.api [None req-40114b44-b49c-4756-8e1f-ac582ea957fc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 00:56:13.573791 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:56:13.580567 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-d3a10bce-2dae-4aa3-bd5a-48213d7f73cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (None), before_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:13.641966 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:56:13.660849 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.l3_hamode_db [None req-1cdedc01-5103-476a-b5db-d30a339ae2ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ed01ef0-86d6-48ca-8f4f-b56f6df17cce', 'name': 'tempest-ServerRescueNegativeTestJSON-1197339519-router', 'tenant_id': '8cbf74b218c04911bb921f7cc2c6e966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'external_fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.201'}], 'enable_snat': True}, 'gw_port_id': '1a63b5be-1556-4ad8-a604-71bb845b8be3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:56:01Z', 'updated_at': '2022-09-18T00:56:08Z', 'revision_number': 3, 'project_id': '8cbf74b218c04911bb921f7cc2c6e966', 'gw_port': {'id': '1a63b5be-1556-4ad8-a604-71bb845b8be3', 'name': '', 'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:38:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ed01ef0-86d6-48ca-8f4f-b56f6df17cce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:56:02Z', 'updated_at': '2022-09-18T00:56:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb'}], 'dv-cinder-master-3-smb', False) {} {{(pid=106232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:56:13.683242 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-59a45e54-9bc4-484f-bc8e-42780f41bc2c admin admin] Publish callbacks [] for security_group (652f9f66-a3d4-4152-a4d9-5e6848eea2e4), before_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:13.709389 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-59a45e54-9bc4-484f-bc8e-42780f41bc2c admin admin] Publish callbacks [] for security_group (652f9f66-a3d4-4152-a4d9-5e6848eea2e4), precommit_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:13.714089 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5428132-fcb8-45c7-bc46-20091cf948c3 admin admin] Router afd96339-e571-4ae6-8804-46a62196660b has already been hosted by L3 agent d0e8801d-4758-48bd-8085-7f05d3358764 {{(pid=106230) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:56:13.737989 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cdedc01-5103-476a-b5db-d30a339ae2ad None None] Checking router: 1ed01ef0-86d6-48ca-8f4f-b56f6df17cce for host: dv-cinder-master-3-smb {{(pid=106232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:56:13.738584 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cdedc01-5103-476a-b5db-d30a339ae2ad None None] Updating router 1ed01ef0-86d6-48ca-8f4f-b56f6df17cce port 1a63b5be-1556-4ad8-a604-71bb845b8be3 binding host dv-cinder-master-3-smb {{(pid=106232) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 00:56:13.766400 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-79fff1e8-1f11-4002-8519-9fdf6228a3ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512506'] for security_group (d7e327cf-1f40-4ee2-8123-737e16167d03), after_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:13.769284 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-79fff1e8-1f11-4002-8519-9fdf6228a3ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:13.770488 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-79fff1e8-1f11-4002-8519-9fdf6228a3ce admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/d7e327cf-1f40-4ee2-8123-737e16167d03 HTTP/1.1" status: 204 len: 168 time: 1.0362241 Sep 18 00:56:13.816255 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fff1e8-1f11-4002-8519-9fdf6228a3ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7e327cf-1f40-4ee2-8123-737e16167d03,revision_number=None']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:13.835696 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-1cdedc01-5103-476a-b5db-d30a339ae2ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (1a63b5be-1556-4ad8-a604-71bb845b8be3), before_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:13.909815 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-5dc80384-2bd6-48c1-8402-3f3f5845d313 admin admin] Publish callbacks [] for port (4545d7a8-56f0-4062-a60e-cf2cfb4c3390), precommit_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:13.910699 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5428132-fcb8-45c7-bc46-20091cf948c3 admin admin] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=106230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:56:13.929748 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86166fa9-56e2-4a15-bf07-ec301bfcf801 None None] Sync routers for ids ['afd96339-e571-4ae6-8804-46a62196660b'] in dv-cinder-master-3-smb {{(pid=106233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:56:13.931111 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [None req-d5428132-fcb8-45c7-bc46-20091cf948c3 admin admin] 10.222.0.33 "PUT /networking/v2.0/routers/afd96339-e571-4ae6-8804-46a62196660b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4977067 Sep 18 00:56:13.938398 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-0fcbcedc-7ba4-41f1-b24a-a17521eb91f2 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Publish callbacks [] for port (b5744ea2-a2ad-4817-a1b1-107ab21f50aa), precommit_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:13.946937 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-0fcbcedc-7ba4-41f1-b24a-a17521eb91f2 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749746030758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749745591525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749745591543'] for port (b5744ea2-a2ad-4817-a1b1-107ab21f50aa), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:13.947743 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-0fcbcedc-7ba4-41f1-b24a-a17521eb91f2 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16489891'] for floatingip (6cd5a45d-b097-40c7-8b2f-53255dd2d197), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:13.948469 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86166fa9-56e2-4a15-bf07-ec301bfcf801 None None] Routers {'afd96339-e571-4ae6-8804-46a62196660b'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 18 00:56:13.950647 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.l3_hamode_db [None req-86166fa9-56e2-4a15-bf07-ec301bfcf801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-18T00:47:37Z,description=,heartbeat_timestamp=2022-09-18T00:56:07Z,host='dv-cinder-master-3-smb',id=d0e8801d-4758-48bd-8085-7f05d3358764,load=0,resource_versions=,resources_synced=,started_at=2022-09-18T00:47:37Z,topic='l3_agent')) {'router_ids': ['afd96339-e571-4ae6-8804-46a62196660b'], 'active': True} {{(pid=106233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:56:14.041163 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-0fcbcedc-7ba4-41f1-b24a-a17521eb91f2 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16701016'] for floatingip (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:14.050707 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [None req-0fcbcedc-7ba4-41f1-b24a-a17521eb91f2 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] 10.222.0.33 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8358359 Sep 18 00:56:14.066374 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcbcedc-7ba4-41f1-b24a-a17521eb91f2 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Pushing event updated for resources: {'Port': ['ID=b5744ea2-a2ad-4817-a1b1-107ab21f50aa,revision_number=2']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:14.123044 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-59a45e54-9bc4-484f-bc8e-42780f41bc2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512506'] for security_group (652f9f66-a3d4-4152-a4d9-5e6848eea2e4), after_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:14.126099 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-59a45e54-9bc4-484f-bc8e-42780f41bc2c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:14.127585 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-59a45e54-9bc4-484f-bc8e-42780f41bc2c admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/652f9f66-a3d4-4152-a4d9-5e6848eea2e4 HTTP/1.1" status: 204 len: 168 time: 0.9619412 Sep 18 00:56:14.176470 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a45e54-9bc4-484f-bc8e-42780f41bc2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=652f9f66-a3d4-4152-a4d9-5e6848eea2e4,revision_number=None']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:14.176946 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.l3_dvr_db [None req-86166fa9-56e2-4a15-bf07-ec301bfcf801 None None] Set router afd96339-e571-4ae6-8804-46a62196660b gateway port host: dv-cinder-master-3-smb {{(pid=106233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 18 00:56:14.315181 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.db.db_base_plugin_common [None req-d3a10bce-2dae-4aa3-bd5a-48213d7f73cd admin admin] Allocated IP 172.20.0.1 (e0ba4f30-bf7e-461f-88f4-1cd7adb83e44/52921a7d-948e-4aa2-bac6-f9f8eb611d75/7b7733d2-6c70-4f1c-ad49-02b27cfcd267) {{(pid=106231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:56:14.323271 dv-cinder-master-3-smb neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:56:14.345536 dv-cinder-master-3-smb neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=100 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:56:14.399294 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-40114b44-b49c-4756-8e1f-ac582ea957fc None None] Current status of the port 8581782e-b2c0-4190-b5c3-622703f2749a is: ACTIVE; New status is: ACTIVE {{(pid=106232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 00:56:14.410253 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:56:14.413661 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-5dc80384-2bd6-48c1-8402-3f3f5845d313 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749745591507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13917182'] for port (4545d7a8-56f0-4062-a60e-cf2cfb4c3390), after_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:14.476883 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.provisioning_blocks [None req-40114b44-b49c-4756-8e1f-ac582ea957fc None None] Provisioning complete for port 95265b42-1dcd-469b-920c-bdfb1b25306f triggered by entity DHCP. {{(pid=106232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 00:56:14.477255 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-40114b44-b49c-4756-8e1f-ac582ea957fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981214'] for port (95265b42-1dcd-469b-920c-bdfb1b25306f), provisioning_complete {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:14.477805 dv-cinder-master-3-smb neutron-server[106232]: INFO neutron.plugins.ml2.plugin [None req-40114b44-b49c-4756-8e1f-ac582ea957fc None None] Attempt 1 to provision port 95265b42-1dcd-469b-920c-bdfb1b25306f Sep 18 00:56:14.486537 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Current status of the port ec6399de-73d6-4efb-a8eb-b91c61cb1d6f is: ACTIVE; New status is: ACTIVE {{(pid=106232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 00:56:14.487697 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.rpc [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Device 47be8694-c532-491d-837b-a3e8c958c691 up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=106232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:56:14.489530 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.l3_hamode_db [None req-cddb7f9d-ce0e-481e-ad02-3fed8212b07a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b0b7f67-1b83-4574-ab3e-35ade2a4eea8', 'name': 'tempest-AttachVolumeNegativeTest-887914811-router', 'tenant_id': 'ec2d9e20d4ed4178b9bc68ff54715b18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'external_fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.120'}], 'enable_snat': True}, 'gw_port_id': '85d33348-a6aa-4278-8987-be6d20f85848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:56:00Z', 'updated_at': '2022-09-18T00:56:05Z', 'revision_number': 3, 'project_id': 'ec2d9e20d4ed4178b9bc68ff54715b18', 'gw_port': {'id': '85d33348-a6aa-4278-8987-be6d20f85848', 'name': '', 'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:1b:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b0b7f67-1b83-4574-ab3e-35ade2a4eea8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:56:01Z', 'updated_at': '2022-09-18T00:56:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb'}], 'dv-cinder-master-3-smb', False) {} {{(pid=106232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:56:14.575765 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc80384-2bd6-48c1-8402-3f3f5845d313 admin admin] Pushing event updated for resources: {'Port': ['ID=4545d7a8-56f0-4062-a60e-cf2cfb4c3390,revision_number=1']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:14.597902 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.l3_hamode_db [None req-86166fa9-56e2-4a15-bf07-ec301bfcf801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afd96339-e571-4ae6-8804-46a62196660b', 'name': 'tempest-AttachVolumeShelveTestJSON-1100825849-router', 'tenant_id': '1a7f6c917c934c00a862b9946ce2b1cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'external_fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.152'}], 'enable_snat': True}, 'gw_port_id': '51e28825-0c57-4907-8702-1c2946ca62e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:55:59Z', 'updated_at': '2022-09-18T00:56:11Z', 'revision_number': 4, 'project_id': '1a7f6c917c934c00a862b9946ce2b1cd', 'gw_port': {'id': '51e28825-0c57-4907-8702-1c2946ca62e8', 'name': '', 'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:0b:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afd96339-e571-4ae6-8804-46a62196660b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:56:01Z', 'updated_at': '2022-09-18T00:56:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': 'a9bc47a8-4881-46c7-add9-d9f3582d3f14', 'name': '', 'network_id': '5b2870f5-1df6-4588-9304-3be88fc2aeec', 'tenant_id': '1a7f6c917c934c00a862b9946ce2b1cd', 'mac_address': 'fa:16:3e:7a:53:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afd96339-e571-4ae6-8804-46a62196660b', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': 'b02e0a67-927b-4f1f-86aa-5b54aefb606b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:56:09Z', 'updated_at': '2022-09-18T00:56:12Z', 'revision_number': 2, 'project_id': '1a7f6c917c934c00a862b9946ce2b1cd', 'subnets': [{'id': 'b02e0a67-927b-4f1f-86aa-5b54aefb606b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=106233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:56:14.640652 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dc80384-2bd6-48c1-8402-3f3f5845d313 admin admin] Network eee7c814-dc91-4de0-b55e-0732fcd7c9de is already hosted by enough agents. {{(pid=106231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:56:14.645535 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.33', 56312) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:56:14.647805 dv-cinder-master-3-smb neutron-server[106230]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 18 00:56:14.651164 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.scheduler.base_scheduler [None req-5dc80384-2bd6-48c1-8402-3f3f5845d313 admin admin] Resources bound (agent type, host, resource id): {{(pid=106231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:56:14.652694 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86166fa9-56e2-4a15-bf07-ec301bfcf801 None None] Checking router: afd96339-e571-4ae6-8804-46a62196660b for host: dv-cinder-master-3-smb {{(pid=106233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:56:14.653259 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86166fa9-56e2-4a15-bf07-ec301bfcf801 None None] Updating router afd96339-e571-4ae6-8804-46a62196660b port a9bc47a8-4881-46c7-add9-d9f3582d3f14 binding host dv-cinder-master-3-smb {{(pid=106233) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 00:56:14.653874 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc80384-2bd6-48c1-8402-3f3f5845d313 admin admin] Received port after_create {{(pid=106231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 18 00:56:14.658011 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cddb7f9d-ce0e-481e-ad02-3fed8212b07a None None] The sync data for ids ['5b0b7f67-1b83-4574-ab3e-35ade2a4eea8'] in dv-cinder-master-3-smb is: [{'id': '5b0b7f67-1b83-4574-ab3e-35ade2a4eea8', 'name': 'tempest-AttachVolumeNegativeTest-887914811-router', 'tenant_id': 'ec2d9e20d4ed4178b9bc68ff54715b18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'external_fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.120'}], 'enable_snat': True}, 'gw_port_id': '85d33348-a6aa-4278-8987-be6d20f85848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:56:00Z', 'updated_at': '2022-09-18T00:56:05Z', 'revision_number': 3, 'project_id': 'ec2d9e20d4ed4178b9bc68ff54715b18', 'gw_port': {'id': '85d33348-a6aa-4278-8987-be6d20f85848', 'name': '', 'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:1b:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b0b7f67-1b83-4574-ab3e-35ade2a4eea8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:56:01Z', 'updated_at': '2022-09-18T00:56:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb'}] {{(pid=106232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:56:14.700157 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [None req-86166fa9-56e2-4a15-bf07-ec301bfcf801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (a9bc47a8-4881-46c7-add9-d9f3582d3f14), before_update {{(pid=106233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:14.805168 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-08743b0b-4dfe-47bc-8ba6-a54bac56eedb req-94f5a08b-22d2-4cae-844f-ea6f950c0c31 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] 10.222.0.33 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1991616283&fields=id&tenant_id=a60d2801df884e15be8a0464cb725d6d HTTP/1.1" status: 200 len: 267 time: 0.1584461 Sep 18 00:56:14.919276 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:56:14.927325 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-24085f1e-d412-4622-9546-5fed17665c8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (None), before_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:14.956123 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-5dc80384-2bd6-48c1-8402-3f3f5845d313 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16482840'] for router_interface (5b0b7f67-1b83-4574-ab3e-35ade2a4eea8), before_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:14.974459 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.l3_hamode_db [None req-a1142722-5c5b-4c66-95bf-b5f9a2bb1cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1947d5cd-7af0-493f-b525-4bb375733b2b', 'name': 'tempest-AttachVolumeTestJSON-1059766515-router', 'tenant_id': 'a60d2801df884e15be8a0464cb725d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'external_fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.51'}], 'enable_snat': True}, 'gw_port_id': '04fc37ae-b707-451a-b4f8-2236974f4e37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:55:55Z', 'updated_at': '2022-09-18T00:56:02Z', 'revision_number': 4, 'project_id': 'a60d2801df884e15be8a0464cb725d6d', 'gw_port': {'id': '04fc37ae-b707-451a-b4f8-2236974f4e37', 'name': '', 'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:bf:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1947d5cd-7af0-493f-b525-4bb375733b2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:55:56Z', 'updated_at': '2022-09-18T00:56:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '51f59d64-55a1-4532-bae4-b6e1df9dbc2d', 'name': '', 'network_id': '3e60962c-164c-4e15-8d69-6601f5d7b205', 'tenant_id': 'a60d2801df884e15be8a0464cb725d6d', 'mac_address': 'fa:16:3e:f6:c1:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1947d5cd-7af0-493f-b525-4bb375733b2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'f52e5768-3b6e-420f-b5d0-cc4e5c3ba047', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:56:00Z', 'updated_at': '2022-09-18T00:56:11Z', 'revision_number': 4, 'project_id': 'a60d2801df884e15be8a0464cb725d6d', 'subnets': [{'id': 'f52e5768-3b6e-420f-b5d0-cc4e5c3ba047', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=106232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:56:14.974922 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-d3a10bce-2dae-4aa3-bd5a-48213d7f73cd admin admin] Publish callbacks [] for port (7b7733d2-6c70-4f1c-ad49-02b27cfcd267), precommit_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:15.252098 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.provisioning_blocks [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Provisioning complete for port 47be8694-c532-491d-837b-a3e8c958c691 triggered by entity L2. {{(pid=106232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 00:56:15.252487 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981214'] for port (47be8694-c532-491d-837b-a3e8c958c691), provisioning_complete {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:15.256973 dv-cinder-master-3-smb neutron-server[106232]: INFO neutron.plugins.ml2.plugin [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Attempt 1 to provision port 47be8694-c532-491d-837b-a3e8c958c691 Sep 18 00:56:15.355563 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1142722-5c5b-4c66-95bf-b5f9a2bb1cee None None] The sync data for ids ['1947d5cd-7af0-493f-b525-4bb375733b2b'] in dv-cinder-master-3-smb is: [{'id': '1947d5cd-7af0-493f-b525-4bb375733b2b', 'name': 'tempest-AttachVolumeTestJSON-1059766515-router', 'tenant_id': 'a60d2801df884e15be8a0464cb725d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'external_fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.51'}], 'enable_snat': True}, 'gw_port_id': '04fc37ae-b707-451a-b4f8-2236974f4e37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:55:55Z', 'updated_at': '2022-09-18T00:56:02Z', 'revision_number': 4, 'project_id': 'a60d2801df884e15be8a0464cb725d6d', 'gw_port': {'id': '04fc37ae-b707-451a-b4f8-2236974f4e37', 'name': '', 'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:bf:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1947d5cd-7af0-493f-b525-4bb375733b2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:55:56Z', 'updated_at': '2022-09-18T00:56:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '51f59d64-55a1-4532-bae4-b6e1df9dbc2d', 'name': '', 'network_id': '3e60962c-164c-4e15-8d69-6601f5d7b205', 'tenant_id': 'a60d2801df884e15be8a0464cb725d6d', 'mac_address': 'fa:16:3e:f6:c1:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1947d5cd-7af0-493f-b525-4bb375733b2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'f52e5768-3b6e-420f-b5d0-cc4e5c3ba047', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:56:00Z', 'updated_at': '2022-09-18T00:56:11Z', 'revision_number': 4, 'project_id': 'a60d2801df884e15be8a0464cb725d6d', 'subnets': [{'id': 'f52e5768-3b6e-420f-b5d0-cc4e5c3ba047', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:56:15.638129 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-40114b44-b49c-4756-8e1f-ac582ea957fc None None] Current status of the port 95265b42-1dcd-469b-920c-bdfb1b25306f is: ACTIVE; New status is: ACTIVE {{(pid=106232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 00:56:15.642775 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 56320) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:56:15.652679 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-1cdedc01-5103-476a-b5db-d30a339ae2ad None None] Publish callbacks [] for port (1a63b5be-1556-4ad8-a604-71bb845b8be3), precommit_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:15.694352 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-1cdedc01-5103-476a-b5db-d30a339ae2ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749746030758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749745591525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749745591543'] for port (1a63b5be-1556-4ad8-a604-71bb845b8be3), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:15.698367 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08743b0b-4dfe-47bc-8ba6-a54bac56eedb req-9b43ae19-4d9f-49ac-b5ad-7d21095e5bba tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:56:15.706345 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-08743b0b-4dfe-47bc-8ba6-a54bac56eedb req-9b43ae19-4d9f-49ac-b5ad-7d21095e5bba tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] 10.222.0.33 "GET /networking/v2.0/networks?id=3e60962c-164c-4e15-8d69-6601f5d7b205 HTTP/1.1" status: 200 len: 811 time: 0.8933551 Sep 18 00:56:15.712716 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.provisioning_blocks [None req-40114b44-b49c-4756-8e1f-ac582ea957fc None None] Provisioning complete for port 51f59d64-55a1-4532-bae4-b6e1df9dbc2d triggered by entity DHCP. {{(pid=106232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 00:56:15.713273 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-40114b44-b49c-4756-8e1f-ac582ea957fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981214'] for port (51f59d64-55a1-4532-bae4-b6e1df9dbc2d), provisioning_complete {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:15.713631 dv-cinder-master-3-smb neutron-server[106232]: INFO neutron.plugins.ml2.plugin [None req-40114b44-b49c-4756-8e1f-ac582ea957fc None None] Attempt 1 to provision port 51f59d64-55a1-4532-bae4-b6e1df9dbc2d Sep 18 00:56:15.734863 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.33', 56322) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:56:15.736683 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [None req-86166fa9-56e2-4a15-bf07-ec301bfcf801 None None] Publish callbacks [] for port (a9bc47a8-4881-46c7-add9-d9f3582d3f14), precommit_update {{(pid=106233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:15.759002 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [None req-86166fa9-56e2-4a15-bf07-ec301bfcf801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749746030758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749745591525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749745591543'] for port (a9bc47a8-4881-46c7-add9-d9f3582d3f14), after_update {{(pid=106233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:15.766729 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.v2.base [None req-54064c93-5c74-476f-9421-74a626a7de55 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Request body: {'security_group': {'name': 'tempest-securitygroup--726730653', 'description': 'tempest-description--252354438'}} {{(pid=106230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:56:15.810200 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-08743b0b-4dfe-47bc-8ba6-a54bac56eedb req-c6007047-91bc-473d-82e1-44745971c0c9 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] 10.222.0.33 "GET /networking/v2.0/quotas/a60d2801df884e15be8a0464cb725d6d HTTP/1.1" status: 200 len: 375 time: 0.0980542 Sep 18 00:56:15.836552 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3b7e85-c805-4a28-a345-864ef57885fd None None] Pushing event updated for resources: {'Port': ['ID=a9bc47a8-4881-46c7-add9-d9f3582d3f14,revision_number=3']} {{(pid=106233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:15.860320 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-5dc80384-2bd6-48c1-8402-3f3f5845d313 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (4545d7a8-56f0-4062-a60e-cf2cfb4c3390), before_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:15.903277 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.managers [None req-1cdedc01-5103-476a-b5db-d30a339ae2ad None None] Attempting to bind port 1a63b5be-1556-4ad8-a604-71bb845b8be3 on host dv-cinder-master-3-smb for vnic_type normal with profile {{(pid=106232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 18 00:56:15.904005 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.managers [None req-1cdedc01-5103-476a-b5db-d30a339ae2ad None None] Attempting to bind port 1a63b5be-1556-4ad8-a604-71bb845b8be3 by drivers openvswitch,hyperv on host dv-cinder-master-3-smb at level 0 using segments [{'id': 'e81b1a67-2f81-4ac8-a4dd-b13e6c47d014', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505'}] {{(pid=106232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 18 00:56:15.904586 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cdedc01-5103-476a-b5db-d30a339ae2ad None None] Attempting to bind port 1a63b5be-1556-4ad8-a604-71bb845b8be3 on network b5726c9b-05f1-4137-90cd-23a4e3e89505 {{(pid=106232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:56:15.932276 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-d3a10bce-2dae-4aa3-bd5a-48213d7f73cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749745591507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13917182'] for port (7b7733d2-6c70-4f1c-ad49-02b27cfcd267), after_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:15.985678 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.plugins.ml2.managers [None req-86166fa9-56e2-4a15-bf07-ec301bfcf801 None None] Attempting to bind port a9bc47a8-4881-46c7-add9-d9f3582d3f14 on host dv-cinder-master-3-smb for vnic_type normal with profile {{(pid=106233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 18 00:56:15.986616 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.plugins.ml2.managers [None req-86166fa9-56e2-4a15-bf07-ec301bfcf801 None None] Attempting to bind port a9bc47a8-4881-46c7-add9-d9f3582d3f14 by drivers openvswitch,hyperv on host dv-cinder-master-3-smb at level 0 using segments [{'id': 'ad5fe970-da3b-4a06-bd95-f70d97a5ce86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '5b2870f5-1df6-4588-9304-3be88fc2aeec'}] {{(pid=106233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 18 00:56:15.987011 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86166fa9-56e2-4a15-bf07-ec301bfcf801 None None] Attempting to bind port a9bc47a8-4881-46c7-add9-d9f3582d3f14 on network 5b2870f5-1df6-4588-9304-3be88fc2aeec {{(pid=106233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:56:15.998568 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-08743b0b-4dfe-47bc-8ba6-a54bac56eedb req-668aa64c-d929-4e6f-ab10-ef5cabfc85cf tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=a60d2801df884e15be8a0464cb725d6d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1764505 Sep 18 00:56:16.007232 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-54064c93-5c74-476f-9421-74a626a7de55 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Publish callbacks [] for security_group (None), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:16.052034 dv-cinder-master-3-smb neutron-server[106233]: DEBUG dbcounter [-] [106233] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106233) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:56:16.056792 dv-cinder-master-3-smb neutron-server[106233]: DEBUG dbcounter [-] [106233] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106233) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:56:16.075425 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86166fa9-56e2-4a15-bf07-ec301bfcf801 None None] Checking agent: {'id': 'c8573462-7e7f-4357-b3a8-beeaa8ae7db3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 18, 0, 47, 40), 'started_at': datetime.datetime(2022, 9, 18, 0, 48, 10), 'heartbeat_timestamp': datetime.datetime(2022, 9, 18, 0, 56, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 18 00:56:16.076314 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86166fa9-56e2-4a15-bf07-ec301bfcf801 None None] Checking segment: {'id': 'ad5fe970-da3b-4a06-bd95-f70d97a5ce86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '5b2870f5-1df6-4588-9304-3be88fc2aeec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 18 00:56:16.077023 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [None req-86166fa9-56e2-4a15-bf07-ec301bfcf801 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:16.078389 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86166fa9-56e2-4a15-bf07-ec301bfcf801 None None] Bound using segment: {'id': 'ad5fe970-da3b-4a06-bd95-f70d97a5ce86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '5b2870f5-1df6-4588-9304-3be88fc2aeec'} {{(pid=106233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 18 00:56:16.079042 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.plugins.ml2.managers [None req-86166fa9-56e2-4a15-bf07-ec301bfcf801 None None] Bound port: a9bc47a8-4881-46c7-add9-d9f3582d3f14, host: dv-cinder-master-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad5fe970-da3b-4a06-bd95-f70d97a5ce86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '5b2870f5-1df6-4588-9304-3be88fc2aeec'}}] {{(pid=106233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 18 00:56:16.079490 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [None req-86166fa9-56e2-4a15-bf07-ec301bfcf801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (a9bc47a8-4881-46c7-add9-d9f3582d3f14), before_update {{(pid=106233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:16.117477 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880cc908-a780-44c6-a4e0-f9becd3a7cb5 None None] Pushing event updated for resources: {'Port': ['ID=1a63b5be-1556-4ad8-a604-71bb845b8be3,revision_number=2']} {{(pid=106232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:16.161421 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3a10bce-2dae-4aa3-bd5a-48213d7f73cd admin admin] Network e0ba4f30-bf7e-461f-88f4-1cd7adb83e44 is already hosted by enough agents. {{(pid=106231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:56:16.174509 dv-cinder-master-3-smb neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:56:16.177647 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Current status of the port 47be8694-c532-491d-837b-a3e8c958c691 is: ACTIVE; New status is: ACTIVE {{(pid=106232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 00:56:16.216509 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-54064c93-5c74-476f-9421-74a626a7de55 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Publish callbacks [] for security_group (5d1f43e9-9af2-4e0f-a00b-d54373283a26), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:16.223460 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-54064c93-5c74-476f-9421-74a626a7de55 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512506'] for security_group (5d1f43e9-9af2-4e0f-a00b-d54373283a26), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:16.235171 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.scheduler.base_scheduler [None req-d3a10bce-2dae-4aa3-bd5a-48213d7f73cd admin admin] Resources bound (agent type, host, resource id): {{(pid=106231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:56:16.238903 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a10bce-2dae-4aa3-bd5a-48213d7f73cd admin admin] Received port after_create {{(pid=106231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 18 00:56:16.261174 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-b6dbe69b-e779-4273-a79e-1c72ab7b5f2b admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=4bb043b73694459cb615a9491d1be44e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6053488 Sep 18 00:56:16.271926 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.33', 56338) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:56:16.278329 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.plugins.ml2.db [None req-86166fa9-56e2-4a15-bf07-ec301bfcf801 None None] For port a9bc47a8-4881-46c7-add9-d9f3582d3f14, host dv-cinder-master-3-smb, cleared binding levels {{(pid=106233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:56:16.298763 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.plugins.ml2.db [None req-86166fa9-56e2-4a15-bf07-ec301bfcf801 None None] For port a9bc47a8-4881-46c7-add9-d9f3582d3f14, host dv-cinder-master-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=a9bc47a8-4881-46c7-add9-d9f3582d3f14,segment=NetworkSegment(ad5fe970-da3b-4a06-bd95-f70d97a5ce86),segment_id=ad5fe970-da3b-4a06-bd95-f70d97a5ce86)] {{(pid=106233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:56:16.306474 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cdedc01-5103-476a-b5db-d30a339ae2ad None None] Checking agent: {'id': 'c8573462-7e7f-4357-b3a8-beeaa8ae7db3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 18, 0, 47, 40), 'started_at': datetime.datetime(2022, 9, 18, 0, 48, 10), 'heartbeat_timestamp': datetime.datetime(2022, 9, 18, 0, 56, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 18 00:56:16.315192 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [None req-86166fa9-56e2-4a15-bf07-ec301bfcf801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749746030758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749745591525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749745591543'] for port (a9bc47a8-4881-46c7-add9-d9f3582d3f14), after_update {{(pid=106233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:16.316050 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cdedc01-5103-476a-b5db-d30a339ae2ad None None] Checking segment: {'id': 'e81b1a67-2f81-4ac8-a4dd-b13e6c47d014', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 18 00:56:16.316725 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-1cdedc01-5103-476a-b5db-d30a339ae2ad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:16.317328 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cdedc01-5103-476a-b5db-d30a339ae2ad None None] Bound using segment: {'id': 'e81b1a67-2f81-4ac8-a4dd-b13e6c47d014', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505'} {{(pid=106232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 18 00:56:16.318132 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.managers [None req-1cdedc01-5103-476a-b5db-d30a339ae2ad None None] Bound port: 1a63b5be-1556-4ad8-a604-71bb845b8be3, host: dv-cinder-master-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e81b1a67-2f81-4ac8-a4dd-b13e6c47d014', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505'}}] {{(pid=106232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 18 00:56:16.318761 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-1cdedc01-5103-476a-b5db-d30a339ae2ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (1a63b5be-1556-4ad8-a604-71bb845b8be3), before_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:16.408857 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54064c93-5c74-476f-9421-74a626a7de55 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d1f43e9-9af2-4e0f-a00b-d54373283a26,revision_number=1']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:16.429194 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-54064c93-5c74-476f-9421-74a626a7de55 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Publish callbacks [] for security_group (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:16.437470 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a10bce-2dae-4aa3-bd5a-48213d7f73cd admin admin] Pushing event updated for resources: {'Port': ['ID=7b7733d2-6c70-4f1c-ad49-02b27cfcd267,revision_number=1']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:16.441484 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [None req-54064c93-5c74-476f-9421-74a626a7de55 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.6876431 Sep 18 00:56:16.446450 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.33', 56344) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:56:16.467560 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-40114b44-b49c-4756-8e1f-ac582ea957fc None None] Current status of the port 51f59d64-55a1-4532-bae4-b6e1df9dbc2d is: DOWN; New status is: ACTIVE {{(pid=106232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 00:56:16.468031 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-40114b44-b49c-4756-8e1f-ac582ea957fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (51f59d64-55a1-4532-bae4-b6e1df9dbc2d), before_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:16.472880 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:56:16.473527 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.v2.base [None req-23b334f1-e518-419f-89c8-9fbb96de98cc tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Request body: {'security_group_rule': {'security_group_id': '5d1f43e9-9af2-4e0f-a00b-d54373283a26', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:56:16.531764 dv-cinder-master-3-smb neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=100 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:56:16.554049 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3b7e85-c805-4a28-a345-864ef57885fd None None] Pushing event updated for resources: {'Port': ['ID=a9bc47a8-4881-46c7-add9-d9f3582d3f14,revision_number=4']} {{(pid=106233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:16.567270 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86166fa9-56e2-4a15-bf07-ec301bfcf801 None None] Routers {'afd96339-e571-4ae6-8804-46a62196660b'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 18 00:56:16.570252 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.l3_hamode_db [None req-86166fa9-56e2-4a15-bf07-ec301bfcf801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-18T00:47:37Z,description=,heartbeat_timestamp=2022-09-18T00:56:07Z,host='dv-cinder-master-3-smb',id=d0e8801d-4758-48bd-8085-7f05d3358764,load=0,resource_versions=,resources_synced=,started_at=2022-09-18T00:47:37Z,topic='l3_agent')) {'router_ids': ['afd96339-e571-4ae6-8804-46a62196660b'], 'active': True} {{(pid=106233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:56:16.621361 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.db [None req-40114b44-b49c-4756-8e1f-ac582ea957fc None None] For port 51f59d64-55a1-4532-bae4-b6e1df9dbc2d, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=51f59d64-55a1-4532-bae4-b6e1df9dbc2d,segment=NetworkSegment(2a3f4164-a706-4653-805e-7081dacdf53e),segment_id=2a3f4164-a706-4653-805e-7081dacdf53e)] {{(pid=106232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:56:16.630314 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.db.db_base_plugin_common [None req-24085f1e-d412-4622-9546-5fed17665c8d admin admin] Allocated IP 172.20.0.1 (c62b9e47-59b6-47ba-845f-e3be4dd39ad8/21e1d23e-9045-41fa-9ed7-19ac1edcbcfa/01af8433-c279-4dab-a31d-ef4ca4915365) {{(pid=106231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:56:16.646943 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-d3a10bce-2dae-4aa3-bd5a-48213d7f73cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16482840'] for router_interface (7db6c735-5d48-4a57-8dd6-f3463490337e), before_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:16.651537 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-40114b44-b49c-4756-8e1f-ac582ea957fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749746030758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749745591525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749745591543'] for port (51f59d64-55a1-4532-bae4-b6e1df9dbc2d), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:16.799814 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.wsgi [req-08743b0b-4dfe-47bc-8ba6-a54bac56eedb req-d4d0e32b-3379-4f3b-a85a-34ea84a52057 service neutron] http://10.222.0.33:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106230) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 18 00:56:16.800870 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-08743b0b-4dfe-47bc-8ba6-a54bac56eedb req-d4d0e32b-3379-4f3b-a85a-34ea84a52057 service neutron] 10.222.0.33 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.4106543 Sep 18 00:56:16.802909 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-88c1600b-47e8-46e8-b37a-a72ad97e1be7 admin admin] Publish callbacks [] for security_group (7b3f3fd5-ea04-4a44-8f77-bde5ac07adb2), before_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:16.830469 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.rpc [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Device 5156c3ea-999a-4c10-aba8-b7c4382d84a2 up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=106232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:56:16.868142 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-88c1600b-47e8-46e8-b37a-a72ad97e1be7 admin admin] Publish callbacks [] for security_group (7b3f3fd5-ea04-4a44-8f77-bde5ac07adb2), precommit_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:16.963606 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.l3_dvr_db [None req-86166fa9-56e2-4a15-bf07-ec301bfcf801 None None] Set router afd96339-e571-4ae6-8804-46a62196660b gateway port host: dv-cinder-master-3-smb {{(pid=106233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 18 00:56:16.987701 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=2 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:56:16.989738 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:56:17.000639 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-23b334f1-e518-419f-89c8-9fbb96de98cc tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Publish callbacks [] for security_group_rule (084ff97c-2476-4859-93fb-26c8a64bcbbb), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:17.009824 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.provisioning_blocks [None req-2399520f-6729-40e0-9286-ee5aae821923 None None] Provisioning complete for port 8581782e-b2c0-4190-b5c3-622703f2749a triggered by entity DHCP. {{(pid=106232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 00:56:17.010224 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-2399520f-6729-40e0-9286-ee5aae821923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981214'] for port (8581782e-b2c0-4190-b5c3-622703f2749a), provisioning_complete {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:17.010570 dv-cinder-master-3-smb neutron-server[106232]: INFO neutron.plugins.ml2.plugin [None req-2399520f-6729-40e0-9286-ee5aae821923 None None] Attempt 1 to provision port 8581782e-b2c0-4190-b5c3-622703f2749a Sep 18 00:56:17.015376 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.db [None req-1cdedc01-5103-476a-b5db-d30a339ae2ad None None] For port 1a63b5be-1556-4ad8-a604-71bb845b8be3, host dv-cinder-master-3-smb, cleared binding levels {{(pid=106232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:56:17.032327 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-88c1600b-47e8-46e8-b37a-a72ad97e1be7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512506'] for security_group (7b3f3fd5-ea04-4a44-8f77-bde5ac07adb2), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:17.035950 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-88c1600b-47e8-46e8-b37a-a72ad97e1be7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:17.041009 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [None req-88c1600b-47e8-46e8-b37a-a72ad97e1be7 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/7b3f3fd5-ea04-4a44-8f77-bde5ac07adb2 HTTP/1.1" status: 204 len: 168 time: 0.6807096 Sep 18 00:56:17.111247 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c1600b-47e8-46e8-b37a-a72ad97e1be7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b3f3fd5-ea04-4a44-8f77-bde5ac07adb2,revision_number=None']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:17.111800 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40114b44-b49c-4756-8e1f-ac582ea957fc None None] Pushing event updated for resources: {'Port': ['ID=51f59d64-55a1-4532-bae4-b6e1df9dbc2d,revision_number=5']} {{(pid=106232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:17.122577 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.db [None req-1cdedc01-5103-476a-b5db-d30a339ae2ad None None] For port 1a63b5be-1556-4ad8-a604-71bb845b8be3, host dv-cinder-master-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=1a63b5be-1556-4ad8-a604-71bb845b8be3,segment=NetworkSegment(e81b1a67-2f81-4ac8-a4dd-b13e6c47d014),segment_id=e81b1a67-2f81-4ac8-a4dd-b13e6c47d014)] {{(pid=106232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:56:17.147609 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-1cdedc01-5103-476a-b5db-d30a339ae2ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749746030758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749745591525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749745591543'] for port (1a63b5be-1556-4ad8-a604-71bb845b8be3), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:17.205661 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.provisioning_blocks [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Provisioning complete for port 5156c3ea-999a-4c10-aba8-b7c4382d84a2 triggered by entity L2. {{(pid=106232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 00:56:17.206305 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981214'] for port (5156c3ea-999a-4c10-aba8-b7c4382d84a2), provisioning_complete {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:17.206744 dv-cinder-master-3-smb neutron-server[106232]: INFO neutron.plugins.ml2.plugin [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Attempt 1 to provision port 5156c3ea-999a-4c10-aba8-b7c4382d84a2 Sep 18 00:56:17.223341 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-23b334f1-e518-419f-89c8-9fbb96de98cc tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Publish callbacks [] for security_group_rule (084ff97c-2476-4859-93fb-26c8a64bcbbb), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:17.226762 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-08743b0b-4dfe-47bc-8ba6-a54bac56eedb req-da6e1895-9910-44af-a387-720db3b3503e service neutron] 10.222.0.33 "GET /networking/v2.0/networks/3e60962c-164c-4e15-8d69-6601f5d7b205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2589900 Sep 18 00:56:17.229713 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-23b334f1-e518-419f-89c8-9fbb96de98cc tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512405'] for security_group_rule (084ff97c-2476-4859-93fb-26c8a64bcbbb), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:17.234097 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cdedc01-5103-476a-b5db-d30a339ae2ad None None] Routers {'1ed01ef0-86d6-48ca-8f4f-b56f6df17cce'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 18 00:56:17.234776 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.l3_hamode_db [None req-1cdedc01-5103-476a-b5db-d30a339ae2ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-18T00:47:37Z,description=,heartbeat_timestamp=2022-09-18T00:56:07Z,host='dv-cinder-master-3-smb',id=d0e8801d-4758-48bd-8085-7f05d3358764,load=0,resource_versions=,resources_synced=,started_at=2022-09-18T00:47:37Z,topic='l3_agent')) {'router_ids': ['1ed01ef0-86d6-48ca-8f4f-b56f6df17cce'], 'active': True} {{(pid=106232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:56:17.396639 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-08743b0b-4dfe-47bc-8ba6-a54bac56eedb req-4c0dcc3f-62b0-4591-ab71-534d8334cb0d service neutron] 10.222.0.33 "GET /networking/v2.0/networks/3e60962c-164c-4e15-8d69-6601f5d7b205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517437 Sep 18 00:56:17.413082 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b334f1-e518-419f-89c8-9fbb96de98cc tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=084ff97c-2476-4859-93fb-26c8a64bcbbb,revision_number=0']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:17.422629 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-23b334f1-e518-419f-89c8-9fbb96de98cc tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:17.427144 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [None req-23b334f1-e518-419f-89c8-9fbb96de98cc tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9719231 Sep 18 00:56:17.427772 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.33', 56360) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:56:17.434851 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.v2.base [None req-f3801d13-d59d-4718-90a6-e711def532cf tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Request body: {'security_group_rule': {'security_group_id': '5d1f43e9-9af2-4e0f-a00b-d54373283a26', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:56:17.464790 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880cc908-a780-44c6-a4e0-f9becd3a7cb5 None None] Pushing event updated for resources: {'Port': ['ID=1a63b5be-1556-4ad8-a604-71bb845b8be3,revision_number=3']} {{(pid=106232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:17.473079 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-f3801d13-d59d-4718-90a6-e711def532cf tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Publish callbacks [] for security_group_rule (8f7c8956-c3f2-4dd1-8744-a9f7ce89c38c), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:17.523065 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-2399520f-6729-40e0-9286-ee5aae821923 None None] Current status of the port 8581782e-b2c0-4190-b5c3-622703f2749a is: ACTIVE; New status is: ACTIVE {{(pid=106232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 00:56:17.570536 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-f3801d13-d59d-4718-90a6-e711def532cf tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Publish callbacks [] for security_group_rule (8f7c8956-c3f2-4dd1-8744-a9f7ce89c38c), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:17.576453 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-f3801d13-d59d-4718-90a6-e711def532cf tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512405'] for security_group_rule (8f7c8956-c3f2-4dd1-8744-a9f7ce89c38c), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:17.607184 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3801d13-d59d-4718-90a6-e711def532cf tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f7c8956-c3f2-4dd1-8744-a9f7ce89c38c,revision_number=0']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:17.616602 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-f3801d13-d59d-4718-90a6-e711def532cf tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:17.623543 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [None req-f3801d13-d59d-4718-90a6-e711def532cf tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1937857 Sep 18 00:56:17.624314 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.33', 56362) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:56:17.630459 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.l3_hamode_db [None req-86166fa9-56e2-4a15-bf07-ec301bfcf801 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afd96339-e571-4ae6-8804-46a62196660b', 'name': 'tempest-AttachVolumeShelveTestJSON-1100825849-router', 'tenant_id': '1a7f6c917c934c00a862b9946ce2b1cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'external_fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.152'}], 'enable_snat': True}, 'gw_port_id': '51e28825-0c57-4907-8702-1c2946ca62e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:55:59Z', 'updated_at': '2022-09-18T00:56:11Z', 'revision_number': 4, 'project_id': '1a7f6c917c934c00a862b9946ce2b1cd', 'gw_port': {'id': '51e28825-0c57-4907-8702-1c2946ca62e8', 'name': '', 'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:0b:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afd96339-e571-4ae6-8804-46a62196660b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:56:01Z', 'updated_at': '2022-09-18T00:56:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': 'a9bc47a8-4881-46c7-add9-d9f3582d3f14', 'name': '', 'network_id': '5b2870f5-1df6-4588-9304-3be88fc2aeec', 'tenant_id': '1a7f6c917c934c00a862b9946ce2b1cd', 'mac_address': 'fa:16:3e:7a:53:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afd96339-e571-4ae6-8804-46a62196660b', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': 'b02e0a67-927b-4f1f-86aa-5b54aefb606b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:56:09Z', 'updated_at': '2022-09-18T00:56:16Z', 'revision_number': 4, 'project_id': '1a7f6c917c934c00a862b9946ce2b1cd', 'subnets': [{'id': 'b02e0a67-927b-4f1f-86aa-5b54aefb606b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=106233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:56:17.630734 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.v2.base [None req-905de1c2-8461-4c7f-bdf6-838fcb77b31c tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Request body: {'floatingip': {'floating_network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505'}} {{(pid=106230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:56:17.653722 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.provisioning_blocks [None req-2399520f-6729-40e0-9286-ee5aae821923 None None] Provisioning complete for port 4545d7a8-56f0-4062-a60e-cf2cfb4c3390 triggered by entity DHCP. {{(pid=106232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 00:56:17.658144 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-2399520f-6729-40e0-9286-ee5aae821923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981214'] for port (4545d7a8-56f0-4062-a60e-cf2cfb4c3390), provisioning_complete {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:17.659923 dv-cinder-master-3-smb neutron-server[106232]: INFO neutron.plugins.ml2.plugin [None req-2399520f-6729-40e0-9286-ee5aae821923 None None] Attempt 1 to provision port 4545d7a8-56f0-4062-a60e-cf2cfb4c3390 Sep 18 00:56:17.662773 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-905de1c2-8461-4c7f-bdf6-838fcb77b31c tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:17.723867 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86166fa9-56e2-4a15-bf07-ec301bfcf801 None None] The sync data for ids ['afd96339-e571-4ae6-8804-46a62196660b'] in dv-cinder-master-3-smb is: [{'id': 'afd96339-e571-4ae6-8804-46a62196660b', 'name': 'tempest-AttachVolumeShelveTestJSON-1100825849-router', 'tenant_id': '1a7f6c917c934c00a862b9946ce2b1cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'external_fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.152'}], 'enable_snat': True}, 'gw_port_id': '51e28825-0c57-4907-8702-1c2946ca62e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:55:59Z', 'updated_at': '2022-09-18T00:56:11Z', 'revision_number': 4, 'project_id': '1a7f6c917c934c00a862b9946ce2b1cd', 'gw_port': {'id': '51e28825-0c57-4907-8702-1c2946ca62e8', 'name': '', 'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:0b:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afd96339-e571-4ae6-8804-46a62196660b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:56:01Z', 'updated_at': '2022-09-18T00:56:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': 'a9bc47a8-4881-46c7-add9-d9f3582d3f14', 'name': '', 'network_id': '5b2870f5-1df6-4588-9304-3be88fc2aeec', 'tenant_id': '1a7f6c917c934c00a862b9946ce2b1cd', 'mac_address': 'fa:16:3e:7a:53:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afd96339-e571-4ae6-8804-46a62196660b', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': 'b02e0a67-927b-4f1f-86aa-5b54aefb606b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:56:09Z', 'updated_at': '2022-09-18T00:56:16Z', 'revision_number': 4, 'project_id': '1a7f6c917c934c00a862b9946ce2b1cd', 'subnets': [{'id': 'b02e0a67-927b-4f1f-86aa-5b54aefb606b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:56:17.754494 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.l3_dvr_db [None req-1cdedc01-5103-476a-b5db-d30a339ae2ad None None] Set router 1ed01ef0-86d6-48ca-8f4f-b56f6df17cce gateway port host: dv-cinder-master-3-smb {{(pid=106232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 18 00:56:17.819494 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-905de1c2-8461-4c7f-bdf6-838fcb77b31c tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (None), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:17.874513 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-5dc80384-2bd6-48c1-8402-3f3f5845d313 admin admin] Publish callbacks [] for port (4545d7a8-56f0-4062-a60e-cf2cfb4c3390), precommit_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:17.934857 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Current status of the port 5156c3ea-999a-4c10-aba8-b7c4382d84a2 is: DOWN; New status is: ACTIVE {{(pid=106232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 00:56:17.937929 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (5156c3ea-999a-4c10-aba8-b7c4382d84a2), before_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:17.949399 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-5dc80384-2bd6-48c1-8402-3f3f5845d313 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749746030758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749745591525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749745591543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13917127'] for port (4545d7a8-56f0-4062-a60e-cf2cfb4c3390), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:17.982737 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:56:18.046072 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-2399520f-6729-40e0-9286-ee5aae821923 None None] Port 4545d7a8-56f0-4062-a60e-cf2cfb4c3390 cannot update to ACTIVE because it is not bound. {{(pid=106232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 18 00:56:18.053204 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.db [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] For port 5156c3ea-999a-4c10-aba8-b7c4382d84a2, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=5156c3ea-999a-4c10-aba8-b7c4382d84a2,segment=NetworkSegment(e81b1a67-2f81-4ac8-a4dd-b13e6c47d014),segment_id=e81b1a67-2f81-4ac8-a4dd-b13e6c47d014)] {{(pid=106232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:56:18.108766 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.33', 56388) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:56:18.146947 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749746030758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749745591525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749745591543'] for port (5156c3ea-999a-4c10-aba8-b7c4382d84a2), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:18.147904 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.rpc [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Device 85d33348-a6aa-4278-8987-be6d20f85848 up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=106232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:56:18.212718 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-d3a10bce-2dae-4aa3-bd5a-48213d7f73cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (7b7733d2-6c70-4f1c-ad49-02b27cfcd267), before_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:18.280419 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-42ce5db4-8929-46ef-abb0-46c921b5fcc9 req-76308b48-07e5-4954-a3eb-1c1e0ca61686 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=abf6631e-213a-40ea-8708-5dc51da0ee8c HTTP/1.1" status: 200 len: 210 time: 0.1704166 Sep 18 00:56:18.305764 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-5dc80384-2bd6-48c1-8402-3f3f5845d313 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16267041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16482956'] for router_interface (5b0b7f67-1b83-4574-ab3e-35ade2a4eea8), after_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:18.315791 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.db.db_base_plugin_common [None req-905de1c2-8461-4c7f-bdf6-838fcb77b31c tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Allocated IP 172.37.5.249 (b5726c9b-05f1-4137-90cd-23a4e3e89505/9e97c026-c8b3-4b72-91ed-10f39e002f97/739d381d-b820-4558-b984-a759f0cbadc5) {{(pid=106230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:56:18.380966 dv-cinder-master-3-smb neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:56:18.488732 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.provisioning_blocks [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Provisioning complete for port 85d33348-a6aa-4278-8987-be6d20f85848 triggered by entity L2. {{(pid=106232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 00:56:18.489367 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981214'] for port (85d33348-a6aa-4278-8987-be6d20f85848), provisioning_complete {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:18.489910 dv-cinder-master-3-smb neutron-server[106232]: INFO neutron.plugins.ml2.plugin [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Attempt 1 to provision port 85d33348-a6aa-4278-8987-be6d20f85848 Sep 18 00:56:18.540056 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-24085f1e-d412-4622-9546-5fed17665c8d admin admin] Publish callbacks [] for port (01af8433-c279-4dab-a31d-ef4ca4915365), precommit_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:18.548507 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Pushing event updated for resources: {'Port': ['ID=5156c3ea-999a-4c10-aba8-b7c4382d84a2,revision_number=4']} {{(pid=106232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:18.553073 dv-cinder-master-3-smb neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:56:18.555620 dv-cinder-master-3-smb neutron-server[106232]: INFO neutron.plugins.ml2.plugin [None req-2399520f-6729-40e0-9286-ee5aae821923 None None] Attempt 2 to provision port 4545d7a8-56f0-4062-a60e-cf2cfb4c3390 Sep 18 00:56:18.604595 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:56:18.612252 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc80384-2bd6-48c1-8402-3f3f5845d313 admin admin] Pushing event updated for resources: {'Port': ['ID=4545d7a8-56f0-4062-a60e-cf2cfb4c3390,revision_number=2']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:18.627559 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-24085f1e-d412-4622-9546-5fed17665c8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749745591507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13917182'] for port (01af8433-c279-4dab-a31d-ef4ca4915365), after_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:18.653711 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dc80384-2bd6-48c1-8402-3f3f5845d313 admin admin] Network eee7c814-dc91-4de0-b55e-0732fcd7c9de is already hosted by enough agents. {{(pid=106231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:56:18.719862 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-905de1c2-8461-4c7f-bdf6-838fcb77b31c tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Publish callbacks [] for port (739d381d-b820-4558-b984-a759f0cbadc5), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:18.731452 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:DELETE=3,neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:56:18.745392 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:56:18.856725 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-905de1c2-8461-4c7f-bdf6-838fcb77b31c tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749745591507'] for port (739d381d-b820-4558-b984-a759f0cbadc5), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:18.890512 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-d3a10bce-2dae-4aa3-bd5a-48213d7f73cd admin admin] Publish callbacks [] for port (7b7733d2-6c70-4f1c-ad49-02b27cfcd267), precommit_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:18.950144 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-d3a10bce-2dae-4aa3-bd5a-48213d7f73cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749746030758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749745591525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749745591543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13917127'] for port (7b7733d2-6c70-4f1c-ad49-02b27cfcd267), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:18.986986 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905de1c2-8461-4c7f-bdf6-838fcb77b31c tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Pushing event updated for resources: {'Port': ['ID=739d381d-b820-4558-b984-a759f0cbadc5,revision_number=1']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:19.004693 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-2399520f-6729-40e0-9286-ee5aae821923 None None] Port 4545d7a8-56f0-4062-a60e-cf2cfb4c3390 cannot update to ACTIVE because it is not bound. {{(pid=106232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 18 00:56:19.009493 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.scheduler.base_scheduler [None req-5dc80384-2bd6-48c1-8402-3f3f5845d313 admin admin] Resources bound (agent type, host, resource id): {{(pid=106231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:56:19.016362 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-d3a10bce-2dae-4aa3-bd5a-48213d7f73cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16267041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16482956'] for router_interface (7db6c735-5d48-4a57-8dd6-f3463490337e), after_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:19.026043 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-905de1c2-8461-4c7f-bdf6-838fcb77b31c tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Network b5726c9b-05f1-4137-90cd-23a4e3e89505 is already hosted by enough agents. {{(pid=106230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:56:19.033415 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.scheduler.base_scheduler [None req-905de1c2-8461-4c7f-bdf6-838fcb77b31c tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Resources bound (agent type, host, resource id): {{(pid=106230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:56:19.044250 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-905de1c2-8461-4c7f-bdf6-838fcb77b31c tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Received port after_create {{(pid=106230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 18 00:56:19.069123 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.l3_hamode_db [None req-1cdedc01-5103-476a-b5db-d30a339ae2ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ed01ef0-86d6-48ca-8f4f-b56f6df17cce', 'name': 'tempest-ServerRescueNegativeTestJSON-1197339519-router', 'tenant_id': '8cbf74b218c04911bb921f7cc2c6e966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'external_fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.201'}], 'enable_snat': True}, 'gw_port_id': '1a63b5be-1556-4ad8-a604-71bb845b8be3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:56:01Z', 'updated_at': '2022-09-18T00:56:08Z', 'revision_number': 3, 'project_id': '8cbf74b218c04911bb921f7cc2c6e966', 'gw_port': {'id': '1a63b5be-1556-4ad8-a604-71bb845b8be3', 'name': '', 'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:38:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ed01ef0-86d6-48ca-8f4f-b56f6df17cce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:56:02Z', 'updated_at': '2022-09-18T00:56:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb'}], 'dv-cinder-master-3-smb', False) {} {{(pid=106232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:56:19.071420 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Current status of the port 85d33348-a6aa-4278-8987-be6d20f85848 is: DOWN; New status is: ACTIVE {{(pid=106232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 00:56:19.071983 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (85d33348-a6aa-4278-8987-be6d20f85848), before_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:19.181096 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cdedc01-5103-476a-b5db-d30a339ae2ad None None] The sync data for ids ['1ed01ef0-86d6-48ca-8f4f-b56f6df17cce'] in dv-cinder-master-3-smb is: [{'id': '1ed01ef0-86d6-48ca-8f4f-b56f6df17cce', 'name': 'tempest-ServerRescueNegativeTestJSON-1197339519-router', 'tenant_id': '8cbf74b218c04911bb921f7cc2c6e966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'external_fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.201'}], 'enable_snat': True}, 'gw_port_id': '1a63b5be-1556-4ad8-a604-71bb845b8be3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:56:01Z', 'updated_at': '2022-09-18T00:56:08Z', 'revision_number': 3, 'project_id': '8cbf74b218c04911bb921f7cc2c6e966', 'gw_port': {'id': '1a63b5be-1556-4ad8-a604-71bb845b8be3', 'name': '', 'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:38:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ed01ef0-86d6-48ca-8f4f-b56f6df17cce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:56:02Z', 'updated_at': '2022-09-18T00:56:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb'}] {{(pid=106232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:56:19.191625 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-905de1c2-8461-4c7f-bdf6-838fcb77b31c tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Publish callbacks [] for floatingip (bc2843cd-42ac-4bf4-aca4-0afd8a7bb211), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:19.227145 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.db [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] For port 85d33348-a6aa-4278-8987-be6d20f85848, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=85d33348-a6aa-4278-8987-be6d20f85848,segment=NetworkSegment(e81b1a67-2f81-4ac8-a4dd-b13e6c47d014),segment_id=e81b1a67-2f81-4ac8-a4dd-b13e6c47d014)] {{(pid=106232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:56:19.235972 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749746030758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749745591525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749745591543'] for port (85d33348-a6aa-4278-8987-be6d20f85848), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:19.238677 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.rpc [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Device 51f59d64-55a1-4532-bae4-b6e1df9dbc2d up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=106232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:56:19.266906 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24085f1e-d412-4622-9546-5fed17665c8d admin admin] Network c62b9e47-59b6-47ba-845f-e3be4dd39ad8 is already hosted by enough agents. {{(pid=106231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:56:19.314704 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-905de1c2-8461-4c7f-bdf6-838fcb77b31c tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (739d381d-b820-4558-b984-a759f0cbadc5), before_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:19.318098 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.scheduler.base_scheduler [None req-24085f1e-d412-4622-9546-5fed17665c8d admin admin] Resources bound (agent type, host, resource id): {{(pid=106231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:56:19.387369 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24085f1e-d412-4622-9546-5fed17665c8d admin admin] Received port after_create {{(pid=106231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 18 00:56:19.508732 dv-cinder-master-3-smb neutron-server[106232]: INFO neutron.plugins.ml2.plugin [None req-2399520f-6729-40e0-9286-ee5aae821923 None None] Attempt 3 to provision port 4545d7a8-56f0-4062-a60e-cf2cfb4c3390 Sep 18 00:56:19.594810 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Pushing event updated for resources: {'Port': ['ID=85d33348-a6aa-4278-8987-be6d20f85848,revision_number=4']} {{(pid=106232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:19.599897 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-76420a87-8438-498e-943c-1483ed966f4c req-fea9ab04-8a04-4708-8cae-a6e8856bfa7e tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=abf6631e-213a-40ea-8708-5dc51da0ee8c HTTP/1.1" status: 200 len: 210 time: 0.1240792 Sep 18 00:56:19.651931 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.provisioning_blocks [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Provisioning complete for port 51f59d64-55a1-4532-bae4-b6e1df9dbc2d triggered by entity L2. {{(pid=106232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 00:56:19.652479 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981214'] for port (51f59d64-55a1-4532-bae4-b6e1df9dbc2d), provisioning_complete {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:19.653023 dv-cinder-master-3-smb neutron-server[106232]: INFO neutron.plugins.ml2.plugin [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Attempt 1 to provision port 51f59d64-55a1-4532-bae4-b6e1df9dbc2d Sep 18 00:56:19.660776 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-2399520f-6729-40e0-9286-ee5aae821923 None None] Port 4545d7a8-56f0-4062-a60e-cf2cfb4c3390 cannot update to ACTIVE because it is not bound. {{(pid=106232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 18 00:56:19.666879 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24085f1e-d412-4622-9546-5fed17665c8d admin admin] Pushing event updated for resources: {'Port': ['ID=01af8433-c279-4dab-a31d-ef4ca4915365,revision_number=1']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:19.828865 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-24085f1e-d412-4622-9546-5fed17665c8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16482840'] for router_interface (1ed01ef0-86d6-48ca-8f4f-b56f6df17cce), before_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:19.839012 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Current status of the port 51f59d64-55a1-4532-bae4-b6e1df9dbc2d is: ACTIVE; New status is: ACTIVE {{(pid=106232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 00:56:19.840229 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.rpc [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Device 95265b42-1dcd-469b-920c-bdfb1b25306f up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=106232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:56:19.909399 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a10bce-2dae-4aa3-bd5a-48213d7f73cd admin admin] Pushing event updated for resources: {'Port': ['ID=7b7733d2-6c70-4f1c-ad49-02b27cfcd267,revision_number=2']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:19.949302 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-905de1c2-8461-4c7f-bdf6-838fcb77b31c tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Publish callbacks [] for port (739d381d-b820-4558-b984-a759f0cbadc5), precommit_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:19.950633 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.provisioning_blocks [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Provisioning complete for port 95265b42-1dcd-469b-920c-bdfb1b25306f triggered by entity L2. {{(pid=106232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 00:56:19.951159 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981214'] for port (95265b42-1dcd-469b-920c-bdfb1b25306f), provisioning_complete {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:19.951505 dv-cinder-master-3-smb neutron-server[106232]: INFO neutron.plugins.ml2.plugin [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Attempt 1 to provision port 95265b42-1dcd-469b-920c-bdfb1b25306f Sep 18 00:56:19.962157 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-905de1c2-8461-4c7f-bdf6-838fcb77b31c tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749746030758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749745591525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749745591543'] for port (739d381d-b820-4558-b984-a759f0cbadc5), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:19.963231 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-905de1c2-8461-4c7f-bdf6-838fcb77b31c tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16489891'] for floatingip (bc2843cd-42ac-4bf4-aca4-0afd8a7bb211), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:19.964739 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dc80384-2bd6-48c1-8402-3f3f5845d313 admin admin] Router 5b0b7f67-1b83-4574-ab3e-35ade2a4eea8 has already been hosted by L3 agent d0e8801d-4758-48bd-8085-7f05d3358764 {{(pid=106231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:56:19.999244 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3a10bce-2dae-4aa3-bd5a-48213d7f73cd admin admin] Network e0ba4f30-bf7e-461f-88f4-1cd7adb83e44 is already hosted by enough agents. {{(pid=106231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:56:20.015068 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.scheduler.base_scheduler [None req-d3a10bce-2dae-4aa3-bd5a-48213d7f73cd admin admin] Resources bound (agent type, host, resource id): {{(pid=106231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:56:20.077440 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-905de1c2-8461-4c7f-bdf6-838fcb77b31c tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16701016'] for floatingip (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:20.078479 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [None req-905de1c2-8461-4c7f-bdf6-838fcb77b31c tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4531527 Sep 18 00:56:20.118911 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905de1c2-8461-4c7f-bdf6-838fcb77b31c tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Pushing event updated for resources: {'Port': ['ID=739d381d-b820-4558-b984-a759f0cbadc5,revision_number=2']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:20.162786 dv-cinder-master-3-smb neutron-server[106232]: INFO neutron.plugins.ml2.plugin [None req-2399520f-6729-40e0-9286-ee5aae821923 None None] Attempt 4 to provision port 4545d7a8-56f0-4062-a60e-cf2cfb4c3390 Sep 18 00:56:20.272355 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-2399520f-6729-40e0-9286-ee5aae821923 None None] Port 4545d7a8-56f0-4062-a60e-cf2cfb4c3390 cannot update to ACTIVE because it is not bound. {{(pid=106232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 18 00:56:20.310630 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Current status of the port 95265b42-1dcd-469b-920c-bdfb1b25306f is: ACTIVE; New status is: ACTIVE {{(pid=106232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 00:56:20.311718 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.rpc [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Device 8581782e-b2c0-4190-b5c3-622703f2749a up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=106232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:56:20.466173 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.provisioning_blocks [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Provisioning complete for port 8581782e-b2c0-4190-b5c3-622703f2749a triggered by entity L2. {{(pid=106232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 00:56:20.466526 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981214'] for port (8581782e-b2c0-4190-b5c3-622703f2749a), provisioning_complete {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:20.466917 dv-cinder-master-3-smb neutron-server[106232]: INFO neutron.plugins.ml2.plugin [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Attempt 1 to provision port 8581782e-b2c0-4190-b5c3-622703f2749a Sep 18 00:56:20.487874 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:56:20.547166 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:56:20.591576 dv-cinder-master-3-smb neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:56:20.594378 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Current status of the port 8581782e-b2c0-4190-b5c3-622703f2749a is: ACTIVE; New status is: ACTIVE {{(pid=106232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 00:56:20.595759 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.rpc [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Device 04fc37ae-b707-451a-b4f8-2236974f4e37 up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=106232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:56:20.704513 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dc80384-2bd6-48c1-8402-3f3f5845d313 admin admin] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=106231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:56:20.733706 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-5dc80384-2bd6-48c1-8402-3f3f5845d313 admin admin] 10.222.0.33 "PUT /networking/v2.0/routers/5b0b7f67-1b83-4574-ab3e-35ade2a4eea8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.5395977 Sep 18 00:56:20.738501 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-cc159f92-1f3c-47b4-a689-b5b014007a49 req-8fc8675b-f848-4cdb-a2b3-8fb3fbfdc682 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--726730653&fields=id&tenant_id=1a7f6c917c934c00a862b9946ce2b1cd HTTP/1.1" status: 200 len: 267 time: 0.1371317 Sep 18 00:56:20.745675 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05e1acb1-6da0-4574-b069-1a8af925eb99 None None] Sync routers for ids ['5b0b7f67-1b83-4574-ab3e-35ade2a4eea8'] in dv-cinder-master-3-smb {{(pid=106232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:56:20.759611 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3a10bce-2dae-4aa3-bd5a-48213d7f73cd admin admin] Router 7db6c735-5d48-4a57-8dd6-f3463490337e has already been hosted by L3 agent d0e8801d-4758-48bd-8085-7f05d3358764 {{(pid=106231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:56:20.788545 dv-cinder-master-3-smb neutron-server[106232]: INFO neutron.plugins.ml2.plugin [None req-2399520f-6729-40e0-9286-ee5aae821923 None None] Attempt 5 to provision port 4545d7a8-56f0-4062-a60e-cf2cfb4c3390 Sep 18 00:56:20.790655 dv-cinder-master-3-smb neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:56:20.799616 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-24085f1e-d412-4622-9546-5fed17665c8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (01af8433-c279-4dab-a31d-ef4ca4915365), before_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:20.809321 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-e686552c-0102-47fd-81ab-57eaa3208f14 req-3af2af11-4c17-4ce2-97a5-4ef7771de3b6 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=abf6631e-213a-40ea-8708-5dc51da0ee8c HTTP/1.1" status: 200 len: 210 time: 0.0684042 Sep 18 00:56:20.832486 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e1acb1-6da0-4574-b069-1a8af925eb99 None None] Routers {'5b0b7f67-1b83-4574-ab3e-35ade2a4eea8'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 18 00:56:20.833379 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.l3_hamode_db [None req-05e1acb1-6da0-4574-b069-1a8af925eb99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-18T00:47:37Z,description=,heartbeat_timestamp=2022-09-18T00:56:07Z,host='dv-cinder-master-3-smb',id=d0e8801d-4758-48bd-8085-7f05d3358764,load=0,resource_versions=,resources_synced=,started_at=2022-09-18T00:47:37Z,topic='l3_agent')) {'router_ids': ['5b0b7f67-1b83-4574-ab3e-35ade2a4eea8'], 'active': True} {{(pid=106232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:56:20.995956 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc159f92-1f3c-47b4-a689-b5b014007a49 req-892a8f0f-b06f-406c-8d26-7f2202345e26 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:56:21.010550 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-cc159f92-1f3c-47b4-a689-b5b014007a49 req-892a8f0f-b06f-406c-8d26-7f2202345e26 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/networks?id=5b2870f5-1df6-4588-9304-3be88fc2aeec HTTP/1.1" status: 200 len: 817 time: 0.2561083 Sep 18 00:56:21.035218 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-cc159f92-1f3c-47b4-a689-b5b014007a49 req-2868f639-1700-4e9e-bd93-ce01696a4dc5 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/quotas/1a7f6c917c934c00a862b9946ce2b1cd HTTP/1.1" status: 200 len: 375 time: 0.0227211 Sep 18 00:56:21.059655 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.l3_dvr_db [None req-05e1acb1-6da0-4574-b069-1a8af925eb99 None None] Set router 5b0b7f67-1b83-4574-ab3e-35ade2a4eea8 gateway port host: dv-cinder-master-3-smb {{(pid=106232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 18 00:56:21.135299 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3a10bce-2dae-4aa3-bd5a-48213d7f73cd admin admin] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=106231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:56:21.138075 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-cc159f92-1f3c-47b4-a689-b5b014007a49 req-22bd12ba-f960-4b61-bc62-9f864e4451c4 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=1a7f6c917c934c00a862b9946ce2b1cd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1008542 Sep 18 00:56:21.145597 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-d3a10bce-2dae-4aa3-bd5a-48213d7f73cd admin admin] 10.222.0.33 "PUT /networking/v2.0/routers/7db6c735-5d48-4a57-8dd6-f3463490337e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4090509 Sep 18 00:56:21.147585 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-414c26e8-ccda-4c66-854d-511087ee88d5 None None] Sync routers for ids ['7db6c735-5d48-4a57-8dd6-f3463490337e'] in dv-cinder-master-3-smb {{(pid=106233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:56:21.173783 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-414c26e8-ccda-4c66-854d-511087ee88d5 None None] Routers {'7db6c735-5d48-4a57-8dd6-f3463490337e'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 18 00:56:21.178329 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.l3_hamode_db [None req-414c26e8-ccda-4c66-854d-511087ee88d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-18T00:47:37Z,description=,heartbeat_timestamp=2022-09-18T00:56:07Z,host='dv-cinder-master-3-smb',id=d0e8801d-4758-48bd-8085-7f05d3358764,load=0,resource_versions=,resources_synced=,started_at=2022-09-18T00:47:37Z,topic='l3_agent')) {'router_ids': ['7db6c735-5d48-4a57-8dd6-f3463490337e'], 'active': True} {{(pid=106233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:56:21.242560 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.provisioning_blocks [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Provisioning complete for port 04fc37ae-b707-451a-b4f8-2236974f4e37 triggered by entity L2. {{(pid=106232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 00:56:21.242955 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981214'] for port (04fc37ae-b707-451a-b4f8-2236974f4e37), provisioning_complete {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:21.243296 dv-cinder-master-3-smb neutron-server[106232]: INFO neutron.plugins.ml2.plugin [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Attempt 1 to provision port 04fc37ae-b707-451a-b4f8-2236974f4e37 Sep 18 00:56:21.302308 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-2399520f-6729-40e0-9286-ee5aae821923 None None] Port 4545d7a8-56f0-4062-a60e-cf2cfb4c3390 cannot update to ACTIVE because it is not bound. {{(pid=106232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 18 00:56:21.312969 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-24085f1e-d412-4622-9546-5fed17665c8d admin admin] Publish callbacks [] for port (01af8433-c279-4dab-a31d-ef4ca4915365), precommit_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:21.322761 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-24085f1e-d412-4622-9546-5fed17665c8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749746030758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749745591525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749745591543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13917127'] for port (01af8433-c279-4dab-a31d-ef4ca4915365), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:21.417224 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Current status of the port 04fc37ae-b707-451a-b4f8-2236974f4e37 is: ACTIVE; New status is: ACTIVE {{(pid=106232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 00:56:21.418672 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.rpc [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Device 51e28825-0c57-4907-8702-1c2946ca62e8 up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=106232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:56:21.484836 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.33', 56520) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:56:21.490360 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.v2.base [None req-fa7ac3af-7727-4706-835e-e0862ee1ad98 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Request body: {'security_group': {'name': 'tempest-securitygroup--303034548', 'description': 'tempest-description--204486175'}} {{(pid=106230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:56:21.503829 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-24085f1e-d412-4622-9546-5fed17665c8d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16267041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16482956'] for router_interface (1ed01ef0-86d6-48ca-8f4f-b56f6df17cce), after_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:21.509497 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24085f1e-d412-4622-9546-5fed17665c8d admin admin] Pushing event updated for resources: {'Port': ['ID=01af8433-c279-4dab-a31d-ef4ca4915365,revision_number=2']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:21.561910 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-fa7ac3af-7727-4706-835e-e0862ee1ad98 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Publish callbacks [] for security_group (None), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:21.588642 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.l3_hamode_db [None req-05e1acb1-6da0-4574-b069-1a8af925eb99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b0b7f67-1b83-4574-ab3e-35ade2a4eea8', 'name': 'tempest-AttachVolumeNegativeTest-887914811-router', 'tenant_id': 'ec2d9e20d4ed4178b9bc68ff54715b18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'external_fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.120'}], 'enable_snat': True}, 'gw_port_id': '85d33348-a6aa-4278-8987-be6d20f85848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:56:00Z', 'updated_at': '2022-09-18T00:56:15Z', 'revision_number': 4, 'project_id': 'ec2d9e20d4ed4178b9bc68ff54715b18', 'gw_port': {'id': '85d33348-a6aa-4278-8987-be6d20f85848', 'name': '', 'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:1b:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b0b7f67-1b83-4574-ab3e-35ade2a4eea8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:56:01Z', 'updated_at': '2022-09-18T00:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '4545d7a8-56f0-4062-a60e-cf2cfb4c3390', 'name': '', 'network_id': 'eee7c814-dc91-4de0-b55e-0732fcd7c9de', 'tenant_id': 'ec2d9e20d4ed4178b9bc68ff54715b18', 'mac_address': 'fa:16:3e:b0:99:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b0b7f67-1b83-4574-ab3e-35ade2a4eea8', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '4028d8f5-a2a6-4af3-9818-cba168eaf579', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:56:11Z', 'updated_at': '2022-09-18T00:56:16Z', 'revision_number': 2, 'project_id': 'ec2d9e20d4ed4178b9bc68ff54715b18', 'subnets': [{'id': '4028d8f5-a2a6-4af3-9818-cba168eaf579', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=106232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:56:21.676096 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05e1acb1-6da0-4574-b069-1a8af925eb99 None None] Checking router: 5b0b7f67-1b83-4574-ab3e-35ade2a4eea8 for host: dv-cinder-master-3-smb {{(pid=106232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:56:21.677512 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05e1acb1-6da0-4574-b069-1a8af925eb99 None None] Updating router 5b0b7f67-1b83-4574-ab3e-35ade2a4eea8 port 4545d7a8-56f0-4062-a60e-cf2cfb4c3390 binding host dv-cinder-master-3-smb {{(pid=106232) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 00:56:21.701754 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24085f1e-d412-4622-9546-5fed17665c8d admin admin] Network c62b9e47-59b6-47ba-845f-e3be4dd39ad8 is already hosted by enough agents. {{(pid=106231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:56:21.703817 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.scheduler.base_scheduler [None req-24085f1e-d412-4622-9546-5fed17665c8d admin admin] Resources bound (agent type, host, resource id): {{(pid=106231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:56:21.730402 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.provisioning_blocks [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Provisioning complete for port 51e28825-0c57-4907-8702-1c2946ca62e8 triggered by entity L2. {{(pid=106232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 00:56:21.730816 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981214'] for port (51e28825-0c57-4907-8702-1c2946ca62e8), provisioning_complete {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:21.731187 dv-cinder-master-3-smb neutron-server[106232]: INFO neutron.plugins.ml2.plugin [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Attempt 1 to provision port 51e28825-0c57-4907-8702-1c2946ca62e8 Sep 18 00:56:21.805184 dv-cinder-master-3-smb neutron-server[106232]: INFO neutron.plugins.ml2.plugin [None req-2399520f-6729-40e0-9286-ee5aae821923 None None] Attempt 6 to provision port 4545d7a8-56f0-4062-a60e-cf2cfb4c3390 Sep 18 00:56:21.834082 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.l3_dvr_db [None req-414c26e8-ccda-4c66-854d-511087ee88d5 None None] Set router 7db6c735-5d48-4a57-8dd6-f3463490337e gateway port host: dv-cinder-master-3-smb {{(pid=106233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 18 00:56:21.945478 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-2399520f-6729-40e0-9286-ee5aae821923 None None] Port 4545d7a8-56f0-4062-a60e-cf2cfb4c3390 cannot update to ACTIVE because it is not bound. {{(pid=106232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 18 00:56:21.960165 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-05e1acb1-6da0-4574-b069-1a8af925eb99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (4545d7a8-56f0-4062-a60e-cf2cfb4c3390), before_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:22.155351 dv-cinder-master-3-smb neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=100 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:56:22.172465 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.wsgi [req-cc159f92-1f3c-47b4-a689-b5b014007a49 req-d9c7db5b-f903-4719-b190-0456a6bbd241 service neutron] http://10.222.0.33:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106230) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 18 00:56:22.183249 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-cc159f92-1f3c-47b4-a689-b5b014007a49 req-d9c7db5b-f903-4719-b190-0456a6bbd241 service neutron] 10.222.0.33 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.5752642 Sep 18 00:56:22.216781 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-fa7ac3af-7727-4706-835e-e0862ee1ad98 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Publish callbacks [] for security_group (47037163-61fb-461f-809c-733d83e39634), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:22.244968 dv-cinder-master-3-smb neutron-server[106233]: DEBUG dbcounter [-] [106233] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106233) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:56:22.250823 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=1,neutron:INSERT=5 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:56:22.286353 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-fa7ac3af-7727-4706-835e-e0862ee1ad98 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512506'] for security_group (47037163-61fb-461f-809c-733d83e39634), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:22.371203 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Current status of the port 51e28825-0c57-4907-8702-1c2946ca62e8 is: DOWN; New status is: ACTIVE {{(pid=106232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 00:56:22.371658 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (51e28825-0c57-4907-8702-1c2946ca62e8), before_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:22.398379 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.db [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] For port 51e28825-0c57-4907-8702-1c2946ca62e8, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=51e28825-0c57-4907-8702-1c2946ca62e8,segment=NetworkSegment(e81b1a67-2f81-4ac8-a4dd-b13e6c47d014),segment_id=e81b1a67-2f81-4ac8-a4dd-b13e6c47d014)] {{(pid=106232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:56:22.404279 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749746030758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749745591525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749745591543'] for port (51e28825-0c57-4907-8702-1c2946ca62e8), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:22.404634 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.rpc [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Device 47be8694-c532-491d-837b-a3e8c958c691 up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=106232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:56:22.444610 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:DELETE=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:56:22.452991 dv-cinder-master-3-smb neutron-server[106232]: INFO neutron.plugins.ml2.plugin [None req-2399520f-6729-40e0-9286-ee5aae821923 None None] Attempt 7 to provision port 4545d7a8-56f0-4062-a60e-cf2cfb4c3390 Sep 18 00:56:22.562054 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.57', 51665) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:56:22.597943 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.l3_hamode_db [None req-414c26e8-ccda-4c66-854d-511087ee88d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7db6c735-5d48-4a57-8dd6-f3463490337e', 'name': 'tempest-DeleteServersTestJSON-1356048901-router', 'tenant_id': 'd8e0132d9e0c47b9b4c2042dba767701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'external_fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.18'}], 'enable_snat': True}, 'gw_port_id': '5156c3ea-999a-4c10-aba8-b7c4382d84a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:56:01Z', 'updated_at': '2022-09-18T00:56:17Z', 'revision_number': 4, 'project_id': 'd8e0132d9e0c47b9b4c2042dba767701', 'gw_port': {'id': '5156c3ea-999a-4c10-aba8-b7c4382d84a2', 'name': '', 'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:65:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7db6c735-5d48-4a57-8dd6-f3463490337e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:56:03Z', 'updated_at': '2022-09-18T00:56:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '7b7733d2-6c70-4f1c-ad49-02b27cfcd267', 'name': '', 'network_id': 'e0ba4f30-bf7e-461f-88f4-1cd7adb83e44', 'tenant_id': 'd8e0132d9e0c47b9b4c2042dba767701', 'mac_address': 'fa:16:3e:34:6e:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7db6c735-5d48-4a57-8dd6-f3463490337e', 'device_owner': 'network:router_interface', 'standard_attr_id': 142, 'fixed_ips': [{'subnet_id': '52921a7d-948e-4aa2-bac6-f9f8eb611d75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:56:13Z', 'updated_at': '2022-09-18T00:56:18Z', 'revision_number': 2, 'project_id': 'd8e0132d9e0c47b9b4c2042dba767701', 'subnets': [{'id': '52921a7d-948e-4aa2-bac6-f9f8eb611d75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=106233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:56:22.642772 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-414c26e8-ccda-4c66-854d-511087ee88d5 None None] Checking router: 7db6c735-5d48-4a57-8dd6-f3463490337e for host: dv-cinder-master-3-smb {{(pid=106233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:56:22.643992 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-414c26e8-ccda-4c66-854d-511087ee88d5 None None] Updating router 7db6c735-5d48-4a57-8dd6-f3463490337e port 7b7733d2-6c70-4f1c-ad49-02b27cfcd267 binding host dv-cinder-master-3-smb {{(pid=106233) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 00:56:22.652938 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-40858e86-58df-4af0-97a4-e7981f84de2b req-e6d647c0-a5d0-4160-883c-cbf67a90d0bf tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=abf6631e-213a-40ea-8708-5dc51da0ee8c HTTP/1.1" status: 200 len: 210 time: 0.3052645 Sep 18 00:56:22.666533 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-2399520f-6729-40e0-9286-ee5aae821923 None None] Port 4545d7a8-56f0-4062-a60e-cf2cfb4c3390 cannot update to ACTIVE because it is not bound. {{(pid=106232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 18 00:56:22.667057 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-fa7ac3af-7727-4706-835e-e0862ee1ad98 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Publish callbacks [] for security_group (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:22.676709 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [None req-fa7ac3af-7727-4706-835e-e0862ee1ad98 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] 10.222.0.33 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.1907969 Sep 18 00:56:22.680759 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.33', 56548) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:56:22.696089 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7ac3af-7727-4706-835e-e0862ee1ad98 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47037163-61fb-461f-809c-733d83e39634,revision_number=1']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:22.717820 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [None req-414c26e8-ccda-4c66-854d-511087ee88d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (7b7733d2-6c70-4f1c-ad49-02b27cfcd267), before_update {{(pid=106233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:22.718071 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.v2.base [None req-559441f2-ccf0-429c-9f51-ca005bd8009d tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Request body: {'security_group_rule': {'security_group_id': '47037163-61fb-461f-809c-733d83e39634', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:56:22.734440 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.provisioning_blocks [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Provisioning complete for port 47be8694-c532-491d-837b-a3e8c958c691 triggered by entity L2. {{(pid=106232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 00:56:22.735132 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981214'] for port (47be8694-c532-491d-837b-a3e8c958c691), provisioning_complete {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:22.735326 dv-cinder-master-3-smb neutron-server[106232]: INFO neutron.plugins.ml2.plugin [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Attempt 1 to provision port 47be8694-c532-491d-837b-a3e8c958c691 Sep 18 00:56:22.769994 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24085f1e-d412-4622-9546-5fed17665c8d admin admin] Router 1ed01ef0-86d6-48ca-8f4f-b56f6df17cce has already been hosted by L3 agent d0e8801d-4758-48bd-8085-7f05d3358764 {{(pid=106231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:56:22.778644 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=100 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:56:22.805890 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Pushing event updated for resources: {'Port': ['ID=51e28825-0c57-4907-8702-1c2946ca62e8,revision_number=4']} {{(pid=106232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:22.857522 dv-cinder-master-3-smb neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:56:22.864960 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-559441f2-ccf0-429c-9f51-ca005bd8009d tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Publish callbacks [] for security_group_rule (d0b38be6-c4bd-40a3-8848-6bcf495ea40a), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:22.902895 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-cc159f92-1f3c-47b4-a689-b5b014007a49 req-0f85695b-7728-484c-882c-329556d59c4f service neutron] 10.222.0.33 "GET /networking/v2.0/networks/5b2870f5-1df6-4588-9304-3be88fc2aeec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6801016 Sep 18 00:56:23.066001 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Current status of the port 47be8694-c532-491d-837b-a3e8c958c691 is: ACTIVE; New status is: ACTIVE {{(pid=106232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 00:56:23.137279 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08743b0b-4dfe-47bc-8ba6-a54bac56eedb req-c7666b55-79a5-4e81-be84-7ec4688a5fc9 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:56:23.140861 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-08743b0b-4dfe-47bc-8ba6-a54bac56eedb req-c7666b55-79a5-4e81-be84-7ec4688a5fc9 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] 10.222.0.57 "GET /networking/v2.0/networks?id=3e60962c-164c-4e15-8d69-6601f5d7b205 HTTP/1.1" status: 200 len: 811 time: 0.5745940 Sep 18 00:56:23.174557 dv-cinder-master-3-smb neutron-server[106232]: INFO neutron.plugins.ml2.plugin [None req-2399520f-6729-40e0-9286-ee5aae821923 None None] Attempt 8 to provision port 4545d7a8-56f0-4062-a60e-cf2cfb4c3390 Sep 18 00:56:23.185438 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24085f1e-d412-4622-9546-5fed17665c8d admin admin] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=106231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:56:23.200030 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-24085f1e-d412-4622-9546-5fed17665c8d admin admin] 10.222.0.33 "PUT /networking/v2.0/routers/1ed01ef0-86d6-48ca-8f4f-b56f6df17cce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6943598 Sep 18 00:56:23.215454 dv-cinder-master-3-smb neutron-server[106233]: DEBUG dbcounter [-] [106233] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106233) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:56:23.284292 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [None req-414c26e8-ccda-4c66-854d-511087ee88d5 None None] Publish callbacks [] for port (7b7733d2-6c70-4f1c-ad49-02b27cfcd267), precommit_update {{(pid=106233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:23.289767 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-05e1acb1-6da0-4574-b069-1a8af925eb99 None None] Publish callbacks [] for port (4545d7a8-56f0-4062-a60e-cf2cfb4c3390), precommit_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:23.305732 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [None req-414c26e8-ccda-4c66-854d-511087ee88d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749746030758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749745591525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749745591543'] for port (7b7733d2-6c70-4f1c-ad49-02b27cfcd267), after_update {{(pid=106233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:23.323139 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-05e1acb1-6da0-4574-b069-1a8af925eb99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749746030758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749745591525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749745591543'] for port (4545d7a8-56f0-4062-a60e-cf2cfb4c3390), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:23.391782 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:56:23.405354 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-08743b0b-4dfe-47bc-8ba6-a54bac56eedb req-ecdd9cd7-373a-4509-b6cb-1be921ef4d90 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] 10.222.0.57 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=a60d2801df884e15be8a0464cb725d6d HTTP/1.1" status: 200 len: 380 time: 0.1900024 Sep 18 00:56:23.420195 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-559441f2-ccf0-429c-9f51-ca005bd8009d tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Publish callbacks [] for security_group_rule (d0b38be6-c4bd-40a3-8848-6bcf495ea40a), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:23.422573 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.v2.base [req-08743b0b-4dfe-47bc-8ba6-a54bac56eedb req-939877df-d655-4f8e-a781-cfb815bb57f4 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Request body: {'port': {'device_id': 'abf6631e-213a-40ea-8708-5dc51da0ee8c', 'network_id': '3e60962c-164c-4e15-8d69-6601f5d7b205', 'admin_state_up': True, 'tenant_id': 'a60d2801df884e15be8a0464cb725d6d', 'security_groups': ['ebcf1d70-15c2-4b0c-9b2b-32e60a0830c6']}} {{(pid=106231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:56:23.472407 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-559441f2-ccf0-429c-9f51-ca005bd8009d tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512405'] for security_group_rule (d0b38be6-c4bd-40a3-8848-6bcf495ea40a), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:23.546169 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-2399520f-6729-40e0-9286-ee5aae821923 None None] Port 4545d7a8-56f0-4062-a60e-cf2cfb4c3390 cannot update to ACTIVE because it is not bound. {{(pid=106232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 18 00:56:23.579383 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3f49b7-63cd-4507-a677-e03f6106c6ea None None] Pushing event updated for resources: {'Port': ['ID=7b7733d2-6c70-4f1c-ad49-02b27cfcd267,revision_number=3']} {{(pid=106233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:23.677481 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.rpc [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Device 5156c3ea-999a-4c10-aba8-b7c4382d84a2 up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=106232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:56:23.707922 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.plugins.ml2.managers [None req-414c26e8-ccda-4c66-854d-511087ee88d5 None None] Attempting to bind port 7b7733d2-6c70-4f1c-ad49-02b27cfcd267 on host dv-cinder-master-3-smb for vnic_type normal with profile {{(pid=106233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 18 00:56:23.708290 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.plugins.ml2.managers [None req-414c26e8-ccda-4c66-854d-511087ee88d5 None None] Attempting to bind port 7b7733d2-6c70-4f1c-ad49-02b27cfcd267 by drivers openvswitch,hyperv on host dv-cinder-master-3-smb at level 0 using segments [{'id': '0bc43035-2a06-4549-bc0f-2c1d1396a95a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'e0ba4f30-bf7e-461f-88f4-1cd7adb83e44'}] {{(pid=106233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 18 00:56:23.712009 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-414c26e8-ccda-4c66-854d-511087ee88d5 None None] Attempting to bind port 7b7733d2-6c70-4f1c-ad49-02b27cfcd267 on network e0ba4f30-bf7e-461f-88f4-1cd7adb83e44 {{(pid=106233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:56:23.752852 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559441f2-ccf0-429c-9f51-ca005bd8009d tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0b38be6-c4bd-40a3-8848-6bcf495ea40a,revision_number=0']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:23.783849 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-559441f2-ccf0-429c-9f51-ca005bd8009d tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:23.787858 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [None req-559441f2-ccf0-429c-9f51-ca005bd8009d tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0797367 Sep 18 00:56:23.790704 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 56620) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:56:23.795177 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a159950d-0a09-4f4f-b564-9ba24ceef2da None None] Pushing event updated for resources: {'Port': ['ID=4545d7a8-56f0-4062-a60e-cf2cfb4c3390,revision_number=3']} {{(pid=106232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:23.796656 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.v2.base [None req-cf96b67e-f69c-4bfd-8f23-6e69adae2d5e tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Request body: {'security_group_rule': {'security_group_id': '47037163-61fb-461f-809c-733d83e39634', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:56:23.834187 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08743b0b-4dfe-47bc-8ba6-a54bac56eedb req-939877df-d655-4f8e-a781-cfb815bb57f4 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Made reservation on behalf of a60d2801df884e15be8a0464cb725d6d for: {'port': 1} {{(pid=106231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:56:23.837836 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.managers [None req-05e1acb1-6da0-4574-b069-1a8af925eb99 None None] Attempting to bind port 4545d7a8-56f0-4062-a60e-cf2cfb4c3390 on host dv-cinder-master-3-smb for vnic_type normal with profile {{(pid=106232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 18 00:56:23.838261 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.managers [None req-05e1acb1-6da0-4574-b069-1a8af925eb99 None None] Attempting to bind port 4545d7a8-56f0-4062-a60e-cf2cfb4c3390 by drivers openvswitch,hyperv on host dv-cinder-master-3-smb at level 0 using segments [{'id': '6bbfddfb-8aa0-4ab6-886c-b017727b1f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'eee7c814-dc91-4de0-b55e-0732fcd7c9de'}] {{(pid=106232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 18 00:56:23.838576 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e1acb1-6da0-4574-b069-1a8af925eb99 None None] Attempting to bind port 4545d7a8-56f0-4062-a60e-cf2cfb4c3390 on network eee7c814-dc91-4de0-b55e-0732fcd7c9de {{(pid=106232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:56:23.841383 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [req-08743b0b-4dfe-47bc-8ba6-a54bac56eedb req-939877df-d655-4f8e-a781-cfb815bb57f4 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (None), before_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:23.847575 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-cc159f92-1f3c-47b4-a689-b5b014007a49 req-71a81729-49ec-4f28-84d2-80a9cba0fb55 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/5b2870f5-1df6-4588-9304-3be88fc2aeec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9340136 Sep 18 00:56:23.874416 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-414c26e8-ccda-4c66-854d-511087ee88d5 None None] Checking agent: {'id': 'c8573462-7e7f-4357-b3a8-beeaa8ae7db3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 18, 0, 47, 40), 'started_at': datetime.datetime(2022, 9, 18, 0, 48, 10), 'heartbeat_timestamp': datetime.datetime(2022, 9, 18, 0, 56, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 18 00:56:23.874860 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-414c26e8-ccda-4c66-854d-511087ee88d5 None None] Checking segment: {'id': '0bc43035-2a06-4549-bc0f-2c1d1396a95a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'e0ba4f30-bf7e-461f-88f4-1cd7adb83e44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 18 00:56:23.875233 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [None req-414c26e8-ccda-4c66-854d-511087ee88d5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:23.875629 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-414c26e8-ccda-4c66-854d-511087ee88d5 None None] Bound using segment: {'id': '0bc43035-2a06-4549-bc0f-2c1d1396a95a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'e0ba4f30-bf7e-461f-88f4-1cd7adb83e44'} {{(pid=106233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 18 00:56:23.876120 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.plugins.ml2.managers [None req-414c26e8-ccda-4c66-854d-511087ee88d5 None None] Bound port: 7b7733d2-6c70-4f1c-ad49-02b27cfcd267, host: dv-cinder-master-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bc43035-2a06-4549-bc0f-2c1d1396a95a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'e0ba4f30-bf7e-461f-88f4-1cd7adb83e44'}}] {{(pid=106233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 18 00:56:23.876497 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [None req-414c26e8-ccda-4c66-854d-511087ee88d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (7b7733d2-6c70-4f1c-ad49-02b27cfcd267), before_update {{(pid=106233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:23.906034 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cf96b67e-f69c-4bfd-8f23-6e69adae2d5e tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Publish callbacks [] for security_group_rule (01a649a4-0d52-4cf9-850d-80a78ace0450), before_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:23.915985 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4397b6ad-8e68-427c-85ed-023afcedcd6e req-b7137d7a-e7f1-4b61-aef7-bb5e1d3a088a tempest-DeleteServersTestJSON-1695902054 tempest-DeleteServersTestJSON-1695902054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:56:23.930698 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-4397b6ad-8e68-427c-85ed-023afcedcd6e req-b7137d7a-e7f1-4b61-aef7-bb5e1d3a088a tempest-DeleteServersTestJSON-1695902054 tempest-DeleteServersTestJSON-1695902054-project] 10.222.0.33 "GET /networking/v2.0/networks?id=e0ba4f30-bf7e-461f-88f4-1cd7adb83e44 HTTP/1.1" status: 200 len: 812 time: 0.8890319 Sep 18 00:56:23.981691 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-4397b6ad-8e68-427c-85ed-023afcedcd6e req-d0a6fad5-dba5-478a-a8c8-b42bd8ff6f8d tempest-DeleteServersTestJSON-1695902054 tempest-DeleteServersTestJSON-1695902054-project] 10.222.0.33 "GET /networking/v2.0/quotas/d8e0132d9e0c47b9b4c2042dba767701 HTTP/1.1" status: 200 len: 375 time: 0.0499942 Sep 18 00:56:24.039817 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e1acb1-6da0-4574-b069-1a8af925eb99 None None] Checking agent: {'id': 'c8573462-7e7f-4357-b3a8-beeaa8ae7db3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 18, 0, 47, 40), 'started_at': datetime.datetime(2022, 9, 18, 0, 48, 10), 'heartbeat_timestamp': datetime.datetime(2022, 9, 18, 0, 56, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 18 00:56:24.040192 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e1acb1-6da0-4574-b069-1a8af925eb99 None None] Checking segment: {'id': '6bbfddfb-8aa0-4ab6-886c-b017727b1f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'eee7c814-dc91-4de0-b55e-0732fcd7c9de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 18 00:56:24.040599 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-05e1acb1-6da0-4574-b069-1a8af925eb99 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:24.040997 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e1acb1-6da0-4574-b069-1a8af925eb99 None None] Bound using segment: {'id': '6bbfddfb-8aa0-4ab6-886c-b017727b1f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'eee7c814-dc91-4de0-b55e-0732fcd7c9de'} {{(pid=106232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 18 00:56:24.041485 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.managers [None req-05e1acb1-6da0-4574-b069-1a8af925eb99 None None] Bound port: 4545d7a8-56f0-4062-a60e-cf2cfb4c3390, host: dv-cinder-master-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bbfddfb-8aa0-4ab6-886c-b017727b1f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'eee7c814-dc91-4de0-b55e-0732fcd7c9de'}}] {{(pid=106232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 18 00:56:24.041867 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-05e1acb1-6da0-4574-b069-1a8af925eb99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (4545d7a8-56f0-4062-a60e-cf2cfb4c3390), before_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:24.053581 dv-cinder-master-3-smb neutron-server[106232]: INFO neutron.plugins.ml2.plugin [None req-2399520f-6729-40e0-9286-ee5aae821923 None None] Attempt 9 to provision port 4545d7a8-56f0-4062-a60e-cf2cfb4c3390 Sep 18 00:56:24.084746 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.plugins.ml2.db [None req-414c26e8-ccda-4c66-854d-511087ee88d5 None None] For port 7b7733d2-6c70-4f1c-ad49-02b27cfcd267, host dv-cinder-master-3-smb, cleared binding levels {{(pid=106233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:56:24.094418 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.plugins.ml2.db [None req-414c26e8-ccda-4c66-854d-511087ee88d5 None None] For port 7b7733d2-6c70-4f1c-ad49-02b27cfcd267, host dv-cinder-master-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=7b7733d2-6c70-4f1c-ad49-02b27cfcd267,segment=NetworkSegment(0bc43035-2a06-4549-bc0f-2c1d1396a95a),segment_id=0bc43035-2a06-4549-bc0f-2c1d1396a95a)] {{(pid=106233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:56:24.102834 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-4397b6ad-8e68-427c-85ed-023afcedcd6e req-9d220ab7-c41f-4359-9182-1f8b76a9a34b tempest-DeleteServersTestJSON-1695902054 tempest-DeleteServersTestJSON-1695902054-project] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=d8e0132d9e0c47b9b4c2042dba767701&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1200936 Sep 18 00:56:24.107187 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [None req-414c26e8-ccda-4c66-854d-511087ee88d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749746030758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749745591525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749745591543'] for port (7b7733d2-6c70-4f1c-ad49-02b27cfcd267), after_update {{(pid=106233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:24.147304 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cf96b67e-f69c-4bfd-8f23-6e69adae2d5e tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Publish callbacks [] for security_group_rule (01a649a4-0d52-4cf9-850d-80a78ace0450), precommit_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:24.192439 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cf96b67e-f69c-4bfd-8f23-6e69adae2d5e tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512405'] for security_group_rule (01a649a4-0d52-4cf9-850d-80a78ace0450), after_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:24.193448 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.provisioning_blocks [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Provisioning complete for port 5156c3ea-999a-4c10-aba8-b7c4382d84a2 triggered by entity L2. {{(pid=106232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 00:56:24.194088 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981214'] for port (5156c3ea-999a-4c10-aba8-b7c4382d84a2), provisioning_complete {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:24.195291 dv-cinder-master-3-smb neutron-server[106232]: INFO neutron.plugins.ml2.plugin [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Attempt 1 to provision port 5156c3ea-999a-4c10-aba8-b7c4382d84a2 Sep 18 00:56:24.242958 dv-cinder-master-3-smb neutron-server[106233]: DEBUG dbcounter [-] [106233] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106233) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:56:24.248773 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3f49b7-63cd-4507-a677-e03f6106c6ea None None] Pushing event updated for resources: {'Port': ['ID=7b7733d2-6c70-4f1c-ad49-02b27cfcd267,revision_number=4']} {{(pid=106233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:24.269255 dv-cinder-master-3-smb neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:56:24.287504 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-2399520f-6729-40e0-9286-ee5aae821923 None None] Port 4545d7a8-56f0-4062-a60e-cf2cfb4c3390 cannot update to ACTIVE because it is not bound. {{(pid=106232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 18 00:56:24.305623 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-414c26e8-ccda-4c66-854d-511087ee88d5 None None] Routers {'7db6c735-5d48-4a57-8dd6-f3463490337e'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 18 00:56:24.307312 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.l3_hamode_db [None req-414c26e8-ccda-4c66-854d-511087ee88d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-18T00:47:37Z,description=,heartbeat_timestamp=2022-09-18T00:56:07Z,host='dv-cinder-master-3-smb',id=d0e8801d-4758-48bd-8085-7f05d3358764,load=0,resource_versions=,resources_synced=,started_at=2022-09-18T00:47:37Z,topic='l3_agent')) {'router_ids': ['7db6c735-5d48-4a57-8dd6-f3463490337e'], 'active': True} {{(pid=106233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:56:24.316612 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.db [None req-05e1acb1-6da0-4574-b069-1a8af925eb99 None None] For port 4545d7a8-56f0-4062-a60e-cf2cfb4c3390, host dv-cinder-master-3-smb, cleared binding levels {{(pid=106232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:56:24.344413 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf96b67e-f69c-4bfd-8f23-6e69adae2d5e tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01a649a4-0d52-4cf9-850d-80a78ace0450,revision_number=0']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:24.354405 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.db [None req-05e1acb1-6da0-4574-b069-1a8af925eb99 None None] For port 4545d7a8-56f0-4062-a60e-cf2cfb4c3390, host dv-cinder-master-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=4545d7a8-56f0-4062-a60e-cf2cfb4c3390,segment=NetworkSegment(6bbfddfb-8aa0-4ab6-886c-b017727b1f75),segment_id=6bbfddfb-8aa0-4ab6-886c-b017727b1f75)] {{(pid=106232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:56:24.372304 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Current status of the port 5156c3ea-999a-4c10-aba8-b7c4382d84a2 is: ACTIVE; New status is: ACTIVE {{(pid=106232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 00:56:24.376254 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.rpc [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Device 85d33348-a6aa-4278-8987-be6d20f85848 up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=106232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:56:24.383370 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-05e1acb1-6da0-4574-b069-1a8af925eb99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749746030758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749745591525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749745591543'] for port (4545d7a8-56f0-4062-a60e-cf2cfb4c3390), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:24.394473 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.agents_db [None req-fc240a3b-6701-466a-b3ae-821b2bb1d0eb None None] Agent healthcheck: found 6 active agents {{(pid=106233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 00:56:24.453901 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-4397b6ad-8e68-427c-85ed-023afcedcd6e req-3653e219-0d55-4950-ab33-79f73ce42d96 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/e0ba4f30-bf7e-461f-88f4-1cd7adb83e44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3500266 Sep 18 00:56:24.553206 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cf96b67e-f69c-4bfd-8f23-6e69adae2d5e tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:24.554514 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-cf96b67e-f69c-4bfd-8f23-6e69adae2d5e tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7628322 Sep 18 00:56:24.567826 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.33', 56668) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:56:24.573595 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.v2.base [None req-562bf5b8-552e-41e7-a0f3-c72843fc4ce7 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Request body: {'floatingip': {'floating_network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505'}} {{(pid=106230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:56:24.591266 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e1acb1-6da0-4574-b069-1a8af925eb99 None None] Routers {'5b0b7f67-1b83-4574-ab3e-35ade2a4eea8'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 18 00:56:24.592801 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.l3_hamode_db [None req-05e1acb1-6da0-4574-b069-1a8af925eb99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-18T00:47:37Z,description=,heartbeat_timestamp=2022-09-18T00:56:07Z,host='dv-cinder-master-3-smb',id=d0e8801d-4758-48bd-8085-7f05d3358764,load=0,resource_versions=,resources_synced=,started_at=2022-09-18T00:47:37Z,topic='l3_agent')) {'router_ids': ['5b0b7f67-1b83-4574-ab3e-35ade2a4eea8'], 'active': True} {{(pid=106232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:56:24.746068 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.l3_dvr_db [None req-414c26e8-ccda-4c66-854d-511087ee88d5 None None] Set router 7db6c735-5d48-4a57-8dd6-f3463490337e gateway port host: dv-cinder-master-3-smb {{(pid=106233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 18 00:56:24.822712 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.db.db_base_plugin_common [req-08743b0b-4dfe-47bc-8ba6-a54bac56eedb req-939877df-d655-4f8e-a781-cfb815bb57f4 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Allocated IP 172.20.0.13 (3e60962c-164c-4e15-8d69-6601f5d7b205/f52e5768-3b6e-420f-b5d0-cc4e5c3ba047/caeb66db-fb12-4f3e-b68c-119f4575bc44) {{(pid=106231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:56:24.842017 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-4397b6ad-8e68-427c-85ed-023afcedcd6e req-126f0206-afd7-4279-8769-f348f2f94882 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/e0ba4f30-bf7e-461f-88f4-1cd7adb83e44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3861675 Sep 18 00:56:24.853553 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-562bf5b8-552e-41e7-a0f3-c72843fc4ce7 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:24.895628 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.l3_dvr_db [None req-05e1acb1-6da0-4574-b069-1a8af925eb99 None None] Set router 5b0b7f67-1b83-4574-ab3e-35ade2a4eea8 gateway port host: dv-cinder-master-3-smb {{(pid=106232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 18 00:56:25.086890 dv-cinder-master-3-smb neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:56:25.094024 dv-cinder-master-3-smb neutron-server[106232]: INFO neutron.plugins.ml2.plugin [None req-2399520f-6729-40e0-9286-ee5aae821923 None None] Attempt 10 to provision port 4545d7a8-56f0-4062-a60e-cf2cfb4c3390 Sep 18 00:56:25.234494 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:56:25.294175 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=4 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:56:25.298507 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-562bf5b8-552e-41e7-a0f3-c72843fc4ce7 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (None), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:25.299604 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [req-08743b0b-4dfe-47bc-8ba6-a54bac56eedb req-939877df-d655-4f8e-a781-cfb815bb57f4 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Publish callbacks [] for port (caeb66db-fb12-4f3e-b68c-119f4575bc44), precommit_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:25.484587 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [req-08743b0b-4dfe-47bc-8ba6-a54bac56eedb req-939877df-d655-4f8e-a781-cfb815bb57f4 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749745591507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13917182'] for port (caeb66db-fb12-4f3e-b68c-119f4575bc44), after_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:25.529920 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.l3_hamode_db [None req-414c26e8-ccda-4c66-854d-511087ee88d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7db6c735-5d48-4a57-8dd6-f3463490337e', 'name': 'tempest-DeleteServersTestJSON-1356048901-router', 'tenant_id': 'd8e0132d9e0c47b9b4c2042dba767701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'external_fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.18'}], 'enable_snat': True}, 'gw_port_id': '5156c3ea-999a-4c10-aba8-b7c4382d84a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:56:01Z', 'updated_at': '2022-09-18T00:56:17Z', 'revision_number': 4, 'project_id': 'd8e0132d9e0c47b9b4c2042dba767701', 'gw_port': {'id': '5156c3ea-999a-4c10-aba8-b7c4382d84a2', 'name': '', 'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:65:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7db6c735-5d48-4a57-8dd6-f3463490337e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:56:03Z', 'updated_at': '2022-09-18T00:56:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '7b7733d2-6c70-4f1c-ad49-02b27cfcd267', 'name': '', 'network_id': 'e0ba4f30-bf7e-461f-88f4-1cd7adb83e44', 'tenant_id': 'd8e0132d9e0c47b9b4c2042dba767701', 'mac_address': 'fa:16:3e:34:6e:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7db6c735-5d48-4a57-8dd6-f3463490337e', 'device_owner': 'network:router_interface', 'standard_attr_id': 142, 'fixed_ips': [{'subnet_id': '52921a7d-948e-4aa2-bac6-f9f8eb611d75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:56:13Z', 'updated_at': '2022-09-18T00:56:24Z', 'revision_number': 4, 'project_id': 'd8e0132d9e0c47b9b4c2042dba767701', 'subnets': [{'id': '52921a7d-948e-4aa2-bac6-f9f8eb611d75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=106233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:56:25.599166 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-414c26e8-ccda-4c66-854d-511087ee88d5 None None] The sync data for ids ['7db6c735-5d48-4a57-8dd6-f3463490337e'] in dv-cinder-master-3-smb is: [{'id': '7db6c735-5d48-4a57-8dd6-f3463490337e', 'name': 'tempest-DeleteServersTestJSON-1356048901-router', 'tenant_id': 'd8e0132d9e0c47b9b4c2042dba767701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'external_fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.18'}], 'enable_snat': True}, 'gw_port_id': '5156c3ea-999a-4c10-aba8-b7c4382d84a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:56:01Z', 'updated_at': '2022-09-18T00:56:17Z', 'revision_number': 4, 'project_id': 'd8e0132d9e0c47b9b4c2042dba767701', 'gw_port': {'id': '5156c3ea-999a-4c10-aba8-b7c4382d84a2', 'name': '', 'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:65:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7db6c735-5d48-4a57-8dd6-f3463490337e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:56:03Z', 'updated_at': '2022-09-18T00:56:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '7b7733d2-6c70-4f1c-ad49-02b27cfcd267', 'name': '', 'network_id': 'e0ba4f30-bf7e-461f-88f4-1cd7adb83e44', 'tenant_id': 'd8e0132d9e0c47b9b4c2042dba767701', 'mac_address': 'fa:16:3e:34:6e:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7db6c735-5d48-4a57-8dd6-f3463490337e', 'device_owner': 'network:router_interface', 'standard_attr_id': 142, 'fixed_ips': [{'subnet_id': '52921a7d-948e-4aa2-bac6-f9f8eb611d75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:56:13Z', 'updated_at': '2022-09-18T00:56:24Z', 'revision_number': 4, 'project_id': 'd8e0132d9e0c47b9b4c2042dba767701', 'subnets': [{'id': '52921a7d-948e-4aa2-bac6-f9f8eb611d75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:56:25.625001 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a159950d-0a09-4f4f-b564-9ba24ceef2da None None] Pushing event updated for resources: {'Port': ['ID=4545d7a8-56f0-4062-a60e-cf2cfb4c3390,revision_number=4']} {{(pid=106232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:25.651426 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08743b0b-4dfe-47bc-8ba6-a54bac56eedb req-939877df-d655-4f8e-a781-cfb815bb57f4 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Network 3e60962c-164c-4e15-8d69-6601f5d7b205 is already hosted by enough agents. {{(pid=106231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:56:25.675629 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.scheduler.base_scheduler [req-08743b0b-4dfe-47bc-8ba6-a54bac56eedb req-939877df-d655-4f8e-a781-cfb815bb57f4 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Resources bound (agent type, host, resource id): {{(pid=106231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:56:25.683996 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.db.l3_dvrscheduler_db [req-08743b0b-4dfe-47bc-8ba6-a54bac56eedb req-939877df-d655-4f8e-a781-cfb815bb57f4 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Received port after_create {{(pid=106231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 18 00:56:25.762349 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08743b0b-4dfe-47bc-8ba6-a54bac56eedb req-939877df-d655-4f8e-a781-cfb815bb57f4 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:56:25.763332 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [req-08743b0b-4dfe-47bc-8ba6-a54bac56eedb req-939877df-d655-4f8e-a781-cfb815bb57f4 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16701016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16267021'] for port (None), before_response {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:25.822915 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939877df-d655-4f8e-a781-cfb815bb57f4 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Pushing event updated for resources: {'Port': ['ID=caeb66db-fb12-4f3e-b68c-119f4575bc44,revision_number=1']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:25.839656 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-08743b0b-4dfe-47bc-8ba6-a54bac56eedb req-939877df-d655-4f8e-a781-cfb815bb57f4 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] 10.222.0.57 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4254076 Sep 18 00:56:25.851707 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [req-08743b0b-4dfe-47bc-8ba6-a54bac56eedb req-d36747cc-acf3-44ce-a778-b4c763005a4b tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] http://10.222.0.33:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106231) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 18 00:56:25.852713 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-08743b0b-4dfe-47bc-8ba6-a54bac56eedb req-d36747cc-acf3-44ce-a778-b4c763005a4b tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] 10.222.0.57 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0059948 Sep 18 00:56:25.858928 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac47abe6-5746-4d38-a9e3-df9a393129b0 None None] Sync routers for ids ['1ed01ef0-86d6-48ca-8f4f-b56f6df17cce'] in dv-cinder-master-3-smb {{(pid=106232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:56:25.879335 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.provisioning_blocks [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Provisioning complete for port 85d33348-a6aa-4278-8987-be6d20f85848 triggered by entity L2. {{(pid=106232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 00:56:25.879986 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981214'] for port (85d33348-a6aa-4278-8987-be6d20f85848), provisioning_complete {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:25.881159 dv-cinder-master-3-smb neutron-server[106232]: INFO neutron.plugins.ml2.plugin [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Attempt 1 to provision port 85d33348-a6aa-4278-8987-be6d20f85848 Sep 18 00:56:26.004858 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=1,neutron:INSERT=4 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:56:26.020800 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.l3_hamode_db [None req-05e1acb1-6da0-4574-b069-1a8af925eb99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b0b7f67-1b83-4574-ab3e-35ade2a4eea8', 'name': 'tempest-AttachVolumeNegativeTest-887914811-router', 'tenant_id': 'ec2d9e20d4ed4178b9bc68ff54715b18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'external_fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.120'}], 'enable_snat': True}, 'gw_port_id': '85d33348-a6aa-4278-8987-be6d20f85848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:56:00Z', 'updated_at': '2022-09-18T00:56:15Z', 'revision_number': 4, 'project_id': 'ec2d9e20d4ed4178b9bc68ff54715b18', 'gw_port': {'id': '85d33348-a6aa-4278-8987-be6d20f85848', 'name': '', 'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:1b:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b0b7f67-1b83-4574-ab3e-35ade2a4eea8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:56:01Z', 'updated_at': '2022-09-18T00:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '4545d7a8-56f0-4062-a60e-cf2cfb4c3390', 'name': '', 'network_id': 'eee7c814-dc91-4de0-b55e-0732fcd7c9de', 'tenant_id': 'ec2d9e20d4ed4178b9bc68ff54715b18', 'mac_address': 'fa:16:3e:b0:99:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b0b7f67-1b83-4574-ab3e-35ade2a4eea8', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '4028d8f5-a2a6-4af3-9818-cba168eaf579', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:56:11Z', 'updated_at': '2022-09-18T00:56:24Z', 'revision_number': 4, 'project_id': 'ec2d9e20d4ed4178b9bc68ff54715b18', 'subnets': [{'id': '4028d8f5-a2a6-4af3-9818-cba168eaf579', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=106232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:56:26.166111 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.v2.base [req-08743b0b-4dfe-47bc-8ba6-a54bac56eedb req-4ef7b351-aa5e-40ef-9973-c7430f0568b1 service neutron] Request body: {'port': {'device_id': 'abf6631e-213a-40ea-8708-5dc51da0ee8c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=106231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:56:26.204714 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f911fd07-d47d-4b1c-b387-2ec5c51379f9 req-ffeaef45-3b24-4121-aae3-dfc285dabf26 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:56:26.206295 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-f911fd07-d47d-4b1c-b387-2ec5c51379f9 req-ffeaef45-3b24-4121-aae3-dfc285dabf26 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/networks?id=c62b9e47-59b6-47ba-845f-e3be4dd39ad8 HTTP/1.1" status: 200 len: 819 time: 1.4888892 Sep 18 00:56:26.216173 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac47abe6-5746-4d38-a9e3-df9a393129b0 None None] Routers {'1ed01ef0-86d6-48ca-8f4f-b56f6df17cce'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 18 00:56:26.223685 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.l3_hamode_db [None req-ac47abe6-5746-4d38-a9e3-df9a393129b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-18T00:47:37Z,description=,heartbeat_timestamp=2022-09-18T00:56:07Z,host='dv-cinder-master-3-smb',id=d0e8801d-4758-48bd-8085-7f05d3358764,load=0,resource_versions=,resources_synced=,started_at=2022-09-18T00:47:37Z,topic='l3_agent')) {'router_ids': ['1ed01ef0-86d6-48ca-8f4f-b56f6df17cce'], 'active': True} {{(pid=106232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:56:26.328436 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f5caf0-3719-45bf-8592-88c49a0918ab req-7fe15d31-26c8-4f01-8a23-337b5df58b13 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:56:26.358827 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-80f5caf0-3719-45bf-8592-88c49a0918ab req-7fe15d31-26c8-4f01-8a23-337b5df58b13 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=abf6631e-213a-40ea-8708-5dc51da0ee8c HTTP/1.1" status: 200 len: 932 time: 0.7926357 Sep 18 00:56:26.386030 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [req-08743b0b-4dfe-47bc-8ba6-a54bac56eedb req-4ef7b351-aa5e-40ef-9973-c7430f0568b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (caeb66db-fb12-4f3e-b68c-119f4575bc44), before_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:26.450062 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05e1acb1-6da0-4574-b069-1a8af925eb99 None None] The sync data for ids ['5b0b7f67-1b83-4574-ab3e-35ade2a4eea8'] in dv-cinder-master-3-smb is: [{'id': '5b0b7f67-1b83-4574-ab3e-35ade2a4eea8', 'name': 'tempest-AttachVolumeNegativeTest-887914811-router', 'tenant_id': 'ec2d9e20d4ed4178b9bc68ff54715b18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'external_fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.120'}], 'enable_snat': True}, 'gw_port_id': '85d33348-a6aa-4278-8987-be6d20f85848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:56:00Z', 'updated_at': '2022-09-18T00:56:15Z', 'revision_number': 4, 'project_id': 'ec2d9e20d4ed4178b9bc68ff54715b18', 'gw_port': {'id': '85d33348-a6aa-4278-8987-be6d20f85848', 'name': '', 'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:1b:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b0b7f67-1b83-4574-ab3e-35ade2a4eea8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:56:01Z', 'updated_at': '2022-09-18T00:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '4545d7a8-56f0-4062-a60e-cf2cfb4c3390', 'name': '', 'network_id': 'eee7c814-dc91-4de0-b55e-0732fcd7c9de', 'tenant_id': 'ec2d9e20d4ed4178b9bc68ff54715b18', 'mac_address': 'fa:16:3e:b0:99:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b0b7f67-1b83-4574-ab3e-35ade2a4eea8', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '4028d8f5-a2a6-4af3-9818-cba168eaf579', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:56:11Z', 'updated_at': '2022-09-18T00:56:24Z', 'revision_number': 4, 'project_id': 'ec2d9e20d4ed4178b9bc68ff54715b18', 'subnets': [{'id': '4028d8f5-a2a6-4af3-9818-cba168eaf579', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:56:26.520277 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-f911fd07-d47d-4b1c-b387-2ec5c51379f9 req-aef6bbd6-5fe1-442b-88bc-4c2daca63052 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/quotas/8cbf74b218c04911bb921f7cc2c6e966 HTTP/1.1" status: 200 len: 375 time: 0.2638264 Sep 18 00:56:26.598872 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.db.db_base_plugin_common [None req-562bf5b8-552e-41e7-a0f3-c72843fc4ce7 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Allocated IP 172.37.5.250 (b5726c9b-05f1-4137-90cd-23a4e3e89505/9e97c026-c8b3-4b72-91ed-10f39e002f97/0f8d1013-2ad8-48b6-a65b-46de7b252d46) {{(pid=106230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:56:26.696477 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-f911fd07-d47d-4b1c-b387-2ec5c51379f9 req-36ccab14-2774-4583-853c-5c96e76a0151 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=8cbf74b218c04911bb921f7cc2c6e966&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1740136 Sep 18 00:56:26.920118 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:56:26.930308 dv-cinder-master-3-smb neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=100 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:56:27.021477 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.l3_dvr_db [None req-ac47abe6-5746-4d38-a9e3-df9a393129b0 None None] Set router 1ed01ef0-86d6-48ca-8f4f-b56f6df17cce gateway port host: dv-cinder-master-3-smb {{(pid=106232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 18 00:56:27.150363 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-562bf5b8-552e-41e7-a0f3-c72843fc4ce7 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Publish callbacks [] for port (0f8d1013-2ad8-48b6-a65b-46de7b252d46), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:27.168495 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-2399520f-6729-40e0-9286-ee5aae821923 None None] Current status of the port 4545d7a8-56f0-4062-a60e-cf2cfb4c3390 is: DOWN; New status is: ACTIVE {{(pid=106232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 00:56:27.169630 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-2399520f-6729-40e0-9286-ee5aae821923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (4545d7a8-56f0-4062-a60e-cf2cfb4c3390), before_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:27.281903 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-f911fd07-d47d-4b1c-b387-2ec5c51379f9 req-84dd2a86-14ef-4375-b8eb-d625a2ec8081 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/c62b9e47-59b6-47ba-845f-e3be4dd39ad8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5833247 Sep 18 00:56:27.284428 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-562bf5b8-552e-41e7-a0f3-c72843fc4ce7 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749745591507'] for port (0f8d1013-2ad8-48b6-a65b-46de7b252d46), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:27.305495 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 56758) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:56:27.310270 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-80f5caf0-3719-45bf-8592-88c49a0918ab req-ffd61223-6440-42fc-95c0-89c1b6eb30f9 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=ebcf1d70-15c2-4b0c-9b2b-32e60a0830c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9447494 Sep 18 00:56:27.340313 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-562bf5b8-552e-41e7-a0f3-c72843fc4ce7 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Network b5726c9b-05f1-4137-90cd-23a4e3e89505 is already hosted by enough agents. {{(pid=106230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:56:27.418222 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.scheduler.base_scheduler [None req-562bf5b8-552e-41e7-a0f3-c72843fc4ce7 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Resources bound (agent type, host, resource id): {{(pid=106230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:56:27.434442 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-562bf5b8-552e-41e7-a0f3-c72843fc4ce7 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Received port after_create {{(pid=106230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 18 00:56:27.679259 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.notifiers.nova [req-08743b0b-4dfe-47bc-8ba6-a54bac56eedb req-4ef7b351-aa5e-40ef-9973-c7430f0568b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id caeb66db-fb12-4f3e-b68c-119f4575bc44 {{(pid=106231) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 18 00:56:27.736913 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [req-08743b0b-4dfe-47bc-8ba6-a54bac56eedb req-4ef7b351-aa5e-40ef-9973-c7430f0568b1 service neutron] Publish callbacks [] for port (caeb66db-fb12-4f3e-b68c-119f4575bc44), precommit_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:27.803332 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-d0628153-0faf-4cac-9d0c-011d42d1c193 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:27.955756 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.33', 56772) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:56:28.014266 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.db [None req-2399520f-6729-40e0-9286-ee5aae821923 None None] For port 4545d7a8-56f0-4062-a60e-cf2cfb4c3390, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=4545d7a8-56f0-4062-a60e-cf2cfb4c3390,segment=NetworkSegment(6bbfddfb-8aa0-4ab6-886c-b017727b1f75),segment_id=6bbfddfb-8aa0-4ab6-886c-b017727b1f75)] {{(pid=106232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:56:28.016027 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.l3_hamode_db [None req-ac47abe6-5746-4d38-a9e3-df9a393129b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ed01ef0-86d6-48ca-8f4f-b56f6df17cce', 'name': 'tempest-ServerRescueNegativeTestJSON-1197339519-router', 'tenant_id': '8cbf74b218c04911bb921f7cc2c6e966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'external_fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.201'}], 'enable_snat': True}, 'gw_port_id': '1a63b5be-1556-4ad8-a604-71bb845b8be3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:56:01Z', 'updated_at': '2022-09-18T00:56:20Z', 'revision_number': 4, 'project_id': '8cbf74b218c04911bb921f7cc2c6e966', 'gw_port': {'id': '1a63b5be-1556-4ad8-a604-71bb845b8be3', 'name': '', 'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:38:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ed01ef0-86d6-48ca-8f4f-b56f6df17cce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:56:02Z', 'updated_at': '2022-09-18T00:56:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '01af8433-c279-4dab-a31d-ef4ca4915365', 'name': '', 'network_id': 'c62b9e47-59b6-47ba-845f-e3be4dd39ad8', 'tenant_id': '8cbf74b218c04911bb921f7cc2c6e966', 'mac_address': 'fa:16:3e:dd:cb:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ed01ef0-86d6-48ca-8f4f-b56f6df17cce', 'device_owner': 'network:router_interface', 'standard_attr_id': 143, 'fixed_ips': [{'subnet_id': '21e1d23e-9045-41fa-9ed7-19ac1edcbcfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:56:15Z', 'updated_at': '2022-09-18T00:56:21Z', 'revision_number': 2, 'project_id': '8cbf74b218c04911bb921f7cc2c6e966', 'subnets': [{'id': '21e1d23e-9045-41fa-9ed7-19ac1edcbcfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=106232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:56:28.029040 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-6d7e8824-7d28-4c4c-8d81-f7389618ce52 req-1ea7dc45-80b3-4b05-866f-f9d06e0ce04f tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c1cf145a-d8d5-4a7e-937b-729bf79629fa HTTP/1.1" status: 200 len: 210 time: 0.5461960 Sep 18 00:56:28.051111 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-2399520f-6729-40e0-9286-ee5aae821923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749746030758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749745591525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749745591543'] for port (4545d7a8-56f0-4062-a60e-cf2cfb4c3390), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:28.051727 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562bf5b8-552e-41e7-a0f3-c72843fc4ce7 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Pushing event updated for resources: {'Port': ['ID=0f8d1013-2ad8-48b6-a65b-46de7b252d46,revision_number=1']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:28.087687 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac47abe6-5746-4d38-a9e3-df9a393129b0 None None] Checking router: 1ed01ef0-86d6-48ca-8f4f-b56f6df17cce for host: dv-cinder-master-3-smb {{(pid=106232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:56:28.088119 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac47abe6-5746-4d38-a9e3-df9a393129b0 None None] Updating router 1ed01ef0-86d6-48ca-8f4f-b56f6df17cce port 01af8433-c279-4dab-a31d-ef4ca4915365 binding host dv-cinder-master-3-smb {{(pid=106232) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 00:56:28.101288 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-562bf5b8-552e-41e7-a0f3-c72843fc4ce7 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Publish callbacks [] for floatingip (e0606aab-0a3f-4cf7-9460-8b11189403e1), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:28.159814 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Current status of the port 85d33348-a6aa-4278-8987-be6d20f85848 is: ACTIVE; New status is: ACTIVE {{(pid=106232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 00:56:28.166046 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.rpc [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Device a9bc47a8-4881-46c7-add9-d9f3582d3f14 up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=106232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:56:28.170902 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-f911fd07-d47d-4b1c-b387-2ec5c51379f9 req-ff38482b-33cc-4f04-a4c9-333496a48316 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/c62b9e47-59b6-47ba-845f-e3be4dd39ad8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8602293 Sep 18 00:56:28.355834 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-c222aaef-15f1-4779-96a1-f4a393c18ab5 req-b7117b6a-9509-4dd6-a9a2-9c4131ab0b0d tempest-DeleteServersTestJSON-1695902054 tempest-DeleteServersTestJSON-1695902054-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5674ad19-62fd-4a3a-98b8-27051ad03cc7 HTTP/1.1" status: 200 len: 210 time: 0.1198614 Sep 18 00:56:28.382349 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-562bf5b8-552e-41e7-a0f3-c72843fc4ce7 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (0f8d1013-2ad8-48b6-a65b-46de7b252d46), before_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:28.457235 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-2fbb15fc-1818-4df7-892f-3f9187f60af1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:28.474779 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.db.provisioning_blocks [req-08743b0b-4dfe-47bc-8ba6-a54bac56eedb req-4ef7b351-aa5e-40ef-9973-c7430f0568b1 service neutron] Transition to ACTIVE for port object caeb66db-fb12-4f3e-b68c-119f4575bc44 will not be triggered until provisioned by entity L2. {{(pid=106231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 18 00:56:28.560580 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.33', 56782) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:56:28.561029 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:56:28.588603 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [req-08743b0b-4dfe-47bc-8ba6-a54bac56eedb req-4ef7b351-aa5e-40ef-9973-c7430f0568b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749746030758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749745591525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749745591543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13917127'] for port (caeb66db-fb12-4f3e-b68c-119f4575bc44), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:28.600969 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:UPDATE=6,neutron:SELECT=91,neutron:INSERT=3 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:56:28.662751 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-d0628153-0faf-4cac-9d0c-011d42d1c193 admin admin] Publish callbacks [] for security_group (29466a59-efde-41fc-b17c-815ab8e79ced), precommit_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:28.677350 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.provisioning_blocks [None req-2399520f-6729-40e0-9286-ee5aae821923 None None] Provisioning complete for port a9bc47a8-4881-46c7-add9-d9f3582d3f14 triggered by entity DHCP. {{(pid=106232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 00:56:28.699424 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-2399520f-6729-40e0-9286-ee5aae821923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981214'] for port (a9bc47a8-4881-46c7-add9-d9f3582d3f14), provisioning_complete {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:28.700028 dv-cinder-master-3-smb neutron-server[106232]: INFO neutron.plugins.ml2.plugin [None req-2399520f-6729-40e0-9286-ee5aae821923 None None] Attempt 1 to provision port a9bc47a8-4881-46c7-add9-d9f3582d3f14 Sep 18 00:56:28.723737 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=86,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=11 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:56:28.757307 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-d0628153-0faf-4cac-9d0c-011d42d1c193 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512506'] for security_group (29466a59-efde-41fc-b17c-815ab8e79ced), after_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:28.812588 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2399520f-6729-40e0-9286-ee5aae821923 None None] Pushing event updated for resources: {'Port': ['ID=4545d7a8-56f0-4062-a60e-cf2cfb4c3390,revision_number=5']} {{(pid=106232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:28.858351 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-ac47abe6-5746-4d38-a9e3-df9a393129b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (01af8433-c279-4dab-a31d-ef4ca4915365), before_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:28.888056 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0628153-0faf-4cac-9d0c-011d42d1c193 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29466a59-efde-41fc-b17c-815ab8e79ced,revision_number=1']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:28.906163 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef7b351-aa5e-40ef-9973-c7430f0568b1 service neutron] Pushing event updated for resources: {'Port': ['ID=caeb66db-fb12-4f3e-b68c-119f4575bc44,revision_number=2']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:28.911496 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.57', 51682) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:56:28.935539 dv-cinder-master-3-smb neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:56:29.114069 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069bf57a-584c-4819-98e5-975121e49817 req-f734979b-7e70-4624-aa91-6672606d0a35 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:56:29.126822 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-069bf57a-584c-4819-98e5-975121e49817 req-f734979b-7e70-4624-aa91-6672606d0a35 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=abf6631e-213a-40ea-8708-5dc51da0ee8c HTTP/1.1" status: 200 len: 944 time: 0.5957010 Sep 18 00:56:29.145373 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-77159527-585c-485e-a53e-1b1c29166c49 req-bbc2c4cd-e8f4-4bbf-86e3-bdfd85136b18 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=bf75d794-7c36-40e0-a103-db749b9dd1e2 HTTP/1.1" status: 200 len: 210 time: 0.5368707 Sep 18 00:56:29.169588 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-2399520f-6729-40e0-9286-ee5aae821923 None None] Current status of the port a9bc47a8-4881-46c7-add9-d9f3582d3f14 is: DOWN; New status is: ACTIVE {{(pid=106232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 00:56:29.177319 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-2399520f-6729-40e0-9286-ee5aae821923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (a9bc47a8-4881-46c7-add9-d9f3582d3f14), before_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:29.193765 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.provisioning_blocks [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Provisioning complete for port a9bc47a8-4881-46c7-add9-d9f3582d3f14 triggered by entity L2. {{(pid=106232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 00:56:29.194454 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981214'] for port (a9bc47a8-4881-46c7-add9-d9f3582d3f14), provisioning_complete {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:29.197509 dv-cinder-master-3-smb neutron-server[106232]: INFO neutron.plugins.ml2.plugin [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Attempt 1 to provision port a9bc47a8-4881-46c7-add9-d9f3582d3f14 Sep 18 00:56:29.235315 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-e83d167e-192e-465d-a87f-55d857672631 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:29.452737 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-d0628153-0faf-4cac-9d0c-011d42d1c193 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=a4cd698e3bf2497a9de5dd3965411f8f&name=default HTTP/1.1" status: 200 len: 2996 time: 2.1386085 Sep 18 00:56:29.478780 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 56806) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:56:29.645041 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.db [None req-2399520f-6729-40e0-9286-ee5aae821923 None None] For port a9bc47a8-4881-46c7-add9-d9f3582d3f14, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=a9bc47a8-4881-46c7-add9-d9f3582d3f14,segment=NetworkSegment(ad5fe970-da3b-4a06-bd95-f70d97a5ce86),segment_id=ad5fe970-da3b-4a06-bd95-f70d97a5ce86)] {{(pid=106232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:56:29.658613 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-562bf5b8-552e-41e7-a0f3-c72843fc4ce7 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Publish callbacks [] for port (0f8d1013-2ad8-48b6-a65b-46de7b252d46), precommit_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:29.690347 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-2399520f-6729-40e0-9286-ee5aae821923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749746030758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749745591525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749745591543'] for port (a9bc47a8-4881-46c7-add9-d9f3582d3f14), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:29.723200 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-562bf5b8-552e-41e7-a0f3-c72843fc4ce7 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749746030758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749745591525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749745591543'] for port (0f8d1013-2ad8-48b6-a65b-46de7b252d46), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:29.724245 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-562bf5b8-552e-41e7-a0f3-c72843fc4ce7 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16489891'] for floatingip (e0606aab-0a3f-4cf7-9460-8b11189403e1), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:29.731997 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-069bf57a-584c-4819-98e5-975121e49817 req-0a0a97ce-37ca-4f9d-b354-0370af17c4ba tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=ebcf1d70-15c2-4b0c-9b2b-32e60a0830c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6040330 Sep 18 00:56:29.740650 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-2fbb15fc-1818-4df7-892f-3f9187f60af1 admin admin] Publish callbacks [] for security_group (6261132b-78c0-4bc5-8dec-d322e13fb790), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:29.790276 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-2fbb15fc-1818-4df7-892f-3f9187f60af1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512506'] for security_group (6261132b-78c0-4bc5-8dec-d322e13fb790), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:29.817310 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-81ff151e-0c19-41c2-9c7a-f61376542ba4 admin admin] Publish callbacks [] for security_group (29466a59-efde-41fc-b17c-815ab8e79ced), before_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:29.821354 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.plugins.ml2.managers [req-08743b0b-4dfe-47bc-8ba6-a54bac56eedb req-4ef7b351-aa5e-40ef-9973-c7430f0568b1 service neutron] Attempting to bind port caeb66db-fb12-4f3e-b68c-119f4575bc44 on host hv-cinder-maste for vnic_type normal with profile {{(pid=106231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 18 00:56:29.822053 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.plugins.ml2.managers [req-08743b0b-4dfe-47bc-8ba6-a54bac56eedb req-4ef7b351-aa5e-40ef-9973-c7430f0568b1 service neutron] Attempting to bind port caeb66db-fb12-4f3e-b68c-119f4575bc44 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '2a3f4164-a706-4653-805e-7081dacdf53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '3e60962c-164c-4e15-8d69-6601f5d7b205'}] {{(pid=106231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 18 00:56:29.822638 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08743b0b-4dfe-47bc-8ba6-a54bac56eedb req-4ef7b351-aa5e-40ef-9973-c7430f0568b1 service neutron] Attempting to bind port caeb66db-fb12-4f3e-b68c-119f4575bc44 on network 3e60962c-164c-4e15-8d69-6601f5d7b205 {{(pid=106231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:56:29.885203 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-5427bf13-9cb1-42bf-8984-ad67cd763418 req-1368acf8-0f84-48a9-8780-fc5ab05b9372 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c1cf145a-d8d5-4a7e-937b-729bf79629fa HTTP/1.1" status: 200 len: 210 time: 0.1754539 Sep 18 00:56:29.946962 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08743b0b-4dfe-47bc-8ba6-a54bac56eedb req-4ef7b351-aa5e-40ef-9973-c7430f0568b1 service neutron] Port caeb66db-fb12-4f3e-b68c-119f4575bc44 on network 3e60962c-164c-4e15-8d69-6601f5d7b205 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=106231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:56:29.950680 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08743b0b-4dfe-47bc-8ba6-a54bac56eedb req-4ef7b351-aa5e-40ef-9973-c7430f0568b1 service neutron] Attempting to bind port caeb66db-fb12-4f3e-b68c-119f4575bc44 on network 3e60962c-164c-4e15-8d69-6601f5d7b205 {{(pid=106231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:56:29.989133 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.provisioning_blocks [None req-58a59c95-7b97-4585-8a54-fb12b8d55b95 None None] Provisioning complete for port 7b7733d2-6c70-4f1c-ad49-02b27cfcd267 triggered by entity DHCP. {{(pid=106232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 00:56:29.989451 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-58a59c95-7b97-4585-8a54-fb12b8d55b95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981214'] for port (7b7733d2-6c70-4f1c-ad49-02b27cfcd267), provisioning_complete {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:29.993291 dv-cinder-master-3-smb neutron-server[106232]: INFO neutron.plugins.ml2.plugin [None req-58a59c95-7b97-4585-8a54-fb12b8d55b95 None None] Attempt 1 to provision port 7b7733d2-6c70-4f1c-ad49-02b27cfcd267 Sep 18 00:56:30.021483 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-562bf5b8-552e-41e7-a0f3-c72843fc4ce7 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16701016'] for floatingip (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:30.022269 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [None req-562bf5b8-552e-41e7-a0f3-c72843fc4ce7 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] 10.222.0.33 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.4531484 Sep 18 00:56:30.105498 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2399520f-6729-40e0-9286-ee5aae821923 None None] Pushing event updated for resources: {'Port': ['ID=a9bc47a8-4881-46c7-add9-d9f3582d3f14,revision_number=5']} {{(pid=106232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:30.111100 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-81ff151e-0c19-41c2-9c7a-f61376542ba4 admin admin] Publish callbacks [] for security_group (29466a59-efde-41fc-b17c-815ab8e79ced), precommit_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:30.129986 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4397b6ad-8e68-427c-85ed-023afcedcd6e req-c11cea7e-a790-45ff-bc56-366680d21bcd tempest-DeleteServersTestJSON-1695902054 tempest-DeleteServersTestJSON-1695902054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:56:30.133020 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-4397b6ad-8e68-427c-85ed-023afcedcd6e req-c11cea7e-a790-45ff-bc56-366680d21bcd tempest-DeleteServersTestJSON-1695902054 tempest-DeleteServersTestJSON-1695902054-project] 10.222.0.57 "GET /networking/v2.0/networks?id=e0ba4f30-bf7e-461f-88f4-1cd7adb83e44 HTTP/1.1" status: 200 len: 812 time: 1.1606586 Sep 18 00:56:30.187161 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.v2.base [req-4397b6ad-8e68-427c-85ed-023afcedcd6e req-52ddf709-1fd5-40e4-b0b6-421e547e43fe tempest-DeleteServersTestJSON-1695902054 tempest-DeleteServersTestJSON-1695902054-project] Request body: {'port': {'device_id': '5674ad19-62fd-4a3a-98b8-27051ad03cc7', 'network_id': 'e0ba4f30-bf7e-461f-88f4-1cd7adb83e44', 'admin_state_up': True, 'tenant_id': 'd8e0132d9e0c47b9b4c2042dba767701'}} {{(pid=106231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:56:30.188877 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-945fbdbb-6928-4438-b8b0-ab9c5fac1af6 req-b6bd17c7-8a0d-4608-bd5a-d3980bd9d46c tempest-DeleteServersTestJSON-1695902054 tempest-DeleteServersTestJSON-1695902054-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5674ad19-62fd-4a3a-98b8-27051ad03cc7 HTTP/1.1" status: 200 len: 210 time: 0.2255509 Sep 18 00:56:30.200241 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562bf5b8-552e-41e7-a0f3-c72843fc4ce7 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Pushing event updated for resources: {'Port': ['ID=0f8d1013-2ad8-48b6-a65b-46de7b252d46,revision_number=2']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:30.220421 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbb15fc-1818-4df7-892f-3f9187f60af1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6261132b-78c0-4bc5-8dec-d322e13fb790,revision_number=1']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:30.266497 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [None req-2fbb15fc-1818-4df7-892f-3f9187f60af1 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=2abb4ab9b5a64e1e81a7b24528c208f0&name=default HTTP/1.1" status: 200 len: 2996 time: 2.2931979 Sep 18 00:56:30.295085 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.33', 56824) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:56:30.348863 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Current status of the port a9bc47a8-4881-46c7-add9-d9f3582d3f14 is: ACTIVE; New status is: ACTIVE {{(pid=106232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 00:56:30.354119 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.rpc [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Device 51f59d64-55a1-4532-bae4-b6e1df9dbc2d up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=106232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:56:30.367123 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:56:30.388470 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08743b0b-4dfe-47bc-8ba6-a54bac56eedb req-4ef7b351-aa5e-40ef-9973-c7430f0568b1 service neutron] Checking agent: {'id': 'a990346c-0f9b-4256-b267-210f2ef06c1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 18, 0, 54, 1), 'started_at': datetime.datetime(2022, 9, 18, 0, 54, 1), 'heartbeat_timestamp': datetime.datetime(2022, 9, 18, 0, 56, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 18 00:56:30.389030 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08743b0b-4dfe-47bc-8ba6-a54bac56eedb req-4ef7b351-aa5e-40ef-9973-c7430f0568b1 service neutron] Checking segment: {'id': '2a3f4164-a706-4653-805e-7081dacdf53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '3e60962c-164c-4e15-8d69-6601f5d7b205'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 18 00:56:30.389399 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08743b0b-4dfe-47bc-8ba6-a54bac56eedb req-4ef7b351-aa5e-40ef-9973-c7430f0568b1 service neutron] Bound using segment: {'id': '2a3f4164-a706-4653-805e-7081dacdf53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '3e60962c-164c-4e15-8d69-6601f5d7b205'} {{(pid=106231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 18 00:56:30.389873 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.plugins.ml2.managers [req-08743b0b-4dfe-47bc-8ba6-a54bac56eedb req-4ef7b351-aa5e-40ef-9973-c7430f0568b1 service neutron] Bound port: caeb66db-fb12-4f3e-b68c-119f4575bc44, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a3f4164-a706-4653-805e-7081dacdf53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '3e60962c-164c-4e15-8d69-6601f5d7b205'}}] {{(pid=106231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 18 00:56:30.390237 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [req-08743b0b-4dfe-47bc-8ba6-a54bac56eedb req-4ef7b351-aa5e-40ef-9973-c7430f0568b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (caeb66db-fb12-4f3e-b68c-119f4575bc44), before_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:30.520935 dv-cinder-master-3-smb neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:56:30.541003 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-e83d167e-192e-465d-a87f-55d857672631 admin admin] Publish callbacks [] for security_group (863ab153-a692-4aa2-a827-c03ce334b655), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:30.575669 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.provisioning_blocks [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Provisioning complete for port 51f59d64-55a1-4532-bae4-b6e1df9dbc2d triggered by entity L2. {{(pid=106232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 00:56:30.576355 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981214'] for port (51f59d64-55a1-4532-bae4-b6e1df9dbc2d), provisioning_complete {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:30.576878 dv-cinder-master-3-smb neutron-server[106232]: INFO neutron.plugins.ml2.plugin [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Attempt 1 to provision port 51f59d64-55a1-4532-bae4-b6e1df9dbc2d Sep 18 00:56:30.614308 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.57', 51690) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:56:30.638217 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.plugins.ml2.db [req-08743b0b-4dfe-47bc-8ba6-a54bac56eedb req-4ef7b351-aa5e-40ef-9973-c7430f0568b1 service neutron] For port caeb66db-fb12-4f3e-b68c-119f4575bc44, host hv-cinder-maste, cleared binding levels {{(pid=106231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:56:30.668352 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-e83d167e-192e-465d-a87f-55d857672631 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512506'] for security_group (863ab153-a692-4aa2-a827-c03ce334b655), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:30.676384 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-ac47abe6-5746-4d38-a9e3-df9a393129b0 None None] Publish callbacks [] for port (01af8433-c279-4dab-a31d-ef4ca4915365), precommit_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:30.715485 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.plugins.ml2.db [req-08743b0b-4dfe-47bc-8ba6-a54bac56eedb req-4ef7b351-aa5e-40ef-9973-c7430f0568b1 service neutron] For port caeb66db-fb12-4f3e-b68c-119f4575bc44, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=caeb66db-fb12-4f3e-b68c-119f4575bc44,segment=NetworkSegment(2a3f4164-a706-4653-805e-7081dacdf53e),segment_id=2a3f4164-a706-4653-805e-7081dacdf53e)] {{(pid=106231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:56:30.738964 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [req-08743b0b-4dfe-47bc-8ba6-a54bac56eedb req-4ef7b351-aa5e-40ef-9973-c7430f0568b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749746030758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749745591525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749745591543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13917127'] for port (caeb66db-fb12-4f3e-b68c-119f4575bc44), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:30.750454 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [None req-e83d167e-192e-465d-a87f-55d857672631 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=7e9cb6d2104c4145ba4688bcfa757aad&name=default HTTP/1.1" status: 200 len: 2996 time: 2.1879559 Sep 18 00:56:30.757804 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 56834) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:56:30.779087 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-ac47abe6-5746-4d38-a9e3-df9a393129b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749746030758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749745591525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749745591543'] for port (01af8433-c279-4dab-a31d-ef4ca4915365), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:30.814869 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08743b0b-4dfe-47bc-8ba6-a54bac56eedb req-4ef7b351-aa5e-40ef-9973-c7430f0568b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:56:30.815859 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [req-08743b0b-4dfe-47bc-8ba6-a54bac56eedb req-4ef7b351-aa5e-40ef-9973-c7430f0568b1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16701016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16267021'] for port (None), before_response {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:30.817442 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-08743b0b-4dfe-47bc-8ba6-a54bac56eedb req-4ef7b351-aa5e-40ef-9973-c7430f0568b1 service neutron] 10.222.0.57 "PUT /networking/v2.0/ports/caeb66db-fb12-4f3e-b68c-119f4575bc44 HTTP/1.1" status: 200 len: 1094 time: 4.8335743 Sep 18 00:56:30.818665 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abf6631e-213a-40ea-8708-5dc51da0ee8c', 'tag': 'caeb66db-fb12-4f3e-b68c-119f4575bc44'}] {{(pid=106231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 18 00:56:30.838905 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-81ff151e-0c19-41c2-9c7a-f61376542ba4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512506'] for security_group (29466a59-efde-41fc-b17c-815ab8e79ced), after_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:30.842298 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-81ff151e-0c19-41c2-9c7a-f61376542ba4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:30.846992 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-81ff151e-0c19-41c2-9c7a-f61376542ba4 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/29466a59-efde-41fc-b17c-815ab8e79ced HTTP/1.1" status: 204 len: 168 time: 1.3670144 Sep 18 00:56:30.925505 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ff151e-0c19-41c2-9c7a-f61376542ba4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29466a59-efde-41fc-b17c-815ab8e79ced,revision_number=None']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:31.035909 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:DELETE=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:56:31.036785 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:56:31.041795 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-6ef37b4f-62ba-41f1-82ea-5c025af37089 req-67cbdabe-e853-4779-8b49-600579806c1f tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] 10.222.0.33 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--303034548&fields=id&tenant_id=ec2d9e20d4ed4178b9bc68ff54715b18 HTTP/1.1" status: 200 len: 267 time: 0.5805197 Sep 18 00:56:31.051076 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc159f92-1f3c-47b4-a689-b5b014007a49 req-e297f08d-44eb-419d-b234-2e57b9a1c36c tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:56:31.053870 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-cc159f92-1f3c-47b4-a689-b5b014007a49 req-e297f08d-44eb-419d-b234-2e57b9a1c36c tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.57 "GET /networking/v2.0/networks?id=5b2870f5-1df6-4588-9304-3be88fc2aeec HTTP/1.1" status: 200 len: 817 time: 0.3188043 Sep 18 00:56:31.068594 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Current status of the port 51f59d64-55a1-4532-bae4-b6e1df9dbc2d is: ACTIVE; New status is: ACTIVE {{(pid=106232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 00:56:31.074327 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.rpc [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Device 1a63b5be-1556-4ad8-a604-71bb845b8be3 up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=106232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:56:31.169484 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-40aa4ec7-a0af-45c7-ad2e-3a88877ea251 admin admin] Publish callbacks [] for security_group (863ab153-a692-4aa2-a827-c03ce334b655), before_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:31.197286 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bbb385-a57c-48ae-b218-e9fda14b2ddd None None] Pushing event updated for resources: {'Port': ['ID=01af8433-c279-4dab-a31d-ef4ca4915365,revision_number=3']} {{(pid=106232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:31.198397 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:56:31.199414 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef7b351-aa5e-40ef-9973-c7430f0568b1 service neutron] Pushing event updated for resources: {'Port': ['ID=caeb66db-fb12-4f3e-b68c-119f4575bc44,revision_number=3']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:31.206916 dv-cinder-master-3-smb neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:56:31.219556 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4397b6ad-8e68-427c-85ed-023afcedcd6e req-52ddf709-1fd5-40e4-b0b6-421e547e43fe tempest-DeleteServersTestJSON-1695902054 tempest-DeleteServersTestJSON-1695902054-project] Made reservation on behalf of d8e0132d9e0c47b9b4c2042dba767701 for: {'port': 1} {{(pid=106231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:56:31.242066 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [req-4397b6ad-8e68-427c-85ed-023afcedcd6e req-52ddf709-1fd5-40e4-b0b6-421e547e43fe tempest-DeleteServersTestJSON-1695902054 tempest-DeleteServersTestJSON-1695902054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (None), before_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:31.259605 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-58a59c95-7b97-4585-8a54-fb12b8d55b95 None None] Current status of the port 7b7733d2-6c70-4f1c-ad49-02b27cfcd267 is: DOWN; New status is: ACTIVE {{(pid=106232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 00:56:31.259999 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-58a59c95-7b97-4585-8a54-fb12b8d55b95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (7b7733d2-6c70-4f1c-ad49-02b27cfcd267), before_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:31.341399 dv-cinder-master-3-smb neutron-server[106231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2daae94765ac049e9d9a56900be8c16ad14208507d163719654d83d071b86d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ba463c5-a600-4899-a5a1-93a7a9379db2" -d '{"events": [{"name": "network-changed", "server_uuid": "abf6631e-213a-40ea-8708-5dc51da0ee8c", "tag": "caeb66db-fb12-4f3e-b68c-119f4575bc44"}]}' {{(pid=106231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:56:31.392611 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83d167e-192e-465d-a87f-55d857672631 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=863ab153-a692-4aa2-a827-c03ce334b655,revision_number=1']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:31.402018 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.provisioning_blocks [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Provisioning complete for port 1a63b5be-1556-4ad8-a604-71bb845b8be3 triggered by entity L2. {{(pid=106232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 00:56:31.402636 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-40aa4ec7-a0af-45c7-ad2e-3a88877ea251 admin admin] Publish callbacks [] for security_group (863ab153-a692-4aa2-a827-c03ce334b655), precommit_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:31.412795 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981214'] for port (1a63b5be-1556-4ad8-a604-71bb845b8be3), provisioning_complete {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:31.413406 dv-cinder-master-3-smb neutron-server[106232]: INFO neutron.plugins.ml2.plugin [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Attempt 1 to provision port 1a63b5be-1556-4ad8-a604-71bb845b8be3 Sep 18 00:56:31.463425 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b911b9-c71d-4087-ada3-039cffb2eecb req-b3763c61-9b95-4b0a-80c2-ff2ad8998bcd tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:56:31.474242 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-f8b911b9-c71d-4087-ada3-039cffb2eecb req-b3763c61-9b95-4b0a-80c2-ff2ad8998bcd tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/networks?id=c62b9e47-59b6-47ba-845f-e3be4dd39ad8 HTTP/1.1" status: 200 len: 819 time: 1.3246231 Sep 18 00:56:31.477243 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-2afb7b61-ce09-4e8c-afa3-fbc447822da2 admin admin] Publish callbacks [] for security_group (6261132b-78c0-4bc5-8dec-d322e13fb790), before_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:31.502865 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.managers [None req-ac47abe6-5746-4d38-a9e3-df9a393129b0 None None] Attempting to bind port 01af8433-c279-4dab-a31d-ef4ca4915365 on host dv-cinder-master-3-smb for vnic_type normal with profile {{(pid=106232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 18 00:56:31.503259 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.managers [None req-ac47abe6-5746-4d38-a9e3-df9a393129b0 None None] Attempting to bind port 01af8433-c279-4dab-a31d-ef4ca4915365 by drivers openvswitch,hyperv on host dv-cinder-master-3-smb at level 0 using segments [{'id': '9f226031-7641-47d9-b1b6-a604588f86da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'c62b9e47-59b6-47ba-845f-e3be4dd39ad8'}] {{(pid=106232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 18 00:56:31.503600 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac47abe6-5746-4d38-a9e3-df9a393129b0 None None] Attempting to bind port 01af8433-c279-4dab-a31d-ef4ca4915365 on network c62b9e47-59b6-47ba-845f-e3be4dd39ad8 {{(pid=106232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:56:31.558031 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.33', 56856) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:56:31.645547 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac47abe6-5746-4d38-a9e3-df9a393129b0 None None] Checking agent: {'id': 'c8573462-7e7f-4357-b3a8-beeaa8ae7db3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 18, 0, 47, 40), 'started_at': datetime.datetime(2022, 9, 18, 0, 48, 10), 'heartbeat_timestamp': datetime.datetime(2022, 9, 18, 0, 56, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 18 00:56:31.646228 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac47abe6-5746-4d38-a9e3-df9a393129b0 None None] Checking segment: {'id': '9f226031-7641-47d9-b1b6-a604588f86da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'c62b9e47-59b6-47ba-845f-e3be4dd39ad8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 18 00:56:31.646820 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-ac47abe6-5746-4d38-a9e3-df9a393129b0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:31.648033 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac47abe6-5746-4d38-a9e3-df9a393129b0 None None] Bound using segment: {'id': '9f226031-7641-47d9-b1b6-a604588f86da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'c62b9e47-59b6-47ba-845f-e3be4dd39ad8'} {{(pid=106232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 18 00:56:31.648954 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.managers [None req-ac47abe6-5746-4d38-a9e3-df9a393129b0 None None] Bound port: 01af8433-c279-4dab-a31d-ef4ca4915365, host: dv-cinder-master-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f226031-7641-47d9-b1b6-a604588f86da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'c62b9e47-59b6-47ba-845f-e3be4dd39ad8'}}] {{(pid=106232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 18 00:56:31.649504 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-ac47abe6-5746-4d38-a9e3-df9a393129b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (01af8433-c279-4dab-a31d-ef4ca4915365), before_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:31.669817 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Current status of the port 1a63b5be-1556-4ad8-a604-71bb845b8be3 is: DOWN; New status is: ACTIVE {{(pid=106232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 00:56:31.670626 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (1a63b5be-1556-4ad8-a604-71bb845b8be3), before_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:31.698413 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.db [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] For port 1a63b5be-1556-4ad8-a604-71bb845b8be3, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=1a63b5be-1556-4ad8-a604-71bb845b8be3,segment=NetworkSegment(e81b1a67-2f81-4ac8-a4dd-b13e6c47d014),segment_id=e81b1a67-2f81-4ac8-a4dd-b13e6c47d014)] {{(pid=106232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:56:31.724638 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (a990346c-0f9b-4256-b267-210f2ef06c1b), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:31.730480 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749746030758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749745591525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749745591543'] for port (1a63b5be-1556-4ad8-a604-71bb845b8be3), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:31.731969 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.rpc [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Device 51e28825-0c57-4907-8702-1c2946ca62e8 up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=106232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:56:31.741149 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-40aa4ec7-a0af-45c7-ad2e-3a88877ea251 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512506'] for security_group (863ab153-a692-4aa2-a827-c03ce334b655), after_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:31.745485 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-40aa4ec7-a0af-45c7-ad2e-3a88877ea251 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:31.768761 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-40aa4ec7-a0af-45c7-ad2e-3a88877ea251 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/863ab153-a692-4aa2-a827-c03ce334b655 HTTP/1.1" status: 204 len: 168 time: 0.9863932 Sep 18 00:56:31.780519 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.db [None req-58a59c95-7b97-4585-8a54-fb12b8d55b95 None None] For port 7b7733d2-6c70-4f1c-ad49-02b27cfcd267, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=7b7733d2-6c70-4f1c-ad49-02b27cfcd267,segment=NetworkSegment(0bc43035-2a06-4549-bc0f-2c1d1396a95a),segment_id=0bc43035-2a06-4549-bc0f-2c1d1396a95a)] {{(pid=106232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:56:31.790887 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-2afb7b61-ce09-4e8c-afa3-fbc447822da2 admin admin] Publish callbacks [] for security_group (6261132b-78c0-4bc5-8dec-d322e13fb790), precommit_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:31.858087 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Pushing event updated for resources: {'Port': ['ID=1a63b5be-1556-4ad8-a604-71bb845b8be3,revision_number=4']} {{(pid=106232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:31.870622 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08743b0b-4dfe-47bc-8ba6-a54bac56eedb req-dbd0a50c-0ea9-4e8d-88f0-551025ac7921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:56:31.872201 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-08743b0b-4dfe-47bc-8ba6-a54bac56eedb req-dbd0a50c-0ea9-4e8d-88f0-551025ac7921 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=a60d2801df884e15be8a0464cb725d6d&device_id=abf6631e-213a-40ea-8708-5dc51da0ee8c HTTP/1.1" status: 200 len: 1128 time: 0.4255266 Sep 18 00:56:31.876065 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40aa4ec7-a0af-45c7-ad2e-3a88877ea251 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=863ab153-a692-4aa2-a827-c03ce334b655,revision_number=None']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:31.885512 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-58a59c95-7b97-4585-8a54-fb12b8d55b95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749746030758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749745591525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749745591543'] for port (7b7733d2-6c70-4f1c-ad49-02b27cfcd267), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:31.980328 dv-cinder-master-3-smb neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:56:31.986934 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a59c95-7b97-4585-8a54-fb12b8d55b95 None None] Pushing event updated for resources: {'Port': ['ID=7b7733d2-6c70-4f1c-ad49-02b27cfcd267,revision_number=5']} {{(pid=106232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:32.005854 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.provisioning_blocks [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Provisioning complete for port 51e28825-0c57-4907-8702-1c2946ca62e8 triggered by entity L2. {{(pid=106232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 00:56:32.014507 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-2afb7b61-ce09-4e8c-afa3-fbc447822da2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512506'] for security_group (6261132b-78c0-4bc5-8dec-d322e13fb790), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:32.015329 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981214'] for port (51e28825-0c57-4907-8702-1c2946ca62e8), provisioning_complete {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:32.015777 dv-cinder-master-3-smb neutron-server[106232]: INFO neutron.plugins.ml2.plugin [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Attempt 1 to provision port 51e28825-0c57-4907-8702-1c2946ca62e8 Sep 18 00:56:32.032916 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-2afb7b61-ce09-4e8c-afa3-fbc447822da2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:32.038300 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.db.db_base_plugin_common [req-4397b6ad-8e68-427c-85ed-023afcedcd6e req-52ddf709-1fd5-40e4-b0b6-421e547e43fe tempest-DeleteServersTestJSON-1695902054 tempest-DeleteServersTestJSON-1695902054-project] Allocated IP 172.20.0.7 (e0ba4f30-bf7e-461f-88f4-1cd7adb83e44/52921a7d-948e-4aa2-bac6-f9f8eb611d75/a8ed2c0d-d075-4325-a1f8-6418484d4934) {{(pid=106231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:56:32.045319 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [None req-2afb7b61-ce09-4e8c-afa3-fbc447822da2 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/6261132b-78c0-4bc5-8dec-d322e13fb790 HTTP/1.1" status: 204 len: 168 time: 1.7474782 Sep 18 00:56:32.048266 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-f8b911b9-c71d-4087-ada3-039cffb2eecb req-0d968925-984e-42ec-96a6-67cdd054cad5 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/quotas/8cbf74b218c04911bb921f7cc2c6e966 HTTP/1.1" status: 200 len: 375 time: 0.5726204 Sep 18 00:56:32.067182 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-cc159f92-1f3c-47b4-a689-b5b014007a49 req-7ebdbcac-e584-437a-8d86-93721590f3a5 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.57 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=1a7f6c917c934c00a862b9946ce2b1cd HTTP/1.1" status: 200 len: 379 time: 0.9280779 Sep 18 00:56:32.099176 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef37b4f-62ba-41f1-82ea-5c025af37089 req-70d65620-6a2e-4dfe-b745-24088cb7bac6 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:56:32.110974 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-6ef37b4f-62ba-41f1-82ea-5c025af37089 req-70d65620-6a2e-4dfe-b745-24088cb7bac6 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] 10.222.0.33 "GET /networking/v2.0/networks?id=eee7c814-dc91-4de0-b55e-0732fcd7c9de HTTP/1.1" status: 200 len: 814 time: 1.0437999 Sep 18 00:56:32.114209 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-7e69529d-e102-4b86-aedc-0cf34a61f9b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:32.159248 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.provisioning_blocks [None req-58a59c95-7b97-4585-8a54-fb12b8d55b95 None None] Provisioning complete for port 4545d7a8-56f0-4062-a60e-cf2cfb4c3390 triggered by entity DHCP. {{(pid=106232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 00:56:32.159728 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-58a59c95-7b97-4585-8a54-fb12b8d55b95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981214'] for port (4545d7a8-56f0-4062-a60e-cf2cfb4c3390), provisioning_complete {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:32.160174 dv-cinder-master-3-smb neutron-server[106232]: INFO neutron.plugins.ml2.plugin [None req-58a59c95-7b97-4585-8a54-fb12b8d55b95 None None] Attempt 1 to provision port 4545d7a8-56f0-4062-a60e-cf2cfb4c3390 Sep 18 00:56:32.219565 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-f8b911b9-c71d-4087-ada3-039cffb2eecb req-320ca6d6-9799-43a9-bd83-9c92bfc4ac25 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=8cbf74b218c04911bb921f7cc2c6e966&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1488416 Sep 18 00:56:32.243285 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afb7b61-ce09-4e8c-afa3-fbc447822da2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6261132b-78c0-4bc5-8dec-d322e13fb790,revision_number=None']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:32.289615 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-6ef37b4f-62ba-41f1-82ea-5c025af37089 req-672bab69-83e8-4083-a5f2-833b0b8a0098 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] 10.222.0.33 "GET /networking/v2.0/quotas/ec2d9e20d4ed4178b9bc68ff54715b18 HTTP/1.1" status: 200 len: 375 time: 0.1769586 Sep 18 00:56:32.344247 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.db [None req-ac47abe6-5746-4d38-a9e3-df9a393129b0 None None] For port 01af8433-c279-4dab-a31d-ef4ca4915365, host dv-cinder-master-3-smb, cleared binding levels {{(pid=106232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:56:32.377727 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-6ef37b4f-62ba-41f1-82ea-5c025af37089 req-4c01447a-9266-416d-860c-817ef7e5fe08 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=ec2d9e20d4ed4178b9bc68ff54715b18&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0808649 Sep 18 00:56:32.425067 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.db [None req-ac47abe6-5746-4d38-a9e3-df9a393129b0 None None] For port 01af8433-c279-4dab-a31d-ef4ca4915365, host dv-cinder-master-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=01af8433-c279-4dab-a31d-ef4ca4915365,segment=NetworkSegment(9f226031-7641-47d9-b1b6-a604588f86da),segment_id=9f226031-7641-47d9-b1b6-a604588f86da)] {{(pid=106232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:56:32.442272 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.v2.base [req-cc159f92-1f3c-47b4-a689-b5b014007a49 req-923b9c7b-566e-477e-8552-9527c06ed442 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Request body: {'port': {'device_id': 'c1cf145a-d8d5-4a7e-937b-729bf79629fa', 'network_id': '5b2870f5-1df6-4588-9304-3be88fc2aeec', 'admin_state_up': True, 'tenant_id': '1a7f6c917c934c00a862b9946ce2b1cd', 'security_groups': ['5d1f43e9-9af2-4e0f-a00b-d54373283a26']}} {{(pid=106230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:56:32.445553 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-ac47abe6-5746-4d38-a9e3-df9a393129b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749746030758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749745591525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749745591543'] for port (01af8433-c279-4dab-a31d-ef4ca4915365), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:32.533228 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [req-4397b6ad-8e68-427c-85ed-023afcedcd6e req-52ddf709-1fd5-40e4-b0b6-421e547e43fe tempest-DeleteServersTestJSON-1695902054 tempest-DeleteServersTestJSON-1695902054-project] Publish callbacks [] for port (a8ed2c0d-d075-4325-a1f8-6418484d4934), precommit_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:32.554553 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:56:32.626118 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=85,neutron:INSERT=7,neutron:DELETE=4,neutron:UPDATE=4 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:56:32.629464 dv-cinder-master-3-smb neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:56:32.667173 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.57', 51699) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:56:32.674603 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Current status of the port 51e28825-0c57-4907-8702-1c2946ca62e8 is: ACTIVE; New status is: ACTIVE {{(pid=106232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 00:56:32.693157 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [req-4397b6ad-8e68-427c-85ed-023afcedcd6e req-52ddf709-1fd5-40e4-b0b6-421e547e43fe tempest-DeleteServersTestJSON-1695902054 tempest-DeleteServersTestJSON-1695902054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749745591507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13917182'] for port (a8ed2c0d-d075-4325-a1f8-6418484d4934), after_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:32.795208 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-58a59c95-7b97-4585-8a54-fb12b8d55b95 None None] Current status of the port 4545d7a8-56f0-4062-a60e-cf2cfb4c3390 is: ACTIVE; New status is: ACTIVE {{(pid=106232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 00:56:32.797916 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-f8b911b9-c71d-4087-ada3-039cffb2eecb req-ccdebd31-d12f-42fc-a964-92a72f38718b service neutron] 10.222.0.33 "GET /networking/v2.0/networks/c62b9e47-59b6-47ba-845f-e3be4dd39ad8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5693202 Sep 18 00:56:32.853035 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac47abe6-5746-4d38-a9e3-df9a393129b0 None None] Routers {'1ed01ef0-86d6-48ca-8f4f-b56f6df17cce'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 18 00:56:32.868608 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.l3_hamode_db [None req-ac47abe6-5746-4d38-a9e3-df9a393129b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-18T00:47:37Z,description=,heartbeat_timestamp=2022-09-18T00:56:07Z,host='dv-cinder-master-3-smb',id=d0e8801d-4758-48bd-8085-7f05d3358764,load=0,resource_versions=,resources_synced=,started_at=2022-09-18T00:47:37Z,topic='l3_agent')) {'router_ids': ['1ed01ef0-86d6-48ca-8f4f-b56f6df17cce'], 'active': True} {{(pid=106232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:56:32.899270 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-08743b0b-4dfe-47bc-8ba6-a54bac56eedb req-0ca67380-a037-4b27-9e57-54def164a009 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=caeb66db-fb12-4f3e-b68c-119f4575bc44 HTTP/1.1" status: 200 len: 217 time: 0.2703848 Sep 18 00:56:32.900897 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 56868) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:56:33.012904 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08743b0b-4dfe-47bc-8ba6-a54bac56eedb req-bd30d633-1220-4674-bb4a-5af7b1e4add7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:56:33.015380 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-08743b0b-4dfe-47bc-8ba6-a54bac56eedb req-bd30d633-1220-4674-bb4a-5af7b1e4add7 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=f52e5768-3b6e-420f-b5d0-cc4e5c3ba047 HTTP/1.1" status: 200 len: 850 time: 0.0932584 Sep 18 00:56:33.017486 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4397b6ad-8e68-427c-85ed-023afcedcd6e req-52ddf709-1fd5-40e4-b0b6-421e547e43fe tempest-DeleteServersTestJSON-1695902054 tempest-DeleteServersTestJSON-1695902054-project] Network e0ba4f30-bf7e-461f-88f4-1cd7adb83e44 is already hosted by enough agents. {{(pid=106231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:56:33.021054 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 56870) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:56:33.027706 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bbb385-a57c-48ae-b218-e9fda14b2ddd None None] Pushing event updated for resources: {'Port': ['ID=01af8433-c279-4dab-a31d-ef4ca4915365,revision_number=4']} {{(pid=106232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:33.058299 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-2ea66404-78c5-487e-bd0a-d03d68d06e7d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:33.068022 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.scheduler.base_scheduler [req-4397b6ad-8e68-427c-85ed-023afcedcd6e req-52ddf709-1fd5-40e4-b0b6-421e547e43fe tempest-DeleteServersTestJSON-1695902054 tempest-DeleteServersTestJSON-1695902054-project] Resources bound (agent type, host, resource id): {{(pid=106231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:56:33.099306 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cb753e68-29a5-44f1-942a-f270e1312f7b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:33.106026 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ddf709-1fd5-40e4-b0b6-421e547e43fe tempest-DeleteServersTestJSON-1695902054 tempest-DeleteServersTestJSON-1695902054-project] Pushing event updated for resources: {'Port': ['ID=a8ed2c0d-d075-4325-a1f8-6418484d4934,revision_number=1']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:33.114541 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.db.l3_dvrscheduler_db [req-4397b6ad-8e68-427c-85ed-023afcedcd6e req-52ddf709-1fd5-40e4-b0b6-421e547e43fe tempest-DeleteServersTestJSON-1695902054 tempest-DeleteServersTestJSON-1695902054-project] Received port after_create {{(pid=106231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 18 00:56:33.128178 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.provisioning_blocks [None req-58a59c95-7b97-4585-8a54-fb12b8d55b95 None None] Provisioning complete for port 01af8433-c279-4dab-a31d-ef4ca4915365 triggered by entity DHCP. {{(pid=106232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 00:56:33.129531 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-58a59c95-7b97-4585-8a54-fb12b8d55b95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981214'] for port (01af8433-c279-4dab-a31d-ef4ca4915365), provisioning_complete {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:33.129962 dv-cinder-master-3-smb neutron-server[106232]: INFO neutron.plugins.ml2.plugin [None req-58a59c95-7b97-4585-8a54-fb12b8d55b95 None None] Attempt 1 to provision port 01af8433-c279-4dab-a31d-ef4ca4915365 Sep 18 00:56:33.206147 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.rpc [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Device 4545d7a8-56f0-4062-a60e-cf2cfb4c3390 up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=106232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:56:33.219830 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-7e69529d-e102-4b86-aedc-0cf34a61f9b5 admin admin] Publish callbacks [] for security_group (af08dfca-7cea-4be5-a20a-4387cd13e02b), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:33.221505 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=91,neutron:INSERT=9 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:56:33.228011 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-f8b911b9-c71d-4087-ada3-039cffb2eecb req-128cca24-d2d0-4c97-84f9-9aec4929f928 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/c62b9e47-59b6-47ba-845f-e3be4dd39ad8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3648930 Sep 18 00:56:33.244027 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-7e69529d-e102-4b86-aedc-0cf34a61f9b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512506'] for security_group (af08dfca-7cea-4be5-a20a-4387cd13e02b), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:33.274514 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-6ef37b4f-62ba-41f1-82ea-5c025af37089 req-de805e91-0b4f-44ac-8900-6e79d27b5199 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/eee7c814-dc91-4de0-b55e-0732fcd7c9de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8545392 Sep 18 00:56:33.291334 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4397b6ad-8e68-427c-85ed-023afcedcd6e req-52ddf709-1fd5-40e4-b0b6-421e547e43fe tempest-DeleteServersTestJSON-1695902054 tempest-DeleteServersTestJSON-1695902054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:56:33.292009 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [req-4397b6ad-8e68-427c-85ed-023afcedcd6e req-52ddf709-1fd5-40e4-b0b6-421e547e43fe tempest-DeleteServersTestJSON-1695902054 tempest-DeleteServersTestJSON-1695902054-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16701016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16267021'] for port (None), before_response {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:33.307567 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.l3_dvr_db [None req-ac47abe6-5746-4d38-a9e3-df9a393129b0 None None] Set router 1ed01ef0-86d6-48ca-8f4f-b56f6df17cce gateway port host: dv-cinder-master-3-smb {{(pid=106232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 18 00:56:33.363734 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [None req-7e69529d-e102-4b86-aedc-0cf34a61f9b5 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=35d973b5374c471eac6096f97ef07d44&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6182122 Sep 18 00:56:33.364481 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.33', 56876) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:56:33.376051 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e69529d-e102-4b86-aedc-0cf34a61f9b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af08dfca-7cea-4be5-a20a-4387cd13e02b,revision_number=1']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:33.426644 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:56:33.529699 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f911fd07-d47d-4b1c-b387-2ec5c51379f9 req-8130dc9c-31b8-4eda-85c0-fd0c6cdb540c tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:56:33.531265 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-f911fd07-d47d-4b1c-b387-2ec5c51379f9 req-8130dc9c-31b8-4eda-85c0-fd0c6cdb540c tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.57 "GET /networking/v2.0/networks?id=c62b9e47-59b6-47ba-845f-e3be4dd39ad8 HTTP/1.1" status: 200 len: 819 time: 0.8457425 Sep 18 00:56:33.533792 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-4397b6ad-8e68-427c-85ed-023afcedcd6e req-52ddf709-1fd5-40e4-b0b6-421e547e43fe tempest-DeleteServersTestJSON-1695902054 tempest-DeleteServersTestJSON-1695902054-project] 10.222.0.57 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3506458 Sep 18 00:56:33.553504 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08743b0b-4dfe-47bc-8ba6-a54bac56eedb req-00ba5fdd-c5bd-4e64-b154-e7d904025ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:56:33.559070 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-08743b0b-4dfe-47bc-8ba6-a54bac56eedb req-00ba5fdd-c5bd-4e64-b154-e7d904025ad6 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=3e60962c-164c-4e15-8d69-6601f5d7b205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.4941046 Sep 18 00:56:33.583221 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc159f92-1f3c-47b4-a689-b5b014007a49 req-923b9c7b-566e-477e-8552-9527c06ed442 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Made reservation on behalf of 1a7f6c917c934c00a862b9946ce2b1cd for: {'port': 1} {{(pid=106230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:56:33.594705 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [req-cc159f92-1f3c-47b4-a689-b5b014007a49 req-923b9c7b-566e-477e-8552-9527c06ed442 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (None), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:33.656974 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.v2.base [req-f911fd07-d47d-4b1c-b387-2ec5c51379f9 req-60e89c91-9b4a-4b2b-9aa0-8bc185e5f7b4 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Request body: {'port': {'device_id': 'bf75d794-7c36-40e0-a103-db749b9dd1e2', 'network_id': 'c62b9e47-59b6-47ba-845f-e3be4dd39ad8', 'admin_state_up': True, 'tenant_id': '8cbf74b218c04911bb921f7cc2c6e966'}} {{(pid=106230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:56:33.728376 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.v2.base [req-4397b6ad-8e68-427c-85ed-023afcedcd6e req-863425f5-7d47-4b66-aac1-56d18c6e167b service neutron] Request body: {'port': {'device_id': '5674ad19-62fd-4a3a-98b8-27051ad03cc7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=106231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:56:33.766370 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-58a59c95-7b97-4585-8a54-fb12b8d55b95 None None] Current status of the port 01af8433-c279-4dab-a31d-ef4ca4915365 is: DOWN; New status is: ACTIVE {{(pid=106232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 00:56:33.766955 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-58a59c95-7b97-4585-8a54-fb12b8d55b95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (01af8433-c279-4dab-a31d-ef4ca4915365), before_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:33.830159 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.provisioning_blocks [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Provisioning complete for port 4545d7a8-56f0-4062-a60e-cf2cfb4c3390 triggered by entity L2. {{(pid=106232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 00:56:33.830604 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981214'] for port (4545d7a8-56f0-4062-a60e-cf2cfb4c3390), provisioning_complete {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:33.830978 dv-cinder-master-3-smb neutron-server[106232]: INFO neutron.plugins.ml2.plugin [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Attempt 1 to provision port 4545d7a8-56f0-4062-a60e-cf2cfb4c3390 Sep 18 00:56:33.834090 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b026e11-4630-4970-9e7f-d1b026ca93b8 req-9004dc03-d178-4387-af09-eee55a7827e2 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:56:33.837040 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-9b026e11-4630-4970-9e7f-d1b026ca93b8 req-9004dc03-d178-4387-af09-eee55a7827e2 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=abf6631e-213a-40ea-8708-5dc51da0ee8c HTTP/1.1" status: 200 len: 944 time: 0.0710371 Sep 18 00:56:34.233172 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.db [None req-58a59c95-7b97-4585-8a54-fb12b8d55b95 None None] For port 01af8433-c279-4dab-a31d-ef4ca4915365, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=01af8433-c279-4dab-a31d-ef4ca4915365,segment=NetworkSegment(9f226031-7641-47d9-b1b6-a604588f86da),segment_id=9f226031-7641-47d9-b1b6-a604588f86da)] {{(pid=106232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:56:34.246476 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-08743b0b-4dfe-47bc-8ba6-a54bac56eedb req-ca932cf1-b3ff-4acd-a6b7-d16000fc3044 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/3e60962c-164c-4e15-8d69-6601f5d7b205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6190906 Sep 18 00:56:34.299995 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cb753e68-29a5-44f1-942a-f270e1312f7b admin admin] Publish callbacks [] for security_group (aff2d9a2-47a0-46c5-ba3e-e046f97b08b1), precommit_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:34.322917 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [req-4397b6ad-8e68-427c-85ed-023afcedcd6e req-863425f5-7d47-4b66-aac1-56d18c6e167b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (a8ed2c0d-d075-4325-a1f8-6418484d4934), before_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:34.333936 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cb753e68-29a5-44f1-942a-f270e1312f7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512506'] for security_group (aff2d9a2-47a0-46c5-ba3e-e046f97b08b1), after_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:34.380033 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-2ea66404-78c5-487e-bd0a-d03d68d06e7d admin admin] Publish callbacks [] for security_group (3473c499-5bbd-4c7d-82dd-4d9d5198562c), precommit_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:34.431202 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-58a59c95-7b97-4585-8a54-fb12b8d55b95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749746030758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749745591525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749745591543'] for port (01af8433-c279-4dab-a31d-ef4ca4915365), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:34.471433 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.db.db_base_plugin_common [req-cc159f92-1f3c-47b4-a689-b5b014007a49 req-923b9c7b-566e-477e-8552-9527c06ed442 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Allocated IP 172.20.0.13 (5b2870f5-1df6-4588-9304-3be88fc2aeec/b02e0a67-927b-4f1f-86aa-5b54aefb606b/3b10ed6a-bc95-40e6-afaa-4936e44594eb) {{(pid=106230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:56:34.542556 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-cb753e68-29a5-44f1-942a-f270e1312f7b admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=549243c8d97e42ef9713e3bd2e0f9bb0&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5188947 Sep 18 00:56:34.543126 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 56888) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:56:34.564888 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-2ea66404-78c5-487e-bd0a-d03d68d06e7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512506'] for security_group (3473c499-5bbd-4c7d-82dd-4d9d5198562c), after_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:34.650248 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [req-cc159f92-1f3c-47b4-a689-b5b014007a49 req-923b9c7b-566e-477e-8552-9527c06ed442 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Publish callbacks [] for port (3b10ed6a-bc95-40e6-afaa-4936e44594eb), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:34.670806 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=81,neutron:DELETE=1,neutron:INSERT=17,neutron:UPDATE=1 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:56:34.696638 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:56:34.710553 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb753e68-29a5-44f1-942a-f270e1312f7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aff2d9a2-47a0-46c5-ba3e-e046f97b08b1,revision_number=1']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:34.761756 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea66404-78c5-487e-bd0a-d03d68d06e7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3473c499-5bbd-4c7d-82dd-4d9d5198562c,revision_number=1']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:34.763303 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [req-cc159f92-1f3c-47b4-a689-b5b014007a49 req-923b9c7b-566e-477e-8552-9527c06ed442 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749745591507'] for port (3b10ed6a-bc95-40e6-afaa-4936e44594eb), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:34.782706 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-08743b0b-4dfe-47bc-8ba6-a54bac56eedb req-84ace498-91f6-4468-a2ac-d88e24b026e5 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/3e60962c-164c-4e15-8d69-6601f5d7b205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5147197 Sep 18 00:56:34.792331 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-5ec565cd-2569-4ee1-872b-458e0cedd5af admin admin] Publish callbacks [] for security_group (aff2d9a2-47a0-46c5-ba3e-e046f97b08b1), before_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:34.812769 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:56:34.816758 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-5ec565cd-2569-4ee1-872b-458e0cedd5af admin admin] Publish callbacks [] for security_group (aff2d9a2-47a0-46c5-ba3e-e046f97b08b1), precommit_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:34.918886 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-2ea66404-78c5-487e-bd0a-d03d68d06e7d admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=a45f90121a774490af51f2373ea3e7e8&name=default HTTP/1.1" status: 200 len: 2996 time: 2.0107710 Sep 18 00:56:34.922702 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 56890) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:56:34.923456 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-5ec565cd-2569-4ee1-872b-458e0cedd5af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512506'] for security_group (aff2d9a2-47a0-46c5-ba3e-e046f97b08b1), after_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:34.926509 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-5ec565cd-2569-4ee1-872b-458e0cedd5af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:34.928776 dv-cinder-master-3-smb neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:56:34.931111 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Current status of the port 4545d7a8-56f0-4062-a60e-cf2cfb4c3390 is: ACTIVE; New status is: ACTIVE {{(pid=106232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 00:56:34.932691 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.rpc [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Device 7b7733d2-6c70-4f1c-ad49-02b27cfcd267 up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=106232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:56:34.940645 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-5ec565cd-2569-4ee1-872b-458e0cedd5af admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/aff2d9a2-47a0-46c5-ba3e-e046f97b08b1 HTTP/1.1" status: 204 len: 168 time: 0.3758097 Sep 18 00:56:34.949259 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f911fd07-d47d-4b1c-b387-2ec5c51379f9 req-60e89c91-9b4a-4b2b-9aa0-8bc185e5f7b4 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Made reservation on behalf of 8cbf74b218c04911bb921f7cc2c6e966 for: {'port': 1} {{(pid=106230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:56:34.953999 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [req-f911fd07-d47d-4b1c-b387-2ec5c51379f9 req-60e89c91-9b4a-4b2b-9aa0-8bc185e5f7b4 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (None), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:34.993022 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec565cd-2569-4ee1-872b-458e0cedd5af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aff2d9a2-47a0-46c5-ba3e-e046f97b08b1,revision_number=None']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:35.009965 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-eb6e53e8-4bfc-4bf2-8af7-e23b3d1acc46 admin admin] Publish callbacks [] for security_group (af08dfca-7cea-4be5-a20a-4387cd13e02b), before_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:35.041957 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:INSERT=5,neutron:SELECT=88,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:56:35.092231 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.l3_hamode_db [None req-ac47abe6-5746-4d38-a9e3-df9a393129b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ed01ef0-86d6-48ca-8f4f-b56f6df17cce', 'name': 'tempest-ServerRescueNegativeTestJSON-1197339519-router', 'tenant_id': '8cbf74b218c04911bb921f7cc2c6e966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'external_fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.201'}], 'enable_snat': True}, 'gw_port_id': '1a63b5be-1556-4ad8-a604-71bb845b8be3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:56:01Z', 'updated_at': '2022-09-18T00:56:20Z', 'revision_number': 4, 'project_id': '8cbf74b218c04911bb921f7cc2c6e966', 'gw_port': {'id': '1a63b5be-1556-4ad8-a604-71bb845b8be3', 'name': '', 'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:38:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed01ef0-86d6-48ca-8f4f-b56f6df17cce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:56:02Z', 'updated_at': '2022-09-18T00:56:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '01af8433-c279-4dab-a31d-ef4ca4915365', 'name': '', 'network_id': 'c62b9e47-59b6-47ba-845f-e3be4dd39ad8', 'tenant_id': '8cbf74b218c04911bb921f7cc2c6e966', 'mac_address': 'fa:16:3e:dd:cb:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ed01ef0-86d6-48ca-8f4f-b56f6df17cce', 'device_owner': 'network:router_interface', 'standard_attr_id': 143, 'fixed_ips': [{'subnet_id': '21e1d23e-9045-41fa-9ed7-19ac1edcbcfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:56:15Z', 'updated_at': '2022-09-18T00:56:32Z', 'revision_number': 4, 'project_id': '8cbf74b218c04911bb921f7cc2c6e966', 'subnets': [{'id': '21e1d23e-9045-41fa-9ed7-19ac1edcbcfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=106232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:56:35.107052 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.provisioning_blocks [None req-9ed2d7b6-8e0a-4718-8938-95ca2d4d3c86 None None] Provisioning complete for port a8ed2c0d-d075-4325-a1f8-6418484d4934 triggered by entity DHCP. {{(pid=106232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 00:56:35.107501 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-9ed2d7b6-8e0a-4718-8938-95ca2d4d3c86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981214'] for port (a8ed2c0d-d075-4325-a1f8-6418484d4934), provisioning_complete {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:35.108701 dv-cinder-master-3-smb neutron-server[106232]: INFO neutron.plugins.ml2.plugin [None req-9ed2d7b6-8e0a-4718-8938-95ca2d4d3c86 None None] Attempt 1 to provision port a8ed2c0d-d075-4325-a1f8-6418484d4934 Sep 18 00:56:35.111017 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923b9c7b-566e-477e-8552-9527c06ed442 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Pushing event updated for resources: {'Port': ['ID=3b10ed6a-bc95-40e6-afaa-4936e44594eb,revision_number=1']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:35.137739 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc159f92-1f3c-47b4-a689-b5b014007a49 req-923b9c7b-566e-477e-8552-9527c06ed442 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Network 5b2870f5-1df6-4588-9304-3be88fc2aeec is already hosted by enough agents. {{(pid=106230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:56:35.143165 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-6ef37b4f-62ba-41f1-82ea-5c025af37089 req-471db471-a190-45dd-b3ca-b038ada99f99 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/eee7c814-dc91-4de0-b55e-0732fcd7c9de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.7696450 Sep 18 00:56:35.210759 dv-cinder-master-3-smb neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:56:35.213065 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-9ed2d7b6-8e0a-4718-8938-95ca2d4d3c86 None None] Port a8ed2c0d-d075-4325-a1f8-6418484d4934 cannot update to ACTIVE because it is not bound. {{(pid=106232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 18 00:56:35.218447 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-9b026e11-4630-4970-9e7f-d1b026ca93b8 req-e5d8703f-db84-431c-90dc-7c14b6222e4b tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=ebcf1d70-15c2-4b0c-9b2b-32e60a0830c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5261474 Sep 18 00:56:35.226051 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.scheduler.base_scheduler [req-cc159f92-1f3c-47b4-a689-b5b014007a49 req-923b9c7b-566e-477e-8552-9527c06ed442 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Resources bound (agent type, host, resource id): {{(pid=106230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:56:35.233433 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc159f92-1f3c-47b4-a689-b5b014007a49 req-923b9c7b-566e-477e-8552-9527c06ed442 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Received port after_create {{(pid=106230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 18 00:56:35.264265 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac47abe6-5746-4d38-a9e3-df9a393129b0 None None] The sync data for ids ['1ed01ef0-86d6-48ca-8f4f-b56f6df17cce'] in dv-cinder-master-3-smb is: [{'id': '1ed01ef0-86d6-48ca-8f4f-b56f6df17cce', 'name': 'tempest-ServerRescueNegativeTestJSON-1197339519-router', 'tenant_id': '8cbf74b218c04911bb921f7cc2c6e966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'external_fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.201'}], 'enable_snat': True}, 'gw_port_id': '1a63b5be-1556-4ad8-a604-71bb845b8be3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:56:01Z', 'updated_at': '2022-09-18T00:56:20Z', 'revision_number': 4, 'project_id': '8cbf74b218c04911bb921f7cc2c6e966', 'gw_port': {'id': '1a63b5be-1556-4ad8-a604-71bb845b8be3', 'name': '', 'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:38:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed01ef0-86d6-48ca-8f4f-b56f6df17cce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:56:02Z', 'updated_at': '2022-09-18T00:56:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '01af8433-c279-4dab-a31d-ef4ca4915365', 'name': '', 'network_id': 'c62b9e47-59b6-47ba-845f-e3be4dd39ad8', 'tenant_id': '8cbf74b218c04911bb921f7cc2c6e966', 'mac_address': 'fa:16:3e:dd:cb:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ed01ef0-86d6-48ca-8f4f-b56f6df17cce', 'device_owner': 'network:router_interface', 'standard_attr_id': 143, 'fixed_ips': [{'subnet_id': '21e1d23e-9045-41fa-9ed7-19ac1edcbcfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:56:15Z', 'updated_at': '2022-09-18T00:56:32Z', 'revision_number': 4, 'project_id': '8cbf74b218c04911bb921f7cc2c6e966', 'subnets': [{'id': '21e1d23e-9045-41fa-9ed7-19ac1edcbcfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:56:35.280144 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc159f92-1f3c-47b4-a689-b5b014007a49 req-923b9c7b-566e-477e-8552-9527c06ed442 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:56:35.280855 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [req-cc159f92-1f3c-47b4-a689-b5b014007a49 req-923b9c7b-566e-477e-8552-9527c06ed442 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16701016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16267021'] for port (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:35.285038 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-ceacac21-6340-4276-b1a8-a8112e61419f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (25137928-f4de-4c87-813e-883d046ac13f), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:35.289583 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-0c3b8c1c-78bb-452f-824a-ff2ab857244c admin admin] Publish callbacks [] for security_group (3473c499-5bbd-4c7d-82dd-4d9d5198562c), before_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:35.299805 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a59c95-7b97-4585-8a54-fb12b8d55b95 None None] Pushing event updated for resources: {'Port': ['ID=01af8433-c279-4dab-a31d-ef4ca4915365,revision_number=5']} {{(pid=106232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:35.368645 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.provisioning_blocks [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Provisioning complete for port 7b7733d2-6c70-4f1c-ad49-02b27cfcd267 triggered by entity L2. {{(pid=106232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 00:56:35.371632 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981214'] for port (7b7733d2-6c70-4f1c-ad49-02b27cfcd267), provisioning_complete {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:35.376354 dv-cinder-master-3-smb neutron-server[106232]: INFO neutron.plugins.ml2.plugin [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Attempt 1 to provision port 7b7733d2-6c70-4f1c-ad49-02b27cfcd267 Sep 18 00:56:35.420276 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-0c3b8c1c-78bb-452f-824a-ff2ab857244c admin admin] Publish callbacks [] for security_group (3473c499-5bbd-4c7d-82dd-4d9d5198562c), precommit_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:35.491886 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-eb6e53e8-4bfc-4bf2-8af7-e23b3d1acc46 admin admin] Publish callbacks [] for security_group (af08dfca-7cea-4be5-a20a-4387cd13e02b), precommit_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:35.533563 dv-cinder-master-3-smb neutron-server[106233]: DEBUG dbcounter [-] [106233] Writing DB stats neutron:SELECT=59,neutron:UPDATE=1 {{(pid=106233) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:56:35.534838 dv-cinder-master-3-smb neutron-server[106233]: DEBUG dbcounter [-] [106233] Writing DB stats neutron:SELECT=37 {{(pid=106233) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:56:35.720164 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.notifiers.nova [req-4397b6ad-8e68-427c-85ed-023afcedcd6e req-863425f5-7d47-4b66-aac1-56d18c6e167b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8ed2c0d-d075-4325-a1f8-6418484d4934 {{(pid=106231) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 18 00:56:35.744110 dv-cinder-master-3-smb neutron-server[106232]: INFO neutron.plugins.ml2.plugin [None req-9ed2d7b6-8e0a-4718-8938-95ca2d4d3c86 None None] Attempt 2 to provision port a8ed2c0d-d075-4325-a1f8-6418484d4934 Sep 18 00:56:35.753969 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [req-4397b6ad-8e68-427c-85ed-023afcedcd6e req-863425f5-7d47-4b66-aac1-56d18c6e167b service neutron] Publish callbacks [] for port (a8ed2c0d-d075-4325-a1f8-6418484d4934), precommit_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:35.768671 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-cc159f92-1f3c-47b4-a689-b5b014007a49 req-923b9c7b-566e-477e-8552-9527c06ed442 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.57 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3326936 Sep 18 00:56:35.803684 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.v2.base [req-cc159f92-1f3c-47b4-a689-b5b014007a49 req-27be0e60-37d6-4135-a8a9-541f7c340a69 service neutron] Request body: {'port': {'device_id': 'c1cf145a-d8d5-4a7e-937b-729bf79629fa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=106230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:56:35.813209 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.db.provisioning_blocks [req-4397b6ad-8e68-427c-85ed-023afcedcd6e req-863425f5-7d47-4b66-aac1-56d18c6e167b service neutron] Transition to ACTIVE for port object a8ed2c0d-d075-4325-a1f8-6418484d4934 will not be triggered until provisioned by entity L2. {{(pid=106231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 18 00:56:35.835424 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [req-4397b6ad-8e68-427c-85ed-023afcedcd6e req-863425f5-7d47-4b66-aac1-56d18c6e167b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749746030758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749745591525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749745591543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13917127'] for port (a8ed2c0d-d075-4325-a1f8-6418484d4934), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:35.911665 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f400f06-e3c9-43b8-84b7-395d1e63a785 req-dc00bbf8-4ab7-4020-a3f6-2482c9c5374a tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:56:35.915597 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-7f400f06-e3c9-43b8-84b7-395d1e63a785 req-dc00bbf8-4ab7-4020-a3f6-2482c9c5374a tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c1cf145a-d8d5-4a7e-937b-729bf79629fa HTTP/1.1" status: 200 len: 932 time: 0.3349066 Sep 18 00:56:35.923965 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Current status of the port 7b7733d2-6c70-4f1c-ad49-02b27cfcd267 is: ACTIVE; New status is: ACTIVE {{(pid=106232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 00:56:35.936004 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.rpc [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Device 1a63b5be-1556-4ad8-a604-71bb845b8be3 up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=106232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:56:36.046538 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-9ed2d7b6-8e0a-4718-8938-95ca2d4d3c86 None None] Port a8ed2c0d-d075-4325-a1f8-6418484d4934 cannot update to ACTIVE because it is not bound. {{(pid=106232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 18 00:56:36.058906 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00675842-3a19-4328-afa8-9aa1f3288337 req-ed935577-fccc-4094-b9bc-1b9e2d2b0662 tempest-DeleteServersTestJSON-1695902054 tempest-DeleteServersTestJSON-1695902054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:56:36.060713 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-00675842-3a19-4328-afa8-9aa1f3288337 req-ed935577-fccc-4094-b9bc-1b9e2d2b0662 tempest-DeleteServersTestJSON-1695902054 tempest-DeleteServersTestJSON-1695902054-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5674ad19-62fd-4a3a-98b8-27051ad03cc7 HTTP/1.1" status: 200 len: 943 time: 0.2377772 Sep 18 00:56:36.076263 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.provisioning_blocks [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Provisioning complete for port 1a63b5be-1556-4ad8-a604-71bb845b8be3 triggered by entity L2. {{(pid=106232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 00:56:36.077292 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981214'] for port (1a63b5be-1556-4ad8-a604-71bb845b8be3), provisioning_complete {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:36.077940 dv-cinder-master-3-smb neutron-server[106232]: INFO neutron.plugins.ml2.plugin [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Attempt 1 to provision port 1a63b5be-1556-4ad8-a604-71bb845b8be3 Sep 18 00:56:36.102163 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863425f5-7d47-4b66-aac1-56d18c6e167b service neutron] Pushing event updated for resources: {'Port': ['ID=a8ed2c0d-d075-4325-a1f8-6418484d4934,revision_number=2']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:36.162486 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-eb6e53e8-4bfc-4bf2-8af7-e23b3d1acc46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512506'] for security_group (af08dfca-7cea-4be5-a20a-4387cd13e02b), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:36.165575 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-eb6e53e8-4bfc-4bf2-8af7-e23b3d1acc46 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:36.167007 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [None req-eb6e53e8-4bfc-4bf2-8af7-e23b3d1acc46 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/af08dfca-7cea-4be5-a20a-4387cd13e02b HTTP/1.1" status: 204 len: 168 time: 2.7689130 Sep 18 00:56:36.187995 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-0c3b8c1c-78bb-452f-824a-ff2ab857244c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512506'] for security_group (3473c499-5bbd-4c7d-82dd-4d9d5198562c), after_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:36.202917 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-0c3b8c1c-78bb-452f-824a-ff2ab857244c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:36.204219 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-0c3b8c1c-78bb-452f-824a-ff2ab857244c admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/3473c499-5bbd-4c7d-82dd-4d9d5198562c HTTP/1.1" status: 204 len: 168 time: 1.2611105 Sep 18 00:56:36.218919 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.db.db_base_plugin_common [req-f911fd07-d47d-4b1c-b387-2ec5c51379f9 req-60e89c91-9b4a-4b2b-9aa0-8bc185e5f7b4 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Allocated IP 172.20.0.6 (c62b9e47-59b6-47ba-845f-e3be4dd39ad8/21e1d23e-9045-41fa-9ed7-19ac1edcbcfa/f9535f32-8846-4f66-9b5c-30fb801b7fbc) {{(pid=106230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:56:36.281687 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Current status of the port 1a63b5be-1556-4ad8-a604-71bb845b8be3 is: ACTIVE; New status is: ACTIVE {{(pid=106232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 00:56:36.283419 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.rpc [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Device a9bc47a8-4881-46c7-add9-d9f3582d3f14 up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=106232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:56:36.297185 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3b8c1c-78bb-452f-824a-ff2ab857244c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3473c499-5bbd-4c7d-82dd-4d9d5198562c,revision_number=None']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:36.362677 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.provisioning_blocks [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Provisioning complete for port a9bc47a8-4881-46c7-add9-d9f3582d3f14 triggered by entity L2. {{(pid=106232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 00:56:36.363240 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981214'] for port (a9bc47a8-4881-46c7-add9-d9f3582d3f14), provisioning_complete {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:36.363684 dv-cinder-master-3-smb neutron-server[106232]: INFO neutron.plugins.ml2.plugin [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Attempt 1 to provision port a9bc47a8-4881-46c7-add9-d9f3582d3f14 Sep 18 00:56:36.383165 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.plugins.ml2.managers [req-4397b6ad-8e68-427c-85ed-023afcedcd6e req-863425f5-7d47-4b66-aac1-56d18c6e167b service neutron] Attempting to bind port a8ed2c0d-d075-4325-a1f8-6418484d4934 on host hv-cinder-maste for vnic_type normal with profile {{(pid=106231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 18 00:56:36.383504 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.plugins.ml2.managers [req-4397b6ad-8e68-427c-85ed-023afcedcd6e req-863425f5-7d47-4b66-aac1-56d18c6e167b service neutron] Attempting to bind port a8ed2c0d-d075-4325-a1f8-6418484d4934 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '0bc43035-2a06-4549-bc0f-2c1d1396a95a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'e0ba4f30-bf7e-461f-88f4-1cd7adb83e44'}] {{(pid=106231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 18 00:56:36.383835 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4397b6ad-8e68-427c-85ed-023afcedcd6e req-863425f5-7d47-4b66-aac1-56d18c6e167b service neutron] Attempting to bind port a8ed2c0d-d075-4325-a1f8-6418484d4934 on network e0ba4f30-bf7e-461f-88f4-1cd7adb83e44 {{(pid=106231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:56:36.510264 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4397b6ad-8e68-427c-85ed-023afcedcd6e req-863425f5-7d47-4b66-aac1-56d18c6e167b service neutron] Port a8ed2c0d-d075-4325-a1f8-6418484d4934 on network e0ba4f30-bf7e-461f-88f4-1cd7adb83e44 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=106231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:56:36.510933 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4397b6ad-8e68-427c-85ed-023afcedcd6e req-863425f5-7d47-4b66-aac1-56d18c6e167b service neutron] Attempting to bind port a8ed2c0d-d075-4325-a1f8-6418484d4934 on network e0ba4f30-bf7e-461f-88f4-1cd7adb83e44 {{(pid=106231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:56:36.518933 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [req-cc159f92-1f3c-47b4-a689-b5b014007a49 req-27be0e60-37d6-4135-a8a9-541f7c340a69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (3b10ed6a-bc95-40e6-afaa-4936e44594eb), before_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:36.532474 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Current status of the port a9bc47a8-4881-46c7-add9-d9f3582d3f14 is: ACTIVE; New status is: ACTIVE {{(pid=106232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 00:56:36.548110 dv-cinder-master-3-smb neutron-server[106232]: INFO neutron.plugins.ml2.plugin [None req-9ed2d7b6-8e0a-4718-8938-95ca2d4d3c86 None None] Attempt 3 to provision port a8ed2c0d-d075-4325-a1f8-6418484d4934 Sep 18 00:56:36.583589 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4397b6ad-8e68-427c-85ed-023afcedcd6e req-863425f5-7d47-4b66-aac1-56d18c6e167b service neutron] Checking agent: {'id': 'a990346c-0f9b-4256-b267-210f2ef06c1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 18, 0, 54, 1), 'started_at': datetime.datetime(2022, 9, 18, 0, 54, 1), 'heartbeat_timestamp': datetime.datetime(2022, 9, 18, 0, 56, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 18 00:56:36.583589 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4397b6ad-8e68-427c-85ed-023afcedcd6e req-863425f5-7d47-4b66-aac1-56d18c6e167b service neutron] Checking segment: {'id': '0bc43035-2a06-4549-bc0f-2c1d1396a95a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'e0ba4f30-bf7e-461f-88f4-1cd7adb83e44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 18 00:56:36.583589 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4397b6ad-8e68-427c-85ed-023afcedcd6e req-863425f5-7d47-4b66-aac1-56d18c6e167b service neutron] Bound using segment: {'id': '0bc43035-2a06-4549-bc0f-2c1d1396a95a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'e0ba4f30-bf7e-461f-88f4-1cd7adb83e44'} {{(pid=106231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 18 00:56:36.584074 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.plugins.ml2.managers [req-4397b6ad-8e68-427c-85ed-023afcedcd6e req-863425f5-7d47-4b66-aac1-56d18c6e167b service neutron] Bound port: a8ed2c0d-d075-4325-a1f8-6418484d4934, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0bc43035-2a06-4549-bc0f-2c1d1396a95a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'e0ba4f30-bf7e-461f-88f4-1cd7adb83e44'}}] {{(pid=106231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 18 00:56:36.584074 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [req-4397b6ad-8e68-427c-85ed-023afcedcd6e req-863425f5-7d47-4b66-aac1-56d18c6e167b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (a8ed2c0d-d075-4325-a1f8-6418484d4934), before_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:36.659073 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:56:36.699615 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6e53e8-4bfc-4bf2-8af7-e23b3d1acc46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af08dfca-7cea-4be5-a20a-4387cd13e02b,revision_number=None']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:36.714714 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-9ed2d7b6-8e0a-4718-8938-95ca2d4d3c86 None None] Port a8ed2c0d-d075-4325-a1f8-6418484d4934 cannot update to ACTIVE because it is not bound. {{(pid=106232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 18 00:56:36.773836 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-7f400f06-e3c9-43b8-84b7-395d1e63a785 req-5017e62b-0edc-4631-9bf6-1f2c772c7ae0 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5d1f43e9-9af2-4e0f-a00b-d54373283a26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8488898 Sep 18 00:56:36.870529 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.plugins.ml2.db [req-4397b6ad-8e68-427c-85ed-023afcedcd6e req-863425f5-7d47-4b66-aac1-56d18c6e167b service neutron] For port a8ed2c0d-d075-4325-a1f8-6418484d4934, host hv-cinder-maste, cleared binding levels {{(pid=106231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:56:36.878708 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.plugins.ml2.db [req-4397b6ad-8e68-427c-85ed-023afcedcd6e req-863425f5-7d47-4b66-aac1-56d18c6e167b service neutron] For port a8ed2c0d-d075-4325-a1f8-6418484d4934, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=a8ed2c0d-d075-4325-a1f8-6418484d4934,segment=NetworkSegment(0bc43035-2a06-4549-bc0f-2c1d1396a95a),segment_id=0bc43035-2a06-4549-bc0f-2c1d1396a95a)] {{(pid=106231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:56:36.891519 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [req-4397b6ad-8e68-427c-85ed-023afcedcd6e req-863425f5-7d47-4b66-aac1-56d18c6e167b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749746030758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749745591525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749745591543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13917127'] for port (a8ed2c0d-d075-4325-a1f8-6418484d4934), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:36.903081 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.rpc [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Device 01af8433-c279-4dab-a31d-ef4ca4915365 up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=106232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:56:36.918256 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4397b6ad-8e68-427c-85ed-023afcedcd6e req-863425f5-7d47-4b66-aac1-56d18c6e167b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:56:36.922677 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [req-4397b6ad-8e68-427c-85ed-023afcedcd6e req-863425f5-7d47-4b66-aac1-56d18c6e167b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16701016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16267021'] for port (None), before_response {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:36.936882 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-4397b6ad-8e68-427c-85ed-023afcedcd6e req-863425f5-7d47-4b66-aac1-56d18c6e167b service neutron] 10.222.0.57 "PUT /networking/v2.0/ports/a8ed2c0d-d075-4325-a1f8-6418484d4934 HTTP/1.1" status: 200 len: 1093 time: 3.3173127 Sep 18 00:56:36.954298 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:56:37.082232 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-00675842-3a19-4328-afa8-9aa1f3288337 req-38ad2dad-42c6-43ad-a203-22865a73db69 tempest-DeleteServersTestJSON-1695902054 tempest-DeleteServersTestJSON-1695902054-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=22b6fc2b-5107-4c4f-a50a-5c4d2f5fcd24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9954762 Sep 18 00:56:37.149454 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-16c1dc3c-005e-4786-ab34-395b662e4707 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (d0e8801d-4758-48bd-8085-7f05d3358764), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:37.163168 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.provisioning_blocks [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Provisioning complete for port 01af8433-c279-4dab-a31d-ef4ca4915365 triggered by entity L2. {{(pid=106232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 00:56:37.163733 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981214'] for port (01af8433-c279-4dab-a31d-ef4ca4915365), provisioning_complete {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:37.163955 dv-cinder-master-3-smb neutron-server[106232]: INFO neutron.plugins.ml2.plugin [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Attempt 1 to provision port 01af8433-c279-4dab-a31d-ef4ca4915365 Sep 18 00:56:37.216456 dv-cinder-master-3-smb neutron-server[106232]: INFO neutron.plugins.ml2.plugin [None req-9ed2d7b6-8e0a-4718-8938-95ca2d4d3c86 None None] Attempt 4 to provision port a8ed2c0d-d075-4325-a1f8-6418484d4934 Sep 18 00:56:37.382776 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-9ed2d7b6-8e0a-4718-8938-95ca2d4d3c86 None None] Port a8ed2c0d-d075-4325-a1f8-6418484d4934 had new provisioning blocks added so it will not transition to active. {{(pid=106232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 18 00:56:37.386781 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Current status of the port 01af8433-c279-4dab-a31d-ef4ca4915365 is: ACTIVE; New status is: ACTIVE {{(pid=106232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 00:56:37.514070 dv-cinder-master-3-smb neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:56:37.517314 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.provisioning_blocks [None req-821ee88a-4333-4566-bb9e-1f66941f1600 None None] Provisioning complete for port 3b10ed6a-bc95-40e6-afaa-4936e44594eb triggered by entity DHCP. {{(pid=106232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 00:56:37.517719 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-821ee88a-4333-4566-bb9e-1f66941f1600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981214'] for port (3b10ed6a-bc95-40e6-afaa-4936e44594eb), provisioning_complete {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:37.520412 dv-cinder-master-3-smb neutron-server[106232]: INFO neutron.plugins.ml2.plugin [None req-821ee88a-4333-4566-bb9e-1f66941f1600 None None] Attempt 1 to provision port 3b10ed6a-bc95-40e6-afaa-4936e44594eb Sep 18 00:56:37.608666 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4397b6ad-8e68-427c-85ed-023afcedcd6e req-9f4d163d-f192-4bba-875f-38772d6b0bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:56:37.611761 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-4397b6ad-8e68-427c-85ed-023afcedcd6e req-9f4d163d-f192-4bba-875f-38772d6b0bb7 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=d8e0132d9e0c47b9b4c2042dba767701&device_id=5674ad19-62fd-4a3a-98b8-27051ad03cc7 HTTP/1.1" status: 200 len: 1127 time: 0.4835327 Sep 18 00:56:37.621359 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863425f5-7d47-4b66-aac1-56d18c6e167b service neutron] Pushing event updated for resources: {'Port': ['ID=a8ed2c0d-d075-4325-a1f8-6418484d4934,revision_number=3']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:37.642373 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-821ee88a-4333-4566-bb9e-1f66941f1600 None None] Port 3b10ed6a-bc95-40e6-afaa-4936e44594eb cannot update to ACTIVE because it is not bound. {{(pid=106232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 18 00:56:37.790056 dv-cinder-master-3-smb neutron-server[106231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 18 Sep 2022 00:56:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fc313cb-413d-448e-ad04-3fceb45b8606 x-openstack-request-id: req-7fc313cb-413d-448e-ad04-3fceb45b8606 {{(pid=106231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:56:37.790470 dv-cinder-master-3-smb neutron-server[106231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abf6631e-213a-40ea-8708-5dc51da0ee8c", "tag": "caeb66db-fb12-4f3e-b68c-119f4575bc44", "status": "completed", "code": 200}]} {{(pid=106231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:56:37.807359 dv-cinder-master-3-smb neutron-server[106231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-7fc313cb-413d-448e-ad04-3fceb45b8606 {{(pid=106231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:56:37.808069 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7fc313cb-413d-448e-ad04-3fceb45b8606'] response: {'name': 'network-changed', 'server_uuid': 'abf6631e-213a-40ea-8708-5dc51da0ee8c', 'tag': 'caeb66db-fb12-4f3e-b68c-119f4575bc44', 'status': 'completed', 'code': 200} Sep 18 00:56:37.921999 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-4397b6ad-8e68-427c-85ed-023afcedcd6e req-86dcd1bb-61d1-41f2-888d-7d130b9243cc service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a8ed2c0d-d075-4325-a1f8-6418484d4934 HTTP/1.1" status: 200 len: 217 time: 0.2116656 Sep 18 00:56:37.964303 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b911b9-c71d-4087-ada3-039cffb2eecb req-abe6eec1-3cd0-4a56-bf16-4ab6c1d7bb0a tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:56:37.966072 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-f8b911b9-c71d-4087-ada3-039cffb2eecb req-abe6eec1-3cd0-4a56-bf16-4ab6c1d7bb0a tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.57 "GET /networking/v2.0/networks?id=c62b9e47-59b6-47ba-845f-e3be4dd39ad8 HTTP/1.1" status: 200 len: 819 time: 0.9139833 Sep 18 00:56:38.038444 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.57', 51712) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:56:38.080866 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-864895ac-d69c-4850-ad53-845814684d0a req-e1c8425a-9c28-4812-9366-ffadc925ccfb tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=77b2c1db-b85b-43e2-b6ff-bcd8e7bd9728 HTTP/1.1" status: 200 len: 210 time: 0.6526363 Sep 18 00:56:38.119112 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.v2.base [req-f8b911b9-c71d-4087-ada3-039cffb2eecb req-2b4bb430-a9e4-49be-b98c-01e1a450f6e1 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Request body: {'port': {'device_id': '77b2c1db-b85b-43e2-b6ff-bcd8e7bd9728', 'network_id': 'c62b9e47-59b6-47ba-845f-e3be4dd39ad8', 'admin_state_up': True, 'tenant_id': '8cbf74b218c04911bb921f7cc2c6e966'}} {{(pid=106231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:56:38.143723 dv-cinder-master-3-smb neutron-server[106232]: INFO neutron.plugins.ml2.plugin [None req-821ee88a-4333-4566-bb9e-1f66941f1600 None None] Attempt 2 to provision port 3b10ed6a-bc95-40e6-afaa-4936e44594eb Sep 18 00:56:38.248761 dv-cinder-master-3-smb neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=100 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:56:38.258536 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-821ee88a-4333-4566-bb9e-1f66941f1600 None None] Port 3b10ed6a-bc95-40e6-afaa-4936e44594eb cannot update to ACTIVE because it is not bound. {{(pid=106232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 18 00:56:38.437561 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:56:38.655461 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.notifiers.nova [req-cc159f92-1f3c-47b4-a689-b5b014007a49 req-27be0e60-37d6-4135-a8a9-541f7c340a69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b10ed6a-bc95-40e6-afaa-4936e44594eb {{(pid=106230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 18 00:56:38.704216 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [req-cc159f92-1f3c-47b4-a689-b5b014007a49 req-27be0e60-37d6-4135-a8a9-541f7c340a69 service neutron] Publish callbacks [] for port (3b10ed6a-bc95-40e6-afaa-4936e44594eb), precommit_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:38.722482 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba463c5-a600-4899-a5a1-93a7a9379db2 req-8c616c3a-cbea-4794-971f-3672cb1fb918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:56:38.729001 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-1ba463c5-a600-4899-a5a1-93a7a9379db2 req-8c616c3a-cbea-4794-971f-3672cb1fb918 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=a60d2801df884e15be8a0464cb725d6d&device_id=abf6631e-213a-40ea-8708-5dc51da0ee8c HTTP/1.1" status: 200 len: 1128 time: 0.6723638 Sep 18 00:56:38.729765 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8b911b9-c71d-4087-ada3-039cffb2eecb req-2b4bb430-a9e4-49be-b98c-01e1a450f6e1 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Made reservation on behalf of 8cbf74b218c04911bb921f7cc2c6e966 for: {'port': 1} {{(pid=106231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:56:38.735355 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [req-f8b911b9-c71d-4087-ada3-039cffb2eecb req-2b4bb430-a9e4-49be-b98c-01e1a450f6e1 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (None), before_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:38.745584 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4397b6ad-8e68-427c-85ed-023afcedcd6e req-8697a63c-2b7e-4d9b-8fee-6b12fec9e2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:56:38.760129 dv-cinder-master-3-smb neutron-server[106232]: INFO neutron.plugins.ml2.plugin [None req-821ee88a-4333-4566-bb9e-1f66941f1600 None None] Attempt 3 to provision port 3b10ed6a-bc95-40e6-afaa-4936e44594eb Sep 18 00:56:38.764363 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-4397b6ad-8e68-427c-85ed-023afcedcd6e req-8697a63c-2b7e-4d9b-8fee-6b12fec9e2ec service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=52921a7d-948e-4aa2-bac6-f9f8eb611d75 HTTP/1.1" status: 200 len: 851 time: 0.7107322 Sep 18 00:56:38.815916 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.db.provisioning_blocks [req-cc159f92-1f3c-47b4-a689-b5b014007a49 req-27be0e60-37d6-4135-a8a9-541f7c340a69 service neutron] Transition to ACTIVE for port object 3b10ed6a-bc95-40e6-afaa-4936e44594eb will not be triggered until provisioned by entity L2. {{(pid=106230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 18 00:56:38.871398 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:56:38.874573 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-821ee88a-4333-4566-bb9e-1f66941f1600 None None] Port 3b10ed6a-bc95-40e6-afaa-4936e44594eb cannot update to ACTIVE because it is not bound. {{(pid=106232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 18 00:56:38.926969 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-dbc7b203-e4cc-426a-aeff-c16fa309d22e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (91de19fe-167d-470c-b665-c08c1d21c559), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:38.953638 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [req-f911fd07-d47d-4b1c-b387-2ec5c51379f9 req-60e89c91-9b4a-4b2b-9aa0-8bc185e5f7b4 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Publish callbacks [] for port (f9535f32-8846-4f66-9b5c-30fb801b7fbc), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:39.082403 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4397b6ad-8e68-427c-85ed-023afcedcd6e req-fa42f509-75ae-4e32-9eaa-387ac569071b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:56:39.087145 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-4397b6ad-8e68-427c-85ed-023afcedcd6e req-fa42f509-75ae-4e32-9eaa-387ac569071b service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=e0ba4f30-bf7e-461f-88f4-1cd7adb83e44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.2257371 Sep 18 00:56:39.087966 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [req-cc159f92-1f3c-47b4-a689-b5b014007a49 req-27be0e60-37d6-4135-a8a9-541f7c340a69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749746030758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749745591525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749745591543'] for port (3b10ed6a-bc95-40e6-afaa-4936e44594eb), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:39.113257 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-528b9da2-78de-4aee-84f7-c63772c31b63 req-0a01522d-1283-4c76-be65-e0183ed640ad tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e2055882-050f-4acf-a99c-96d698e25963 HTTP/1.1" status: 200 len: 210 time: 1.1696906 Sep 18 00:56:39.280854 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba463c5-a600-4899-a5a1-93a7a9379db2 req-68ae4acc-2aeb-42c1-a87c-545c5e045fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:56:39.282391 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-1ba463c5-a600-4899-a5a1-93a7a9379db2 req-68ae4acc-2aeb-42c1-a87c-545c5e045fdd service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=3e60962c-164c-4e15-8d69-6601f5d7b205 HTTP/1.1" status: 200 len: 912 time: 0.4962409 Sep 18 00:56:39.328589 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [req-f911fd07-d47d-4b1c-b387-2ec5c51379f9 req-60e89c91-9b4a-4b2b-9aa0-8bc185e5f7b4 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749745591507'] for port (f9535f32-8846-4f66-9b5c-30fb801b7fbc), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:39.341081 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27be0e60-37d6-4135-a8a9-541f7c340a69 service neutron] Pushing event updated for resources: {'Port': ['ID=3b10ed6a-bc95-40e6-afaa-4936e44594eb,revision_number=2']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:39.377635 dv-cinder-master-3-smb neutron-server[106232]: INFO neutron.plugins.ml2.plugin [None req-821ee88a-4333-4566-bb9e-1f66941f1600 None None] Attempt 4 to provision port 3b10ed6a-bc95-40e6-afaa-4936e44594eb Sep 18 00:56:39.454774 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-821ee88a-4333-4566-bb9e-1f66941f1600 None None] Port 3b10ed6a-bc95-40e6-afaa-4936e44594eb cannot update to ACTIVE because it is not bound. {{(pid=106232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 18 00:56:39.464387 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:56:39.500014 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f911fd07-d47d-4b1c-b387-2ec5c51379f9 req-60e89c91-9b4a-4b2b-9aa0-8bc185e5f7b4 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Network c62b9e47-59b6-47ba-845f-e3be4dd39ad8 is already hosted by enough agents. {{(pid=106230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:56:39.515698 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3501a0b5-e0c7-40a8-8131-0abfd68803a1 req-b67a8e3a-0114-423b-8a41-f99400fde223 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:56:39.524913 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-3501a0b5-e0c7-40a8-8131-0abfd68803a1 req-b67a8e3a-0114-423b-8a41-f99400fde223 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=abf6631e-213a-40ea-8708-5dc51da0ee8c HTTP/1.1" status: 200 len: 944 time: 0.6512086 Sep 18 00:56:39.616629 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.scheduler.base_scheduler [req-f911fd07-d47d-4b1c-b387-2ec5c51379f9 req-60e89c91-9b4a-4b2b-9aa0-8bc185e5f7b4 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Resources bound (agent type, host, resource id): {{(pid=106230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:56:39.650276 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.db.l3_dvrscheduler_db [req-f911fd07-d47d-4b1c-b387-2ec5c51379f9 req-60e89c91-9b4a-4b2b-9aa0-8bc185e5f7b4 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Received port after_create {{(pid=106230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 18 00:56:39.652883 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.db.db_base_plugin_common [req-f8b911b9-c71d-4087-ada3-039cffb2eecb req-2b4bb430-a9e4-49be-b98c-01e1a450f6e1 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Allocated IP 172.20.0.12 (c62b9e47-59b6-47ba-845f-e3be4dd39ad8/21e1d23e-9045-41fa-9ed7-19ac1edcbcfa/1598d49e-579f-48e5-a374-9f7da048ec3a) {{(pid=106231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:56:39.659583 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f911fd07-d47d-4b1c-b387-2ec5c51379f9 req-60e89c91-9b4a-4b2b-9aa0-8bc185e5f7b4 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:56:39.660470 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [req-f911fd07-d47d-4b1c-b387-2ec5c51379f9 req-60e89c91-9b4a-4b2b-9aa0-8bc185e5f7b4 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16701016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16267021'] for port (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:39.661073 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-4397b6ad-8e68-427c-85ed-023afcedcd6e req-0a275b3b-26f4-4e7a-bdd4-3cea5529b6c5 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/e0ba4f30-bf7e-461f-88f4-1cd7adb83e44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5083971 Sep 18 00:56:39.699944 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4a9253-b058-4c49-ba32-3b8c9db32774 req-08e676c3-b4e8-4d07-80bb-a249bac946fe tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:56:39.701796 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-4c4a9253-b058-4c49-ba32-3b8c9db32774 req-08e676c3-b4e8-4d07-80bb-a249bac946fe tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c1cf145a-d8d5-4a7e-937b-729bf79629fa HTTP/1.1" status: 200 len: 944 time: 0.3642452 Sep 18 00:56:39.759181 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e89c91-9b4a-4b2b-9aa0-8bc185e5f7b4 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Pushing event updated for resources: {'Port': ['ID=f9535f32-8846-4f66-9b5c-30fb801b7fbc,revision_number=1']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:39.805889 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-1ba463c5-a600-4899-a5a1-93a7a9379db2 req-30014a54-d76b-4a84-b64b-d5ddb197616d service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=caeb66db-fb12-4f3e-b68c-119f4575bc44 HTTP/1.1" status: 200 len: 217 time: 0.1283333 Sep 18 00:56:39.839801 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.plugins.ml2.managers [req-cc159f92-1f3c-47b4-a689-b5b014007a49 req-27be0e60-37d6-4135-a8a9-541f7c340a69 service neutron] Attempting to bind port 3b10ed6a-bc95-40e6-afaa-4936e44594eb on host hv-cinder-maste for vnic_type normal with profile {{(pid=106230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 18 00:56:39.840164 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.plugins.ml2.managers [req-cc159f92-1f3c-47b4-a689-b5b014007a49 req-27be0e60-37d6-4135-a8a9-541f7c340a69 service neutron] Attempting to bind port 3b10ed6a-bc95-40e6-afaa-4936e44594eb by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'ad5fe970-da3b-4a06-bd95-f70d97a5ce86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '5b2870f5-1df6-4588-9304-3be88fc2aeec'}] {{(pid=106230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 18 00:56:39.840520 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc159f92-1f3c-47b4-a689-b5b014007a49 req-27be0e60-37d6-4135-a8a9-541f7c340a69 service neutron] Attempting to bind port 3b10ed6a-bc95-40e6-afaa-4936e44594eb on network 5b2870f5-1df6-4588-9304-3be88fc2aeec {{(pid=106230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:56:39.920208 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-3501a0b5-e0c7-40a8-8131-0abfd68803a1 req-f7e1f424-0ea8-4bbb-acff-1aa735d02664 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=ebcf1d70-15c2-4b0c-9b2b-32e60a0830c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3935418 Sep 18 00:56:39.956464 dv-cinder-master-3-smb neutron-server[106232]: INFO neutron.plugins.ml2.plugin [None req-821ee88a-4333-4566-bb9e-1f66941f1600 None None] Attempt 5 to provision port 3b10ed6a-bc95-40e6-afaa-4936e44594eb Sep 18 00:56:39.982255 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.57', 51720) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:56:39.987013 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5674ad19-62fd-4a3a-98b8-27051ad03cc7', 'tag': 'a8ed2c0d-d075-4325-a1f8-6418484d4934'}] {{(pid=106231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 18 00:56:39.997510 dv-cinder-master-3-smb neutron-server[106231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2daae94765ac049e9d9a56900be8c16ad14208507d163719654d83d071b86d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-755e7e10-e1e7-4e2e-8186-f25c44fdbf05" -d '{"events": [{"name": "network-changed", "server_uuid": "5674ad19-62fd-4a3a-98b8-27051ad03cc7", "tag": "a8ed2c0d-d075-4325-a1f8-6418484d4934"}]}' {{(pid=106231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:56:40.004756 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-f911fd07-d47d-4b1c-b387-2ec5c51379f9 req-60e89c91-9b4a-4b2b-9aa0-8bc185e5f7b4 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.57 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.3601174 Sep 18 00:56:40.081907 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-4c4a9253-b058-4c49-ba32-3b8c9db32774 req-5759dcaf-31ff-485b-91a9-a532e54a06d9 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5d1f43e9-9af2-4e0f-a00b-d54373283a26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3431003 Sep 18 00:56:40.089728 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-821ee88a-4333-4566-bb9e-1f66941f1600 None None] Port 3b10ed6a-bc95-40e6-afaa-4936e44594eb cannot update to ACTIVE because it is not bound. {{(pid=106232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 18 00:56:40.093687 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.v2.base [req-f911fd07-d47d-4b1c-b387-2ec5c51379f9 req-0e96decd-bc26-4a2c-834c-ade15f311391 service neutron] Request body: {'port': {'device_id': 'bf75d794-7c36-40e0-a103-db749b9dd1e2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=106230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:56:40.171650 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-1c1e26f8-ce84-4314-9422-87e0912de383 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (9a0bd8cc-a240-4c0b-8d32-8f22e7371ee9), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:40.221634 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-4397b6ad-8e68-427c-85ed-023afcedcd6e req-d06ee870-3b85-40e3-8907-4c5868564ecd service neutron] 10.222.0.57 "GET /networking/v2.0/networks/e0ba4f30-bf7e-461f-88f4-1cd7adb83e44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5317268 Sep 18 00:56:40.258668 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba463c5-a600-4899-a5a1-93a7a9379db2 req-830c5ce0-d600-42a9-bf2a-2e6c4983963a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:56:40.260569 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-1ba463c5-a600-4899-a5a1-93a7a9379db2 req-830c5ce0-d600-42a9-bf2a-2e6c4983963a service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=f52e5768-3b6e-420f-b5d0-cc4e5c3ba047 HTTP/1.1" status: 200 len: 850 time: 0.2320914 Sep 18 00:56:40.274056 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:56:40.293287 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (c8573462-7e7f-4357-b3a8-beeaa8ae7db3), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:40.382430 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [req-f8b911b9-c71d-4087-ada3-039cffb2eecb req-2b4bb430-a9e4-49be-b98c-01e1a450f6e1 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Publish callbacks [] for port (1598d49e-579f-48e5-a374-9f7da048ec3a), precommit_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:40.414214 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:56:40.424153 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [req-f8b911b9-c71d-4087-ada3-039cffb2eecb req-2b4bb430-a9e4-49be-b98c-01e1a450f6e1 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749745591507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13917182'] for port (1598d49e-579f-48e5-a374-9f7da048ec3a), after_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:40.469100 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8b911b9-c71d-4087-ada3-039cffb2eecb req-2b4bb430-a9e4-49be-b98c-01e1a450f6e1 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Network c62b9e47-59b6-47ba-845f-e3be4dd39ad8 is already hosted by enough agents. {{(pid=106231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:56:40.472565 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.scheduler.base_scheduler [req-f8b911b9-c71d-4087-ada3-039cffb2eecb req-2b4bb430-a9e4-49be-b98c-01e1a450f6e1 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Resources bound (agent type, host, resource id): {{(pid=106231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:56:40.476681 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8b911b9-c71d-4087-ada3-039cffb2eecb req-2b4bb430-a9e4-49be-b98c-01e1a450f6e1 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Received port after_create {{(pid=106231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 18 00:56:40.484641 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b609be7-d188-475f-af33-f7e4fb935113 req-50151370-09e7-47d9-b197-db83175bf132 tempest-DeleteServersTestJSON-1695902054 tempest-DeleteServersTestJSON-1695902054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:56:40.486136 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-2b609be7-d188-475f-af33-f7e4fb935113 req-50151370-09e7-47d9-b197-db83175bf132 tempest-DeleteServersTestJSON-1695902054 tempest-DeleteServersTestJSON-1695902054-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5674ad19-62fd-4a3a-98b8-27051ad03cc7 HTTP/1.1" status: 200 len: 943 time: 0.3998964 Sep 18 00:56:40.487805 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-367db0d4-11bf-43e6-bb05-e386130fe945 req-69a768fc-8473-4183-984f-076818842271 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=77b2c1db-b85b-43e2-b6ff-bcd8e7bd9728 HTTP/1.1" status: 200 len: 210 time: 0.1319232 Sep 18 00:56:40.518706 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc159f92-1f3c-47b4-a689-b5b014007a49 req-27be0e60-37d6-4135-a8a9-541f7c340a69 service neutron] Port 3b10ed6a-bc95-40e6-afaa-4936e44594eb on network 5b2870f5-1df6-4588-9304-3be88fc2aeec not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=106230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:56:40.519083 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc159f92-1f3c-47b4-a689-b5b014007a49 req-27be0e60-37d6-4135-a8a9-541f7c340a69 service neutron] Attempting to bind port 3b10ed6a-bc95-40e6-afaa-4936e44594eb on network 5b2870f5-1df6-4588-9304-3be88fc2aeec {{(pid=106230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:56:40.524032 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4bb430-a9e4-49be-b98c-01e1a450f6e1 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Pushing event updated for resources: {'Port': ['ID=1598d49e-579f-48e5-a374-9f7da048ec3a,revision_number=1']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:40.544743 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b911b9-c71d-4087-ada3-039cffb2eecb req-2b4bb430-a9e4-49be-b98c-01e1a450f6e1 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:56:40.545863 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [req-f8b911b9-c71d-4087-ada3-039cffb2eecb req-2b4bb430-a9e4-49be-b98c-01e1a450f6e1 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16701016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16267021'] for port (None), before_response {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:40.573721 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [req-f911fd07-d47d-4b1c-b387-2ec5c51379f9 req-0e96decd-bc26-4a2c-834c-ade15f311391 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (f9535f32-8846-4f66-9b5c-30fb801b7fbc), before_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:40.586116 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-f8b911b9-c71d-4087-ada3-039cffb2eecb req-2b4bb430-a9e4-49be-b98c-01e1a450f6e1 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.57 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5302823 Sep 18 00:56:40.591997 dv-cinder-master-3-smb neutron-server[106232]: INFO neutron.plugins.ml2.plugin [None req-821ee88a-4333-4566-bb9e-1f66941f1600 None None] Attempt 6 to provision port 3b10ed6a-bc95-40e6-afaa-4936e44594eb Sep 18 00:56:40.696241 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-821ee88a-4333-4566-bb9e-1f66941f1600 None None] Port 3b10ed6a-bc95-40e6-afaa-4936e44594eb cannot update to ACTIVE because it is not bound. {{(pid=106232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 18 00:56:40.700488 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba463c5-a600-4899-a5a1-93a7a9379db2 req-30c04fa7-454b-4328-bd82-096d51703927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:56:40.702134 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-1ba463c5-a600-4899-a5a1-93a7a9379db2 req-30c04fa7-454b-4328-bd82-096d51703927 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=3e60962c-164c-4e15-8d69-6601f5d7b205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0858791 Sep 18 00:56:40.703928 dv-cinder-master-3-smb neutron-server[106231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 18 Sep 2022 00:56:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24604a28-06f8-46e7-b137-49aa79893d4d x-openstack-request-id: req-24604a28-06f8-46e7-b137-49aa79893d4d {{(pid=106231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:56:40.704313 dv-cinder-master-3-smb neutron-server[106231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5674ad19-62fd-4a3a-98b8-27051ad03cc7", "tag": "a8ed2c0d-d075-4325-a1f8-6418484d4934", "status": "completed", "code": 200}]} {{(pid=106231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:56:40.704764 dv-cinder-master-3-smb neutron-server[106231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-24604a28-06f8-46e7-b137-49aa79893d4d {{(pid=106231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:56:40.705252 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24604a28-06f8-46e7-b137-49aa79893d4d'] response: {'name': 'network-changed', 'server_uuid': '5674ad19-62fd-4a3a-98b8-27051ad03cc7', 'tag': 'a8ed2c0d-d075-4325-a1f8-6418484d4934', 'status': 'completed', 'code': 200} Sep 18 00:56:40.719193 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef37b4f-62ba-41f1-82ea-5c025af37089 req-e925770b-3fc6-4602-bd78-29d029a67633 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:56:40.729195 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-6ef37b4f-62ba-41f1-82ea-5c025af37089 req-e925770b-3fc6-4602-bd78-29d029a67633 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] 10.222.0.57 "GET /networking/v2.0/networks?id=eee7c814-dc91-4de0-b55e-0732fcd7c9de HTTP/1.1" status: 200 len: 814 time: 0.7072954 Sep 18 00:56:40.748239 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.v2.base [req-f8b911b9-c71d-4087-ada3-039cffb2eecb req-330d022c-9d7a-4318-a92e-72b48587996c service neutron] Request body: {'port': {'device_id': '77b2c1db-b85b-43e2-b6ff-bcd8e7bd9728', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=106231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:56:40.858817 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc159f92-1f3c-47b4-a689-b5b014007a49 req-27be0e60-37d6-4135-a8a9-541f7c340a69 service neutron] Checking agent: {'id': 'a990346c-0f9b-4256-b267-210f2ef06c1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 18, 0, 54, 1), 'started_at': datetime.datetime(2022, 9, 18, 0, 54, 1), 'heartbeat_timestamp': datetime.datetime(2022, 9, 18, 0, 56, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 18 00:56:40.858982 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc159f92-1f3c-47b4-a689-b5b014007a49 req-27be0e60-37d6-4135-a8a9-541f7c340a69 service neutron] Checking segment: {'id': 'ad5fe970-da3b-4a06-bd95-f70d97a5ce86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '5b2870f5-1df6-4588-9304-3be88fc2aeec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 18 00:56:40.859518 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc159f92-1f3c-47b4-a689-b5b014007a49 req-27be0e60-37d6-4135-a8a9-541f7c340a69 service neutron] Bound using segment: {'id': 'ad5fe970-da3b-4a06-bd95-f70d97a5ce86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '5b2870f5-1df6-4588-9304-3be88fc2aeec'} {{(pid=106230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 18 00:56:40.859949 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.plugins.ml2.managers [req-cc159f92-1f3c-47b4-a689-b5b014007a49 req-27be0e60-37d6-4135-a8a9-541f7c340a69 service neutron] Bound port: 3b10ed6a-bc95-40e6-afaa-4936e44594eb, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad5fe970-da3b-4a06-bd95-f70d97a5ce86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '5b2870f5-1df6-4588-9304-3be88fc2aeec'}}] {{(pid=106230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 18 00:56:40.860312 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [req-cc159f92-1f3c-47b4-a689-b5b014007a49 req-27be0e60-37d6-4135-a8a9-541f7c340a69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (3b10ed6a-bc95-40e6-afaa-4936e44594eb), before_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:40.878401 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-2b609be7-d188-475f-af33-f7e4fb935113 req-40119ff6-88a8-4c14-9d67-1fc06e477ab2 tempest-DeleteServersTestJSON-1695902054 tempest-DeleteServersTestJSON-1695902054-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=22b6fc2b-5107-4c4f-a50a-5c4d2f5fcd24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3814642 Sep 18 00:56:40.936127 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-6ef37b4f-62ba-41f1-82ea-5c025af37089 req-4e3aecf9-e8a7-444c-bdb2-3a2eaa530c94 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] 10.222.0.57 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=ec2d9e20d4ed4178b9bc68ff54715b18 HTTP/1.1" status: 200 len: 379 time: 0.1585355 Sep 18 00:56:40.995771 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-0e1eeaf8-c771-4f33-97f6-af25bd34a124 req-7d96f4ec-3e5e-4898-8434-2f9b58ee14d1 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e2055882-050f-4acf-a99c-96d698e25963 HTTP/1.1" status: 200 len: 210 time: 0.1383758 Sep 18 00:56:41.088942 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755e7e10-e1e7-4e2e-8186-f25c44fdbf05 req-bff996b4-61db-406a-93d0-42a95edeafd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:56:41.092254 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-755e7e10-e1e7-4e2e-8186-f25c44fdbf05 req-bff996b4-61db-406a-93d0-42a95edeafd1 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=d8e0132d9e0c47b9b4c2042dba767701&device_id=5674ad19-62fd-4a3a-98b8-27051ad03cc7 HTTP/1.1" status: 200 len: 1127 time: 0.2668254 Sep 18 00:56:41.109915 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [req-f8b911b9-c71d-4087-ada3-039cffb2eecb req-330d022c-9d7a-4318-a92e-72b48587996c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (1598d49e-579f-48e5-a374-9f7da048ec3a), before_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:41.129407 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:56:41.157323 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-1ba463c5-a600-4899-a5a1-93a7a9379db2 req-52046d97-283f-4ced-87d4-b13347d7efb6 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/3e60962c-164c-4e15-8d69-6601f5d7b205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3228598 Sep 18 00:56:41.167532 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.plugins.ml2.db [req-cc159f92-1f3c-47b4-a689-b5b014007a49 req-27be0e60-37d6-4135-a8a9-541f7c340a69 service neutron] For port 3b10ed6a-bc95-40e6-afaa-4936e44594eb, host hv-cinder-maste, cleared binding levels {{(pid=106230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:56:41.197963 dv-cinder-master-3-smb neutron-server[106232]: INFO neutron.plugins.ml2.plugin [None req-821ee88a-4333-4566-bb9e-1f66941f1600 None None] Attempt 7 to provision port 3b10ed6a-bc95-40e6-afaa-4936e44594eb Sep 18 00:56:41.201877 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.plugins.ml2.db [req-cc159f92-1f3c-47b4-a689-b5b014007a49 req-27be0e60-37d6-4135-a8a9-541f7c340a69 service neutron] For port 3b10ed6a-bc95-40e6-afaa-4936e44594eb, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=3b10ed6a-bc95-40e6-afaa-4936e44594eb,segment=NetworkSegment(ad5fe970-da3b-4a06-bd95-f70d97a5ce86),segment_id=ad5fe970-da3b-4a06-bd95-f70d97a5ce86)] {{(pid=106230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:56:41.204947 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:56:41.216925 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db200ac-fa19-4fb9-a31b-bafa44887c36 req-c40ff403-4d35-4822-96e9-03ae0a096145 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:56:41.225746 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-5db200ac-fa19-4fb9-a31b-bafa44887c36 req-c40ff403-4d35-4822-96e9-03ae0a096145 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=abf6631e-213a-40ea-8708-5dc51da0ee8c HTTP/1.1" status: 200 len: 944 time: 0.1586516 Sep 18 00:56:41.287450 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [req-cc159f92-1f3c-47b4-a689-b5b014007a49 req-27be0e60-37d6-4135-a8a9-541f7c340a69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749746030758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749745591525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749745591543'] for port (3b10ed6a-bc95-40e6-afaa-4936e44594eb), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:41.360112 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc159f92-1f3c-47b4-a689-b5b014007a49 req-27be0e60-37d6-4135-a8a9-541f7c340a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:56:41.360840 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [req-cc159f92-1f3c-47b4-a689-b5b014007a49 req-27be0e60-37d6-4135-a8a9-541f7c340a69 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16701016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16267021'] for port (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:41.362456 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-cc159f92-1f3c-47b4-a689-b5b014007a49 req-27be0e60-37d6-4135-a8a9-541f7c340a69 service neutron] 10.222.0.57 "PUT /networking/v2.0/ports/3b10ed6a-bc95-40e6-afaa-4936e44594eb HTTP/1.1" status: 200 len: 1094 time: 5.5650167 Sep 18 00:56:41.364208 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1cf145a-d8d5-4a7e-937b-729bf79629fa', 'tag': '3b10ed6a-bc95-40e6-afaa-4936e44594eb'}] {{(pid=106230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 18 00:56:41.372362 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-821ee88a-4333-4566-bb9e-1f66941f1600 None None] Port 3b10ed6a-bc95-40e6-afaa-4936e44594eb cannot update to ACTIVE because it is not bound. {{(pid=106232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 18 00:56:41.455054 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27be0e60-37d6-4135-a8a9-541f7c340a69 service neutron] Pushing event updated for resources: {'Port': ['ID=3b10ed6a-bc95-40e6-afaa-4936e44594eb,revision_number=3']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:41.535315 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad7b1e0-2162-4b36-b7d4-c84a9b0ea715 req-414a7145-b2ed-45c1-a733-fd8e4e446fac tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:56:41.537323 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-fad7b1e0-2162-4b36-b7d4-c84a9b0ea715 req-414a7145-b2ed-45c1-a733-fd8e4e446fac tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c1cf145a-d8d5-4a7e-937b-729bf79629fa HTTP/1.1" status: 200 len: 944 time: 0.1965048 Sep 18 00:56:41.547638 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-5db200ac-fa19-4fb9-a31b-bafa44887c36 req-98e2101b-da25-4266-92bb-c8ae4941dcfa tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=ebcf1d70-15c2-4b0c-9b2b-32e60a0830c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3210373 Sep 18 00:56:41.642745 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-fad7b1e0-2162-4b36-b7d4-c84a9b0ea715 req-a00568c2-2aa2-4b0c-84b1-6467e56167bd tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5d1f43e9-9af2-4e0f-a00b-d54373283a26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0986176 Sep 18 00:56:41.645070 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.notifiers.nova [req-f911fd07-d47d-4b1c-b387-2ec5c51379f9 req-0e96decd-bc26-4a2c-834c-ade15f311391 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9535f32-8846-4f66-9b5c-30fb801b7fbc {{(pid=106230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 18 00:56:41.672828 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [req-f911fd07-d47d-4b1c-b387-2ec5c51379f9 req-0e96decd-bc26-4a2c-834c-ade15f311391 service neutron] Publish callbacks [] for port (f9535f32-8846-4f66-9b5c-30fb801b7fbc), precommit_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:41.710659 dv-cinder-master-3-smb neutron-server[106230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5cb6f936bef875aa30205792da77c9643b85616d99b85ee9f5e1cfaba0fe173" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edb671ee-5949-4cea-be24-c57f3123fba6" -d '{"events": [{"name": "network-changed", "server_uuid": "c1cf145a-d8d5-4a7e-937b-729bf79629fa", "tag": "3b10ed6a-bc95-40e6-afaa-4936e44594eb"}]}' {{(pid=106230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:56:41.731037 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.db.provisioning_blocks [req-f911fd07-d47d-4b1c-b387-2ec5c51379f9 req-0e96decd-bc26-4a2c-834c-ade15f311391 service neutron] Transition to ACTIVE for port object f9535f32-8846-4f66-9b5c-30fb801b7fbc will not be triggered until provisioned by entity L2. {{(pid=106230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 18 00:56:41.740947 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f933c6a-53c8-4cde-83c1-ce3fadddd0bc req-90c63c00-ace8-4a7c-ae10-8e82dd16b85e tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:56:41.748895 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-7f933c6a-53c8-4cde-83c1-ce3fadddd0bc req-90c63c00-ace8-4a7c-ae10-8e82dd16b85e tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=77b2c1db-b85b-43e2-b6ff-bcd8e7bd9728 HTTP/1.1" status: 200 len: 932 time: 0.0860062 Sep 18 00:56:41.752265 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [req-f911fd07-d47d-4b1c-b387-2ec5c51379f9 req-0e96decd-bc26-4a2c-834c-ade15f311391 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749746030758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749745591525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749745591543'] for port (f9535f32-8846-4f66-9b5c-30fb801b7fbc), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:41.874303 dv-cinder-master-3-smb neutron-server[106232]: INFO neutron.plugins.ml2.plugin [None req-821ee88a-4333-4566-bb9e-1f66941f1600 None None] Attempt 8 to provision port 3b10ed6a-bc95-40e6-afaa-4936e44594eb Sep 18 00:56:41.893172 dv-cinder-master-3-smb neutron-server[106230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 18 Sep 2022 00:56:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64f8b1a7-8900-42d7-863f-6c355260e8e0 x-openstack-request-id: req-64f8b1a7-8900-42d7-863f-6c355260e8e0 {{(pid=106230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:56:41.893699 dv-cinder-master-3-smb neutron-server[106230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1cf145a-d8d5-4a7e-937b-729bf79629fa", "tag": "3b10ed6a-bc95-40e6-afaa-4936e44594eb", "status": "completed", "code": 200}]} {{(pid=106230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:56:41.894092 dv-cinder-master-3-smb neutron-server[106230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-64f8b1a7-8900-42d7-863f-6c355260e8e0 {{(pid=106230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:56:41.894710 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64f8b1a7-8900-42d7-863f-6c355260e8e0'] response: {'name': 'network-changed', 'server_uuid': 'c1cf145a-d8d5-4a7e-937b-729bf79629fa', 'tag': '3b10ed6a-bc95-40e6-afaa-4936e44594eb', 'status': 'completed', 'code': 200} Sep 18 00:56:41.901353 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e96decd-bc26-4a2c-834c-ade15f311391 service neutron] Pushing event updated for resources: {'Port': ['ID=f9535f32-8846-4f66-9b5c-30fb801b7fbc,revision_number=2']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:41.927278 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.notifiers.nova [req-f8b911b9-c71d-4087-ada3-039cffb2eecb req-330d022c-9d7a-4318-a92e-72b48587996c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1598d49e-579f-48e5-a374-9f7da048ec3a {{(pid=106231) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 18 00:56:41.939274 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [req-f8b911b9-c71d-4087-ada3-039cffb2eecb req-330d022c-9d7a-4318-a92e-72b48587996c service neutron] Publish callbacks [] for port (1598d49e-579f-48e5-a374-9f7da048ec3a), precommit_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:41.959208 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.db.provisioning_blocks [req-f8b911b9-c71d-4087-ada3-039cffb2eecb req-330d022c-9d7a-4318-a92e-72b48587996c service neutron] Transition to ACTIVE for port object 1598d49e-579f-48e5-a374-9f7da048ec3a will not be triggered until provisioned by entity L2. {{(pid=106231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 18 00:56:41.960030 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-821ee88a-4333-4566-bb9e-1f66941f1600 None None] Port 3b10ed6a-bc95-40e6-afaa-4936e44594eb had new provisioning blocks added so it will not transition to active. {{(pid=106232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 18 00:56:41.982334 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [req-f8b911b9-c71d-4087-ada3-039cffb2eecb req-330d022c-9d7a-4318-a92e-72b48587996c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749746030758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749745591525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749745591543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13917127'] for port (1598d49e-579f-48e5-a374-9f7da048ec3a), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:41.987437 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-7f933c6a-53c8-4cde-83c1-ce3fadddd0bc req-243650c4-468b-4c8e-ade6-75d3613059ed tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a60bb66f-d31d-4ec8-90a6-9444418b3a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2374041 Sep 18 00:56:41.988824 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.plugins.ml2.managers [req-f911fd07-d47d-4b1c-b387-2ec5c51379f9 req-0e96decd-bc26-4a2c-834c-ade15f311391 service neutron] Attempting to bind port f9535f32-8846-4f66-9b5c-30fb801b7fbc on host hv-cinder-maste for vnic_type normal with profile {{(pid=106230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 18 00:56:41.995557 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.plugins.ml2.managers [req-f911fd07-d47d-4b1c-b387-2ec5c51379f9 req-0e96decd-bc26-4a2c-834c-ade15f311391 service neutron] Attempting to bind port f9535f32-8846-4f66-9b5c-30fb801b7fbc by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '9f226031-7641-47d9-b1b6-a604588f86da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'c62b9e47-59b6-47ba-845f-e3be4dd39ad8'}] {{(pid=106230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 18 00:56:41.996027 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f911fd07-d47d-4b1c-b387-2ec5c51379f9 req-0e96decd-bc26-4a2c-834c-ade15f311391 service neutron] Attempting to bind port f9535f32-8846-4f66-9b5c-30fb801b7fbc on network c62b9e47-59b6-47ba-845f-e3be4dd39ad8 {{(pid=106230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:56:42.085698 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:56:42.132664 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330d022c-9d7a-4318-a92e-72b48587996c service neutron] Pushing event updated for resources: {'Port': ['ID=1598d49e-579f-48e5-a374-9f7da048ec3a,revision_number=2']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:42.134145 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.v2.base [req-6ef37b4f-62ba-41f1-82ea-5c025af37089 req-41d4a22b-ea97-42c4-8a99-c7dd2e713bec tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Request body: {'port': {'device_id': 'e2055882-050f-4acf-a99c-96d698e25963', 'network_id': 'eee7c814-dc91-4de0-b55e-0732fcd7c9de', 'admin_state_up': True, 'tenant_id': 'ec2d9e20d4ed4178b9bc68ff54715b18', 'security_groups': ['47037163-61fb-461f-809c-733d83e39634']}} {{(pid=106230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:56:42.157114 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f911fd07-d47d-4b1c-b387-2ec5c51379f9 req-0e96decd-bc26-4a2c-834c-ade15f311391 service neutron] Port f9535f32-8846-4f66-9b5c-30fb801b7fbc on network c62b9e47-59b6-47ba-845f-e3be4dd39ad8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=106230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:56:42.158034 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f911fd07-d47d-4b1c-b387-2ec5c51379f9 req-0e96decd-bc26-4a2c-834c-ade15f311391 service neutron] Attempting to bind port f9535f32-8846-4f66-9b5c-30fb801b7fbc on network c62b9e47-59b6-47ba-845f-e3be4dd39ad8 {{(pid=106230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:56:42.239084 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-ed16a200-806c-4fd2-a8aa-2431d4c52a87 req-b9e80351-f83f-47fd-a39a-31d461ed3667 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e2055882-050f-4acf-a99c-96d698e25963 HTTP/1.1" status: 200 len: 210 time: 0.0474219 Sep 18 00:56:42.274474 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb622de-eece-47ff-be8e-ceb3c7b78ffe req-57d1a0b9-407d-49a7-a47a-13e442c04f10 tempest-DeleteServersTestJSON-1695902054 tempest-DeleteServersTestJSON-1695902054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:56:42.276000 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-2bb622de-eece-47ff-be8e-ceb3c7b78ffe req-57d1a0b9-407d-49a7-a47a-13e442c04f10 tempest-DeleteServersTestJSON-1695902054 tempest-DeleteServersTestJSON-1695902054-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5674ad19-62fd-4a3a-98b8-27051ad03cc7 HTTP/1.1" status: 200 len: 943 time: 0.2384186 Sep 18 00:56:42.318553 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:56:42.336707 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.plugins.ml2.managers [req-f8b911b9-c71d-4087-ada3-039cffb2eecb req-330d022c-9d7a-4318-a92e-72b48587996c service neutron] Attempting to bind port 1598d49e-579f-48e5-a374-9f7da048ec3a on host hv-cinder-maste for vnic_type normal with profile {{(pid=106231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 18 00:56:42.337050 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.plugins.ml2.managers [req-f8b911b9-c71d-4087-ada3-039cffb2eecb req-330d022c-9d7a-4318-a92e-72b48587996c service neutron] Attempting to bind port 1598d49e-579f-48e5-a374-9f7da048ec3a by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '9f226031-7641-47d9-b1b6-a604588f86da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'c62b9e47-59b6-47ba-845f-e3be4dd39ad8'}] {{(pid=106231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 18 00:56:42.338056 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8b911b9-c71d-4087-ada3-039cffb2eecb req-330d022c-9d7a-4318-a92e-72b48587996c service neutron] Attempting to bind port 1598d49e-579f-48e5-a374-9f7da048ec3a on network c62b9e47-59b6-47ba-845f-e3be4dd39ad8 {{(pid=106231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:56:42.338541 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f911fd07-d47d-4b1c-b387-2ec5c51379f9 req-0e96decd-bc26-4a2c-834c-ade15f311391 service neutron] Checking agent: {'id': 'a990346c-0f9b-4256-b267-210f2ef06c1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 18, 0, 54, 1), 'started_at': datetime.datetime(2022, 9, 18, 0, 54, 1), 'heartbeat_timestamp': datetime.datetime(2022, 9, 18, 0, 56, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 18 00:56:42.338980 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f911fd07-d47d-4b1c-b387-2ec5c51379f9 req-0e96decd-bc26-4a2c-834c-ade15f311391 service neutron] Checking segment: {'id': '9f226031-7641-47d9-b1b6-a604588f86da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'c62b9e47-59b6-47ba-845f-e3be4dd39ad8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 18 00:56:42.339397 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f911fd07-d47d-4b1c-b387-2ec5c51379f9 req-0e96decd-bc26-4a2c-834c-ade15f311391 service neutron] Bound using segment: {'id': '9f226031-7641-47d9-b1b6-a604588f86da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'c62b9e47-59b6-47ba-845f-e3be4dd39ad8'} {{(pid=106230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 18 00:56:42.339849 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.plugins.ml2.managers [req-f911fd07-d47d-4b1c-b387-2ec5c51379f9 req-0e96decd-bc26-4a2c-834c-ade15f311391 service neutron] Bound port: f9535f32-8846-4f66-9b5c-30fb801b7fbc, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f226031-7641-47d9-b1b6-a604588f86da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'c62b9e47-59b6-47ba-845f-e3be4dd39ad8'}}] {{(pid=106230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 18 00:56:42.340211 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [req-f911fd07-d47d-4b1c-b387-2ec5c51379f9 req-0e96decd-bc26-4a2c-834c-ade15f311391 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (f9535f32-8846-4f66-9b5c-30fb801b7fbc), before_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:42.374152 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:56:42.389830 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-2bb622de-eece-47ff-be8e-ceb3c7b78ffe req-e882033e-8169-45f7-983d-92fc864557fa tempest-DeleteServersTestJSON-1695902054 tempest-DeleteServersTestJSON-1695902054-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=22b6fc2b-5107-4c4f-a50a-5c4d2f5fcd24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014087 Sep 18 00:56:42.457474 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-1ba463c5-a600-4899-a5a1-93a7a9379db2 req-804e2c9e-311d-4fb1-bed7-81c9ee6b6e57 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/3e60962c-164c-4e15-8d69-6601f5d7b205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3125014 Sep 18 00:56:42.458271 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8b911b9-c71d-4087-ada3-039cffb2eecb req-330d022c-9d7a-4318-a92e-72b48587996c service neutron] Port 1598d49e-579f-48e5-a374-9f7da048ec3a on network c62b9e47-59b6-47ba-845f-e3be4dd39ad8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=106231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:56:42.458271 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8b911b9-c71d-4087-ada3-039cffb2eecb req-330d022c-9d7a-4318-a92e-72b48587996c service neutron] Attempting to bind port 1598d49e-579f-48e5-a374-9f7da048ec3a on network c62b9e47-59b6-47ba-845f-e3be4dd39ad8 {{(pid=106231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:56:42.458519 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.plugins.ml2.db [req-f911fd07-d47d-4b1c-b387-2ec5c51379f9 req-0e96decd-bc26-4a2c-834c-ade15f311391 service neutron] For port f9535f32-8846-4f66-9b5c-30fb801b7fbc, host hv-cinder-maste, cleared binding levels {{(pid=106230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:56:42.461033 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755e7e10-e1e7-4e2e-8186-f25c44fdbf05 req-2a3e248f-bffd-4707-a56b-56213c4a82b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:56:42.462463 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-755e7e10-e1e7-4e2e-8186-f25c44fdbf05 req-2a3e248f-bffd-4707-a56b-56213c4a82b6 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=e0ba4f30-bf7e-461f-88f4-1cd7adb83e44 HTTP/1.1" status: 200 len: 913 time: 0.3062065 Sep 18 00:56:42.463527 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.plugins.ml2.db [req-f911fd07-d47d-4b1c-b387-2ec5c51379f9 req-0e96decd-bc26-4a2c-834c-ade15f311391 service neutron] For port f9535f32-8846-4f66-9b5c-30fb801b7fbc, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=f9535f32-8846-4f66-9b5c-30fb801b7fbc,segment=NetworkSegment(9f226031-7641-47d9-b1b6-a604588f86da),segment_id=9f226031-7641-47d9-b1b6-a604588f86da)] {{(pid=106230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:56:42.474112 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [req-f911fd07-d47d-4b1c-b387-2ec5c51379f9 req-0e96decd-bc26-4a2c-834c-ade15f311391 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749746030758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749745591525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749745591543'] for port (f9535f32-8846-4f66-9b5c-30fb801b7fbc), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:42.511942 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8b911b9-c71d-4087-ada3-039cffb2eecb req-330d022c-9d7a-4318-a92e-72b48587996c service neutron] Checking agent: {'id': 'a990346c-0f9b-4256-b267-210f2ef06c1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 18, 0, 54, 1), 'started_at': datetime.datetime(2022, 9, 18, 0, 54, 1), 'heartbeat_timestamp': datetime.datetime(2022, 9, 18, 0, 56, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 18 00:56:42.512293 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8b911b9-c71d-4087-ada3-039cffb2eecb req-330d022c-9d7a-4318-a92e-72b48587996c service neutron] Checking segment: {'id': '9f226031-7641-47d9-b1b6-a604588f86da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'c62b9e47-59b6-47ba-845f-e3be4dd39ad8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 18 00:56:42.512734 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8b911b9-c71d-4087-ada3-039cffb2eecb req-330d022c-9d7a-4318-a92e-72b48587996c service neutron] Bound using segment: {'id': '9f226031-7641-47d9-b1b6-a604588f86da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'c62b9e47-59b6-47ba-845f-e3be4dd39ad8'} {{(pid=106231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 18 00:56:42.513177 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.plugins.ml2.managers [req-f8b911b9-c71d-4087-ada3-039cffb2eecb req-330d022c-9d7a-4318-a92e-72b48587996c service neutron] Bound port: 1598d49e-579f-48e5-a374-9f7da048ec3a, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f226031-7641-47d9-b1b6-a604588f86da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'c62b9e47-59b6-47ba-845f-e3be4dd39ad8'}}] {{(pid=106231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 18 00:56:42.513541 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [req-f8b911b9-c71d-4087-ada3-039cffb2eecb req-330d022c-9d7a-4318-a92e-72b48587996c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (1598d49e-579f-48e5-a374-9f7da048ec3a), before_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:42.537488 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f911fd07-d47d-4b1c-b387-2ec5c51379f9 req-0e96decd-bc26-4a2c-834c-ade15f311391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:56:42.537488 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [req-f911fd07-d47d-4b1c-b387-2ec5c51379f9 req-0e96decd-bc26-4a2c-834c-ade15f311391 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16701016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16267021'] for port (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:42.537488 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-f911fd07-d47d-4b1c-b387-2ec5c51379f9 req-0e96decd-bc26-4a2c-834c-ade15f311391 service neutron] 10.222.0.57 "PUT /networking/v2.0/ports/f9535f32-8846-4f66-9b5c-30fb801b7fbc HTTP/1.1" status: 200 len: 1093 time: 2.4501641 Sep 18 00:56:42.537488 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ef37b4f-62ba-41f1-82ea-5c025af37089 req-41d4a22b-ea97-42c4-8a99-c7dd2e713bec tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Made reservation on behalf of ec2d9e20d4ed4178b9bc68ff54715b18 for: {'port': 1} {{(pid=106230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:56:42.539228 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [req-6ef37b4f-62ba-41f1-82ea-5c025af37089 req-41d4a22b-ea97-42c4-8a99-c7dd2e713bec tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (None), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:42.587763 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e96decd-bc26-4a2c-834c-ade15f311391 service neutron] Pushing event updated for resources: {'Port': ['ID=f9535f32-8846-4f66-9b5c-30fb801b7fbc,revision_number=3']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:42.589266 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.plugins.ml2.db [req-f8b911b9-c71d-4087-ada3-039cffb2eecb req-330d022c-9d7a-4318-a92e-72b48587996c service neutron] For port 1598d49e-579f-48e5-a374-9f7da048ec3a, host hv-cinder-maste, cleared binding levels {{(pid=106231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:56:42.593049 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.plugins.ml2.db [req-f8b911b9-c71d-4087-ada3-039cffb2eecb req-330d022c-9d7a-4318-a92e-72b48587996c service neutron] For port 1598d49e-579f-48e5-a374-9f7da048ec3a, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=1598d49e-579f-48e5-a374-9f7da048ec3a,segment=NetworkSegment(9f226031-7641-47d9-b1b6-a604588f86da),segment_id=9f226031-7641-47d9-b1b6-a604588f86da)] {{(pid=106231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:56:42.602657 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [req-f8b911b9-c71d-4087-ada3-039cffb2eecb req-330d022c-9d7a-4318-a92e-72b48587996c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749746030758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749745591525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749745591543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13917127'] for port (1598d49e-579f-48e5-a374-9f7da048ec3a), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:42.610207 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b911b9-c71d-4087-ada3-039cffb2eecb req-330d022c-9d7a-4318-a92e-72b48587996c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:56:42.615432 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [req-f8b911b9-c71d-4087-ada3-039cffb2eecb req-330d022c-9d7a-4318-a92e-72b48587996c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16701016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16267021'] for port (None), before_response {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:42.616690 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-f8b911b9-c71d-4087-ada3-039cffb2eecb req-330d022c-9d7a-4318-a92e-72b48587996c service neutron] 10.222.0.57 "PUT /networking/v2.0/ports/1598d49e-579f-48e5-a374-9f7da048ec3a HTTP/1.1" status: 200 len: 1094 time: 1.8739347 Sep 18 00:56:42.700904 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:56:42.713348 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77b2c1db-b85b-43e2-b6ff-bcd8e7bd9728', 'tag': '1598d49e-579f-48e5-a374-9f7da048ec3a'}] {{(pid=106231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 18 00:56:42.716914 dv-cinder-master-3-smb neutron-server[106231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2daae94765ac049e9d9a56900be8c16ad14208507d163719654d83d071b86d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b8fcd1c-1f92-49e3-a034-4dbfa1cbba4f" -d '{"events": [{"name": "network-changed", "server_uuid": "77b2c1db-b85b-43e2-b6ff-bcd8e7bd9728", "tag": "1598d49e-579f-48e5-a374-9f7da048ec3a"}]}' {{(pid=106231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:56:42.737068 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330d022c-9d7a-4318-a92e-72b48587996c service neutron] Pushing event updated for resources: {'Port': ['ID=1598d49e-579f-48e5-a374-9f7da048ec3a,revision_number=3']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:42.850537 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce85c69-c8d5-4e4c-87bb-261b4b07ea31 req-0cb76fe7-391c-4958-90c1-20125ec871a9 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:56:42.852123 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-2ce85c69-c8d5-4e4c-87bb-261b4b07ea31 req-0cb76fe7-391c-4958-90c1-20125ec871a9 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=abf6631e-213a-40ea-8708-5dc51da0ee8c HTTP/1.1" status: 200 len: 944 time: 0.1258352 Sep 18 00:56:42.886066 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.db.db_base_plugin_common [req-6ef37b4f-62ba-41f1-82ea-5c025af37089 req-41d4a22b-ea97-42c4-8a99-c7dd2e713bec tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Allocated IP 172.20.0.5 (eee7c814-dc91-4de0-b55e-0732fcd7c9de/4028d8f5-a2a6-4af3-9818-cba168eaf579/ff818f99-6875-42e7-8af0-6e7c1e9ef011) {{(pid=106230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:56:42.907166 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7069028b-fc71-4d6c-88d1-a67ee1029b8c req-807ed47e-6673-44ca-b8ea-adb905ea95e0 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:56:42.908664 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-7069028b-fc71-4d6c-88d1-a67ee1029b8c req-807ed47e-6673-44ca-b8ea-adb905ea95e0 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c1cf145a-d8d5-4a7e-937b-729bf79629fa HTTP/1.1" status: 200 len: 944 time: 0.1073177 Sep 18 00:56:42.977720 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-2ce85c69-c8d5-4e4c-87bb-261b4b07ea31 req-12ed408e-e090-40ac-89c2-5d83a2ba143d tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=ebcf1d70-15c2-4b0c-9b2b-32e60a0830c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1167405 Sep 18 00:56:43.031023 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-7069028b-fc71-4d6c-88d1-a67ee1029b8c req-9a1d19b2-eca8-4028-883a-045d86cac96c tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5d1f43e9-9af2-4e0f-a00b-d54373283a26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1103296 Sep 18 00:56:43.133356 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-755e7e10-e1e7-4e2e-8186-f25c44fdbf05 req-a3ea490c-421f-47b6-8b4a-49a8399c1e3c service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a8ed2c0d-d075-4325-a1f8-6418484d4934 HTTP/1.1" status: 200 len: 217 time: 0.0986891 Sep 18 00:56:43.167506 dv-cinder-master-3-smb neutron-server[106231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 18 Sep 2022 00:56:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22c47bca-eb7d-41ea-9aaf-999bccd3e1be x-openstack-request-id: req-22c47bca-eb7d-41ea-9aaf-999bccd3e1be {{(pid=106231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:56:43.167796 dv-cinder-master-3-smb neutron-server[106231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77b2c1db-b85b-43e2-b6ff-bcd8e7bd9728", "tag": "1598d49e-579f-48e5-a374-9f7da048ec3a", "status": "completed", "code": 200}]} {{(pid=106231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:56:43.168285 dv-cinder-master-3-smb neutron-server[106231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-22c47bca-eb7d-41ea-9aaf-999bccd3e1be {{(pid=106231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:56:43.168710 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22c47bca-eb7d-41ea-9aaf-999bccd3e1be'] response: {'name': 'network-changed', 'server_uuid': '77b2c1db-b85b-43e2-b6ff-bcd8e7bd9728', 'tag': '1598d49e-579f-48e5-a374-9f7da048ec3a', 'status': 'completed', 'code': 200} Sep 18 00:56:43.236208 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b911b9-c71d-4087-ada3-039cffb2eecb req-1deec106-710a-4f86-9098-a1484318fd68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:56:43.238407 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-f8b911b9-c71d-4087-ada3-039cffb2eecb req-1deec106-710a-4f86-9098-a1484318fd68 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=8cbf74b218c04911bb921f7cc2c6e966&device_id=77b2c1db-b85b-43e2-b6ff-bcd8e7bd9728 HTTP/1.1" status: 200 len: 1128 time: 0.1281083 Sep 18 00:56:43.241741 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb671ee-5949-4cea-be24-c57f3123fba6 req-12294184-a9ba-478f-a0a3-c560a079191a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:56:43.243569 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-edb671ee-5949-4cea-be24-c57f3123fba6 req-12294184-a9ba-478f-a0a3-c560a079191a service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=1a7f6c917c934c00a862b9946ce2b1cd&device_id=c1cf145a-d8d5-4a7e-937b-729bf79629fa HTTP/1.1" status: 200 len: 1128 time: 0.1092687 Sep 18 00:56:43.259842 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755e7e10-e1e7-4e2e-8186-f25c44fdbf05 req-681583ab-90e4-4748-b413-88264eda5df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:56:43.261231 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-755e7e10-e1e7-4e2e-8186-f25c44fdbf05 req-681583ab-90e4-4748-b413-88264eda5df7 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=52921a7d-948e-4aa2-bac6-f9f8eb611d75 HTTP/1.1" status: 200 len: 851 time: 0.0975945 Sep 18 00:56:43.377760 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-f8b911b9-c71d-4087-ada3-039cffb2eecb req-aff1c5e6-5cd5-4083-8283-2bf3d24092f1 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1598d49e-579f-48e5-a374-9f7da048ec3a HTTP/1.1" status: 200 len: 217 time: 0.1097555 Sep 18 00:56:43.401139 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.rpc [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Device a8ed2c0d-d075-4325-a1f8-6418484d4934 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:56:43.421824 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755e7e10-e1e7-4e2e-8186-f25c44fdbf05 req-524d4cce-6d2e-42d8-a23b-2cc2ce584c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:56:43.423327 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-755e7e10-e1e7-4e2e-8186-f25c44fdbf05 req-524d4cce-6d2e-42d8-a23b-2cc2ce584c5c service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=e0ba4f30-bf7e-461f-88f4-1cd7adb83e44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1435626 Sep 18 00:56:43.468405 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f911fd07-d47d-4b1c-b387-2ec5c51379f9 req-2fae34f2-f95b-4642-8d6e-8871895a18f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:56:43.469900 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-f911fd07-d47d-4b1c-b387-2ec5c51379f9 req-2fae34f2-f95b-4642-8d6e-8871895a18f5 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=8cbf74b218c04911bb921f7cc2c6e966&device_id=bf75d794-7c36-40e0-a103-db749b9dd1e2 HTTP/1.1" status: 200 len: 1127 time: 0.3199174 Sep 18 00:56:43.478662 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-09a43b97-d4ec-4589-abb8-23a176a43e5e req-08f06de3-90ed-48a6-9633-0a2066cbc28d tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e2055882-050f-4acf-a99c-96d698e25963 HTTP/1.1" status: 200 len: 210 time: 0.0567667 Sep 18 00:56:43.490842 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fc14f2-cc5b-4180-9077-5434b831f43d req-db88a935-d60f-4d26-a6da-fe441bca8c58 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:56:43.503068 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-18fc14f2-cc5b-4180-9077-5434b831f43d req-db88a935-d60f-4d26-a6da-fe441bca8c58 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=77b2c1db-b85b-43e2-b6ff-bcd8e7bd9728 HTTP/1.1" status: 200 len: 944 time: 0.3490932 Sep 18 00:56:43.549858 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.db [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] For port a8ed2c0d-d075-4325-a1f8-6418484d4934, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=a8ed2c0d-d075-4325-a1f8-6418484d4934,segment=NetworkSegment(0bc43035-2a06-4549-bc0f-2c1d1396a95a),segment_id=0bc43035-2a06-4549-bc0f-2c1d1396a95a)] {{(pid=106232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:56:43.567976 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.rpc [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Returning: {'device': 'a8ed2c0d-d075-4325-a1f8-6418484d4934', 'network_id': 'e0ba4f30-bf7e-461f-88f4-1cd7adb83e44', 'port_id': 'a8ed2c0d-d075-4325-a1f8-6418484d4934', 'mac_address': 'fa:16:3e:9d:34:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52921a7d-948e-4aa2-bac6-f9f8eb611d75', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:56:43.594175 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [req-6ef37b4f-62ba-41f1-82ea-5c025af37089 req-41d4a22b-ea97-42c4-8a99-c7dd2e713bec tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Publish callbacks [] for port (ff818f99-6875-42e7-8af0-6e7c1e9ef011), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:43.600986 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-f911fd07-d47d-4b1c-b387-2ec5c51379f9 req-68c240a6-2a95-4f09-a04c-ae3bb1c34051 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f9535f32-8846-4f66-9b5c-30fb801b7fbc HTTP/1.1" status: 200 len: 217 time: 0.0985007 Sep 18 00:56:43.609215 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Current status of the port a8ed2c0d-d075-4325-a1f8-6418484d4934 is: DOWN; New status is: BUILD {{(pid=106232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 00:56:43.609667 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (a8ed2c0d-d075-4325-a1f8-6418484d4934), before_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:43.625843 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.notifiers.nova [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8ed2c0d-d075-4325-a1f8-6418484d4934 {{(pid=106232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 18 00:56:43.652581 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.db [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] For port a8ed2c0d-d075-4325-a1f8-6418484d4934, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=a8ed2c0d-d075-4325-a1f8-6418484d4934,segment=NetworkSegment(0bc43035-2a06-4549-bc0f-2c1d1396a95a),segment_id=0bc43035-2a06-4549-bc0f-2c1d1396a95a)] {{(pid=106232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:56:43.658869 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749746030758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749745591525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749745591543'] for port (a8ed2c0d-d075-4325-a1f8-6418484d4934), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:43.716677 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Pushing event updated for resources: {'Port': ['ID=a8ed2c0d-d075-4325-a1f8-6418484d4934,revision_number=4']} {{(pid=106232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:43.733530 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:56:43.747958 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-18fc14f2-cc5b-4180-9077-5434b831f43d req-22cee3de-2964-4eb5-a62f-0c595bc625f1 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a60bb66f-d31d-4ec8-90a6-9444418b3a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2493465 Sep 18 00:56:43.763643 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439eee76-ab11-455d-b842-aac240d7ef34 req-5fcca2a4-2315-4063-b08f-65b1316abaa5 tempest-DeleteServersTestJSON-1695902054 tempest-DeleteServersTestJSON-1695902054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:56:43.766480 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-439eee76-ab11-455d-b842-aac240d7ef34 req-5fcca2a4-2315-4063-b08f-65b1316abaa5 tempest-DeleteServersTestJSON-1695902054 tempest-DeleteServersTestJSON-1695902054-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5674ad19-62fd-4a3a-98b8-27051ad03cc7 HTTP/1.1" status: 200 len: 943 time: 0.1756384 Sep 18 00:56:43.806826 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f911fd07-d47d-4b1c-b387-2ec5c51379f9 req-a1d292e8-0e6e-461e-9ea5-ee2a8e0fa517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:56:43.808502 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-f911fd07-d47d-4b1c-b387-2ec5c51379f9 req-a1d292e8-0e6e-461e-9ea5-ee2a8e0fa517 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=21e1d23e-9045-41fa-9ed7-19ac1edcbcfa HTTP/1.1" status: 200 len: 858 time: 0.1971493 Sep 18 00:56:43.818638 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b911b9-c71d-4087-ada3-039cffb2eecb req-2deaf814-8b53-4f59-9453-49ddaab04acf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:56:43.820172 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-f8b911b9-c71d-4087-ada3-039cffb2eecb req-2deaf814-8b53-4f59-9453-49ddaab04acf service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=21e1d23e-9045-41fa-9ed7-19ac1edcbcfa HTTP/1.1" status: 200 len: 858 time: 0.4246967 Sep 18 00:56:43.825457 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [req-6ef37b4f-62ba-41f1-82ea-5c025af37089 req-41d4a22b-ea97-42c4-8a99-c7dd2e713bec tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749745591507'] for port (ff818f99-6875-42e7-8af0-6e7c1e9ef011), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:43.843952 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:56:43.862407 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb671ee-5949-4cea-be24-c57f3123fba6 req-28a380c2-d4b3-4e6f-9cf6-2dfc826ba7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:56:43.863911 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-edb671ee-5949-4cea-be24-c57f3123fba6 req-28a380c2-d4b3-4e6f-9cf6-2dfc826ba7a9 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?tenant_id=1a7f6c917c934c00a862b9946ce2b1cd&shared=False HTTP/1.1" status: 200 len: 918 time: 0.5852795 Sep 18 00:56:43.900151 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf75d794-7c36-40e0-a103-db749b9dd1e2', 'tag': 'f9535f32-8846-4f66-9b5c-30fb801b7fbc'}] {{(pid=106230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 18 00:56:43.902616 dv-cinder-master-3-smb neutron-server[106230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5cb6f936bef875aa30205792da77c9643b85616d99b85ee9f5e1cfaba0fe173" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9ddfd03-a141-4a62-9359-de39c7d5a97c" -d '{"events": [{"name": "network-changed", "server_uuid": "bf75d794-7c36-40e0-a103-db749b9dd1e2", "tag": "f9535f32-8846-4f66-9b5c-30fb801b7fbc"}]}' {{(pid=106230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:56:43.936288 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:56:43.975002 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-439eee76-ab11-455d-b842-aac240d7ef34 req-0aed07c7-fc40-4a3f-ba35-43b5a680fcf3 tempest-DeleteServersTestJSON-1695902054 tempest-DeleteServersTestJSON-1695902054-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=22b6fc2b-5107-4c4f-a50a-5c4d2f5fcd24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922297 Sep 18 00:56:43.986882 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f911fd07-d47d-4b1c-b387-2ec5c51379f9 req-f988d35e-08d3-43c5-bb45-c1a1d8bdd4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:56:43.988531 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-f911fd07-d47d-4b1c-b387-2ec5c51379f9 req-f988d35e-08d3-43c5-bb45-c1a1d8bdd4a0 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=c62b9e47-59b6-47ba-845f-e3be4dd39ad8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1711490 Sep 18 00:56:43.995184 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b911b9-c71d-4087-ada3-039cffb2eecb req-11bac4c4-b42c-42c5-b936-9bf74607590a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:56:43.999268 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-f8b911b9-c71d-4087-ada3-039cffb2eecb req-11bac4c4-b42c-42c5-b936-9bf74607590a service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=c62b9e47-59b6-47ba-845f-e3be4dd39ad8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1700680 Sep 18 00:56:44.011152 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ef37b4f-62ba-41f1-82ea-5c025af37089 req-41d4a22b-ea97-42c4-8a99-c7dd2e713bec tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Network eee7c814-dc91-4de0-b55e-0732fcd7c9de is already hosted by enough agents. {{(pid=106230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:56:44.018361 dv-cinder-master-3-smb neutron-server[106230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 18 Sep 2022 00:56:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f1662de-ec1b-4d12-a82f-04aeb1944274 x-openstack-request-id: req-8f1662de-ec1b-4d12-a82f-04aeb1944274 {{(pid=106230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:56:44.018361 dv-cinder-master-3-smb neutron-server[106230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf75d794-7c36-40e0-a103-db749b9dd1e2", "tag": "f9535f32-8846-4f66-9b5c-30fb801b7fbc", "status": "completed", "code": 200}]} {{(pid=106230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:56:44.018612 dv-cinder-master-3-smb neutron-server[106230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-8f1662de-ec1b-4d12-a82f-04aeb1944274 {{(pid=106230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:56:44.018861 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f1662de-ec1b-4d12-a82f-04aeb1944274'] response: {'name': 'network-changed', 'server_uuid': 'bf75d794-7c36-40e0-a103-db749b9dd1e2', 'tag': 'f9535f32-8846-4f66-9b5c-30fb801b7fbc', 'status': 'completed', 'code': 200} Sep 18 00:56:44.027379 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-755e7e10-e1e7-4e2e-8186-f25c44fdbf05 req-2c4c3303-63e0-4fe2-9337-d17a8d10c3d3 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/e0ba4f30-bf7e-461f-88f4-1cd7adb83e44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5716031 Sep 18 00:56:44.029124 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.scheduler.base_scheduler [req-6ef37b4f-62ba-41f1-82ea-5c025af37089 req-41d4a22b-ea97-42c4-8a99-c7dd2e713bec tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Resources bound (agent type, host, resource id): {{(pid=106230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:56:44.038800 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ef37b4f-62ba-41f1-82ea-5c025af37089 req-41d4a22b-ea97-42c4-8a99-c7dd2e713bec tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Received port after_create {{(pid=106230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 18 00:56:44.046168 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef37b4f-62ba-41f1-82ea-5c025af37089 req-41d4a22b-ea97-42c4-8a99-c7dd2e713bec tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:56:44.046848 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [req-6ef37b4f-62ba-41f1-82ea-5c025af37089 req-41d4a22b-ea97-42c4-8a99-c7dd2e713bec tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16701016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16267021'] for port (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:44.050274 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d4a22b-ea97-42c4-8a99-c7dd2e713bec tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Pushing event updated for resources: {'Port': ['ID=ff818f99-6875-42e7-8af0-6e7c1e9ef011,revision_number=1']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:44.099986 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.db [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] get_ports_and_sgs() called for port_ids ['a8ed2c0d-d075-4325-a1f8-6418484d4934'] {{(pid=106232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 18 00:56:44.143596 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-6ef37b4f-62ba-41f1-82ea-5c025af37089 req-41d4a22b-ea97-42c4-8a99-c7dd2e713bec tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] 10.222.0.57 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0178387 Sep 18 00:56:44.205213 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-f911fd07-d47d-4b1c-b387-2ec5c51379f9 req-86a827cf-eb05-4325-9be9-39955d1e948e service neutron] 10.222.0.57 "GET /networking/v2.0/networks/c62b9e47-59b6-47ba-845f-e3be4dd39ad8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1849451 Sep 18 00:56:44.211708 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.v2.base [req-6ef37b4f-62ba-41f1-82ea-5c025af37089 req-32f9114e-abd2-44b0-9dad-947b63d2222d service neutron] Request body: {'port': {'device_id': 'e2055882-050f-4acf-a99c-96d698e25963', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=106230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:56:44.269447 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:56:44.402105 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf32c70-a159-466a-804f-fc60ee71b8d2 req-e685424e-d410-4bd0-9793-707caf77b2ed tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:56:44.404268 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-7bf32c70-a159-466a-804f-fc60ee71b8d2 req-e685424e-d410-4bd0-9793-707caf77b2ed tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c1cf145a-d8d5-4a7e-937b-729bf79629fa HTTP/1.1" status: 200 len: 944 time: 0.2425339 Sep 18 00:56:44.422716 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3818dcee-2184-42a4-a62b-15ea8120a947 req-d06fdba7-6cab-4113-b474-193ccae0397b tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:56:44.430908 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb671ee-5949-4cea-be24-c57f3123fba6 req-7a1ebaf6-9f04-411e-9e08-d06939004f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:56:44.432459 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-edb671ee-5949-4cea-be24-c57f3123fba6 req-7a1ebaf6-9f04-411e-9e08-d06939004f1a service neutron] 10.222.0.57 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5617332 Sep 18 00:56:44.432642 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-3818dcee-2184-42a4-a62b-15ea8120a947 req-d06fdba7-6cab-4113-b474-193ccae0397b tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=abf6631e-213a-40ea-8708-5dc51da0ee8c HTTP/1.1" status: 200 len: 944 time: 0.2165236 Sep 18 00:56:44.454161 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-755e7e10-e1e7-4e2e-8186-f25c44fdbf05 req-3665cedd-4ae9-405d-978a-a60c526b7b63 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/e0ba4f30-bf7e-461f-88f4-1cd7adb83e44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3347602 Sep 18 00:56:44.474209 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.provisioning_blocks [None req-c0cf8b87-23af-46a3-a2f1-e9f5d13c0110 None None] Provisioning complete for port ff818f99-6875-42e7-8af0-6e7c1e9ef011 triggered by entity DHCP. {{(pid=106232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 00:56:44.476015 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-c0cf8b87-23af-46a3-a2f1-e9f5d13c0110 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981214'] for port (ff818f99-6875-42e7-8af0-6e7c1e9ef011), provisioning_complete {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:44.476968 dv-cinder-master-3-smb neutron-server[106232]: INFO neutron.plugins.ml2.plugin [None req-c0cf8b87-23af-46a3-a2f1-e9f5d13c0110 None None] Attempt 1 to provision port ff818f99-6875-42e7-8af0-6e7c1e9ef011 Sep 18 00:56:44.501421 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-f8b911b9-c71d-4087-ada3-039cffb2eecb req-467c3288-7ac4-4856-b3a8-5c9ef526b3da service neutron] 10.222.0.57 "GET /networking/v2.0/networks/c62b9e47-59b6-47ba-845f-e3be4dd39ad8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3831463 Sep 18 00:56:44.583872 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-c0cf8b87-23af-46a3-a2f1-e9f5d13c0110 None None] Port ff818f99-6875-42e7-8af0-6e7c1e9ef011 cannot update to ACTIVE because it is not bound. {{(pid=106232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 18 00:56:44.623756 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [req-6ef37b4f-62ba-41f1-82ea-5c025af37089 req-32f9114e-abd2-44b0-9dad-947b63d2222d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (ff818f99-6875-42e7-8af0-6e7c1e9ef011), before_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:44.630307 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc159f92-1f3c-47b4-a689-b5b014007a49 req-35c814cb-5cd7-4b0a-b640-87852bde327b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:56:44.641507 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-cc159f92-1f3c-47b4-a689-b5b014007a49 req-35c814cb-5cd7-4b0a-b640-87852bde327b service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=1a7f6c917c934c00a862b9946ce2b1cd&device_id=c1cf145a-d8d5-4a7e-937b-729bf79629fa HTTP/1.1" status: 200 len: 1128 time: 0.1037381 Sep 18 00:56:44.641863 dv-cinder-master-3-smb neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:56:44.690057 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-7bf32c70-a159-466a-804f-fc60ee71b8d2 req-70eadc36-07f5-4c8d-95ec-46fe67fbae97 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5d1f43e9-9af2-4e0f-a00b-d54373283a26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1685007 Sep 18 00:56:44.696732 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-cc159f92-1f3c-47b4-a689-b5b014007a49 req-07bad5d2-0b49-4245-acf5-aaf13d6fb9e4 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3b10ed6a-bc95-40e6-afaa-4936e44594eb HTTP/1.1" status: 200 len: 217 time: 0.0450044 Sep 18 00:56:44.714770 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-f911fd07-d47d-4b1c-b387-2ec5c51379f9 req-e630e9ef-99a7-493d-b9f6-d2690470879e service neutron] 10.222.0.57 "GET /networking/v2.0/networks/c62b9e47-59b6-47ba-845f-e3be4dd39ad8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4858496 Sep 18 00:56:44.748780 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-3818dcee-2184-42a4-a62b-15ea8120a947 req-6bd3027a-d748-4a1c-89b5-6e24e63c3663 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=ebcf1d70-15c2-4b0c-9b2b-32e60a0830c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3151996 Sep 18 00:56:44.761942 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-f8b911b9-c71d-4087-ada3-039cffb2eecb req-a413d0d6-a188-435b-98c8-1460a7e173fa service neutron] 10.222.0.57 "GET /networking/v2.0/networks/c62b9e47-59b6-47ba-845f-e3be4dd39ad8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2492867 Sep 18 00:56:44.871590 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc159f92-1f3c-47b4-a689-b5b014007a49 req-02add3fa-d22d-4e0c-9cf2-d0683030dd54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:56:44.873304 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-cc159f92-1f3c-47b4-a689-b5b014007a49 req-02add3fa-d22d-4e0c-9cf2-d0683030dd54 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=b02e0a67-927b-4f1f-86aa-5b54aefb606b HTTP/1.1" status: 200 len: 856 time: 0.1535583 Sep 18 00:56:44.987256 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95945327-7b62-4a47-a372-868233fb3b32 req-95d322b9-290b-48c4-9898-e571893abd09 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:56:44.988732 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-95945327-7b62-4a47-a372-868233fb3b32 req-95d322b9-290b-48c4-9898-e571893abd09 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e2055882-050f-4acf-a99c-96d698e25963 HTTP/1.1" status: 200 len: 931 time: 0.1469331 Sep 18 00:56:45.028757 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f200e8-f5ad-4578-bc7a-4b5500fe1748 req-185f650d-626a-450b-a758-5d5cbd86c6d8 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:56:45.030234 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-a5f200e8-f5ad-4578-bc7a-4b5500fe1748 req-185f650d-626a-450b-a758-5d5cbd86c6d8 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=77b2c1db-b85b-43e2-b6ff-bcd8e7bd9728 HTTP/1.1" status: 200 len: 944 time: 0.1459935 Sep 18 00:56:45.084677 dv-cinder-master-3-smb neutron-server[106232]: INFO neutron.plugins.ml2.plugin [None req-c0cf8b87-23af-46a3-a2f1-e9f5d13c0110 None None] Attempt 2 to provision port ff818f99-6875-42e7-8af0-6e7c1e9ef011 Sep 18 00:56:45.119529 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-c0cf8b87-23af-46a3-a2f1-e9f5d13c0110 None None] Port ff818f99-6875-42e7-8af0-6e7c1e9ef011 cannot update to ACTIVE because it is not bound. {{(pid=106232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 18 00:56:45.137966 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:56:45.155206 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-95945327-7b62-4a47-a372-868233fb3b32 req-5a5a34e5-ed15-4593-9a1b-8cdf0aa9c7f6 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=47037163-61fb-461f-809c-733d83e39634&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1586578 Sep 18 00:56:45.199515 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-a5f200e8-f5ad-4578-bc7a-4b5500fe1748 req-381a30a6-ad54-4035-95be-34607b3e210b tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a60bb66f-d31d-4ec8-90a6-9444418b3a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539302 Sep 18 00:56:45.219767 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:56:45.315835 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7c5b55-f3be-4113-848a-8079ba0e1f1c req-9f6015cf-a9b8-4328-a3a5-fafdac560ee9 tempest-DeleteServersTestJSON-1695902054 tempest-DeleteServersTestJSON-1695902054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:56:45.317308 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-1b7c5b55-f3be-4113-848a-8079ba0e1f1c req-9f6015cf-a9b8-4328-a3a5-fafdac560ee9 tempest-DeleteServersTestJSON-1695902054 tempest-DeleteServersTestJSON-1695902054-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5674ad19-62fd-4a3a-98b8-27051ad03cc7 HTTP/1.1" status: 200 len: 944 time: 0.0778565 Sep 18 00:56:45.326307 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.notifiers.nova [req-6ef37b4f-62ba-41f1-82ea-5c025af37089 req-32f9114e-abd2-44b0-9dad-947b63d2222d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff818f99-6875-42e7-8af0-6e7c1e9ef011 {{(pid=106230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 18 00:56:45.338493 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [req-6ef37b4f-62ba-41f1-82ea-5c025af37089 req-32f9114e-abd2-44b0-9dad-947b63d2222d service neutron] Publish callbacks [] for port (ff818f99-6875-42e7-8af0-6e7c1e9ef011), precommit_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:45.365372 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.db.provisioning_blocks [req-6ef37b4f-62ba-41f1-82ea-5c025af37089 req-32f9114e-abd2-44b0-9dad-947b63d2222d service neutron] Transition to ACTIVE for port object ff818f99-6875-42e7-8af0-6e7c1e9ef011 will not be triggered until provisioned by entity L2. {{(pid=106230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 18 00:56:45.371074 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [req-6ef37b4f-62ba-41f1-82ea-5c025af37089 req-32f9114e-abd2-44b0-9dad-947b63d2222d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749746030758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749745591525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749745591543'] for port (ff818f99-6875-42e7-8af0-6e7c1e9ef011), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:45.386276 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.rpc [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Device caeb66db-fb12-4f3e-b68c-119f4575bc44 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:56:45.422910 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-1b7c5b55-f3be-4113-848a-8079ba0e1f1c req-efc7becb-789c-4860-b468-0e9860acb06b tempest-DeleteServersTestJSON-1695902054 tempest-DeleteServersTestJSON-1695902054-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=22b6fc2b-5107-4c4f-a50a-5c4d2f5fcd24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988953 Sep 18 00:56:45.463282 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f9114e-abd2-44b0-9dad-947b63d2222d service neutron] Pushing event updated for resources: {'Port': ['ID=ff818f99-6875-42e7-8af0-6e7c1e9ef011,revision_number=2']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:45.477988 dv-cinder-master-3-smb neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:56:45.480535 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.rpc [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Device a8ed2c0d-d075-4325-a1f8-6418484d4934 up at agent hyperv_hv-cinder-maste {{(pid=106232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:56:45.481873 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.plugins.ml2.managers [req-6ef37b4f-62ba-41f1-82ea-5c025af37089 req-32f9114e-abd2-44b0-9dad-947b63d2222d service neutron] Attempting to bind port ff818f99-6875-42e7-8af0-6e7c1e9ef011 on host hv-cinder-maste for vnic_type normal with profile {{(pid=106230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 18 00:56:45.482229 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.plugins.ml2.managers [req-6ef37b4f-62ba-41f1-82ea-5c025af37089 req-32f9114e-abd2-44b0-9dad-947b63d2222d service neutron] Attempting to bind port ff818f99-6875-42e7-8af0-6e7c1e9ef011 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '6bbfddfb-8aa0-4ab6-886c-b017727b1f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'eee7c814-dc91-4de0-b55e-0732fcd7c9de'}] {{(pid=106230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 18 00:56:45.482554 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ef37b4f-62ba-41f1-82ea-5c025af37089 req-32f9114e-abd2-44b0-9dad-947b63d2222d service neutron] Attempting to bind port ff818f99-6875-42e7-8af0-6e7c1e9ef011 on network eee7c814-dc91-4de0-b55e-0732fcd7c9de {{(pid=106230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:56:45.527474 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ef37b4f-62ba-41f1-82ea-5c025af37089 req-32f9114e-abd2-44b0-9dad-947b63d2222d service neutron] Port ff818f99-6875-42e7-8af0-6e7c1e9ef011 on network eee7c814-dc91-4de0-b55e-0732fcd7c9de not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=106230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:56:45.527798 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ef37b4f-62ba-41f1-82ea-5c025af37089 req-32f9114e-abd2-44b0-9dad-947b63d2222d service neutron] Attempting to bind port ff818f99-6875-42e7-8af0-6e7c1e9ef011 on network eee7c814-dc91-4de0-b55e-0732fcd7c9de {{(pid=106230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:56:45.557505 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.db [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] For port caeb66db-fb12-4f3e-b68c-119f4575bc44, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=caeb66db-fb12-4f3e-b68c-119f4575bc44,segment=NetworkSegment(2a3f4164-a706-4653-805e-7081dacdf53e),segment_id=2a3f4164-a706-4653-805e-7081dacdf53e)] {{(pid=106232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:56:45.573436 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.provisioning_blocks [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Provisioning for port a8ed2c0d-d075-4325-a1f8-6418484d4934 completed by entity L2. {{(pid=106232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 18 00:56:45.573708 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ef37b4f-62ba-41f1-82ea-5c025af37089 req-32f9114e-abd2-44b0-9dad-947b63d2222d service neutron] Checking agent: {'id': 'a990346c-0f9b-4256-b267-210f2ef06c1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 18, 0, 54, 1), 'started_at': datetime.datetime(2022, 9, 18, 0, 54, 1), 'heartbeat_timestamp': datetime.datetime(2022, 9, 18, 0, 56, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 18 00:56:45.574093 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ef37b4f-62ba-41f1-82ea-5c025af37089 req-32f9114e-abd2-44b0-9dad-947b63d2222d service neutron] Checking segment: {'id': '6bbfddfb-8aa0-4ab6-886c-b017727b1f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'eee7c814-dc91-4de0-b55e-0732fcd7c9de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 18 00:56:45.574545 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ef37b4f-62ba-41f1-82ea-5c025af37089 req-32f9114e-abd2-44b0-9dad-947b63d2222d service neutron] Bound using segment: {'id': '6bbfddfb-8aa0-4ab6-886c-b017727b1f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'eee7c814-dc91-4de0-b55e-0732fcd7c9de'} {{(pid=106230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 18 00:56:45.575064 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.plugins.ml2.managers [req-6ef37b4f-62ba-41f1-82ea-5c025af37089 req-32f9114e-abd2-44b0-9dad-947b63d2222d service neutron] Bound port: ff818f99-6875-42e7-8af0-6e7c1e9ef011, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bbfddfb-8aa0-4ab6-886c-b017727b1f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'eee7c814-dc91-4de0-b55e-0732fcd7c9de'}}] {{(pid=106230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 18 00:56:45.575615 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [req-6ef37b4f-62ba-41f1-82ea-5c025af37089 req-32f9114e-abd2-44b0-9dad-947b63d2222d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (ff818f99-6875-42e7-8af0-6e7c1e9ef011), before_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:45.579307 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.rpc [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Returning: {'device': 'caeb66db-fb12-4f3e-b68c-119f4575bc44', 'network_id': '3e60962c-164c-4e15-8d69-6601f5d7b205', 'port_id': 'caeb66db-fb12-4f3e-b68c-119f4575bc44', 'mac_address': 'fa:16:3e:ee:e3:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f52e5768-3b6e-420f-b5d0-cc4e5c3ba047', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:56:45.583591 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.provisioning_blocks [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Provisioning complete for port a8ed2c0d-d075-4325-a1f8-6418484d4934 triggered by entity L2. {{(pid=106232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 00:56:45.584196 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981214'] for port (a8ed2c0d-d075-4325-a1f8-6418484d4934), provisioning_complete {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:45.584942 dv-cinder-master-3-smb neutron-server[106232]: INFO neutron.plugins.ml2.plugin [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Attempt 1 to provision port a8ed2c0d-d075-4325-a1f8-6418484d4934 Sep 18 00:56:45.623151 dv-cinder-master-3-smb neutron-server[106232]: INFO neutron.plugins.ml2.plugin [None req-c0cf8b87-23af-46a3-a2f1-e9f5d13c0110 None None] Attempt 3 to provision port ff818f99-6875-42e7-8af0-6e7c1e9ef011 Sep 18 00:56:45.659571 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.plugins.ml2.db [req-6ef37b4f-62ba-41f1-82ea-5c025af37089 req-32f9114e-abd2-44b0-9dad-947b63d2222d service neutron] For port ff818f99-6875-42e7-8af0-6e7c1e9ef011, host hv-cinder-maste, cleared binding levels {{(pid=106230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:56:45.664447 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.plugins.ml2.db [req-6ef37b4f-62ba-41f1-82ea-5c025af37089 req-32f9114e-abd2-44b0-9dad-947b63d2222d service neutron] For port ff818f99-6875-42e7-8af0-6e7c1e9ef011, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=ff818f99-6875-42e7-8af0-6e7c1e9ef011,segment=NetworkSegment(6bbfddfb-8aa0-4ab6-886c-b017727b1f75),segment_id=6bbfddfb-8aa0-4ab6-886c-b017727b1f75)] {{(pid=106230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:56:45.666546 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc159f92-1f3c-47b4-a689-b5b014007a49 req-dd0df6ab-eef3-4a73-a6cb-24e458d51408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:56:45.669244 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-cc159f92-1f3c-47b4-a689-b5b014007a49 req-dd0df6ab-eef3-4a73-a6cb-24e458d51408 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=5b2870f5-1df6-4588-9304-3be88fc2aeec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0528140 Sep 18 00:56:45.672195 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Current status of the port caeb66db-fb12-4f3e-b68c-119f4575bc44 is: DOWN; New status is: BUILD {{(pid=106232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 00:56:45.672592 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (caeb66db-fb12-4f3e-b68c-119f4575bc44), before_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:45.674391 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [req-6ef37b4f-62ba-41f1-82ea-5c025af37089 req-32f9114e-abd2-44b0-9dad-947b63d2222d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749746030758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749745591525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749745591543'] for port (ff818f99-6875-42e7-8af0-6e7c1e9ef011), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:45.680051 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef37b4f-62ba-41f1-82ea-5c025af37089 req-32f9114e-abd2-44b0-9dad-947b63d2222d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:56:45.680674 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [req-6ef37b4f-62ba-41f1-82ea-5c025af37089 req-32f9114e-abd2-44b0-9dad-947b63d2222d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16701016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16267021'] for port (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:45.682056 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-6ef37b4f-62ba-41f1-82ea-5c025af37089 req-32f9114e-abd2-44b0-9dad-947b63d2222d service neutron] 10.222.0.57 "PUT /networking/v2.0/ports/ff818f99-6875-42e7-8af0-6e7c1e9ef011 HTTP/1.1" status: 200 len: 1093 time: 1.5221443 Sep 18 00:56:45.697019 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-c0cf8b87-23af-46a3-a2f1-e9f5d13c0110 None None] Port ff818f99-6875-42e7-8af0-6e7c1e9ef011 cannot update to ACTIVE because it is not bound. {{(pid=106232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 18 00:56:45.701825 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.notifiers.nova [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id caeb66db-fb12-4f3e-b68c-119f4575bc44 {{(pid=106232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 18 00:56:45.744063 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f9114e-abd2-44b0-9dad-947b63d2222d service neutron] Pushing event updated for resources: {'Port': ['ID=ff818f99-6875-42e7-8af0-6e7c1e9ef011,revision_number=3']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:45.745960 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.db [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] For port caeb66db-fb12-4f3e-b68c-119f4575bc44, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=caeb66db-fb12-4f3e-b68c-119f4575bc44,segment=NetworkSegment(2a3f4164-a706-4653-805e-7081dacdf53e),segment_id=2a3f4164-a706-4653-805e-7081dacdf53e)] {{(pid=106232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:56:45.757203 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749746030758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749745591525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749745591543'] for port (caeb66db-fb12-4f3e-b68c-119f4575bc44), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:45.763872 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Current status of the port a8ed2c0d-d075-4325-a1f8-6418484d4934 is: BUILD; New status is: ACTIVE {{(pid=106232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 00:56:45.764547 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (a8ed2c0d-d075-4325-a1f8-6418484d4934), before_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:45.820159 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5674ad19-62fd-4a3a-98b8-27051ad03cc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8ed2c0d-d075-4325-a1f8-6418484d4934'}] {{(pid=106232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 18 00:56:45.845523 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8bc171-73da-46a9-a2d9-4afeb4d8b396 req-63d24da3-3f57-41bb-bef1-e4b245ba7ca3 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:56:45.853927 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-3c8bc171-73da-46a9-a2d9-4afeb4d8b396 req-63d24da3-3f57-41bb-bef1-e4b245ba7ca3 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c1cf145a-d8d5-4a7e-937b-729bf79629fa HTTP/1.1" status: 200 len: 944 time: 0.0631359 Sep 18 00:56:45.913184 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.db [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] For port a8ed2c0d-d075-4325-a1f8-6418484d4934, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=a8ed2c0d-d075-4325-a1f8-6418484d4934,segment=NetworkSegment(0bc43035-2a06-4549-bc0f-2c1d1396a95a),segment_id=0bc43035-2a06-4549-bc0f-2c1d1396a95a)] {{(pid=106232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:56:45.920828 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749746030758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749745591525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749745591543'] for port (a8ed2c0d-d075-4325-a1f8-6418484d4934), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:45.922986 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Pushing event updated for resources: {'Port': ['ID=caeb66db-fb12-4f3e-b68c-119f4575bc44,revision_number=4']} {{(pid=106232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:45.935656 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020542e6-9c87-47e4-bd46-ddf933cba9d7 req-ad393e45-77f7-4c36-9292-740592352ad3 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:56:45.937148 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-020542e6-9c87-47e4-bd46-ddf933cba9d7 req-ad393e45-77f7-4c36-9292-740592352ad3 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=abf6631e-213a-40ea-8708-5dc51da0ee8c HTTP/1.1" status: 200 len: 945 time: 0.0742743 Sep 18 00:56:45.940253 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-3c8bc171-73da-46a9-a2d9-4afeb4d8b396 req-a106e97c-bc32-4317-ab3d-d80eab275d18 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5d1f43e9-9af2-4e0f-a00b-d54373283a26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855536 Sep 18 00:56:45.991850 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Pushing event updated for resources: {'Port': ['ID=a8ed2c0d-d075-4325-a1f8-6418484d4934,revision_number=5']} {{(pid=106232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:46.032628 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2055882-050f-4acf-a99c-96d698e25963', 'tag': 'ff818f99-6875-42e7-8af0-6e7c1e9ef011'}] {{(pid=106230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 18 00:56:46.036153 dv-cinder-master-3-smb neutron-server[106230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5cb6f936bef875aa30205792da77c9643b85616d99b85ee9f5e1cfaba0fe173" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af41c33b-7911-46c2-9962-0acb004a2b65" -d '{"events": [{"name": "network-changed", "server_uuid": "e2055882-050f-4acf-a99c-96d698e25963", "tag": "ff818f99-6875-42e7-8af0-6e7c1e9ef011"}]}' {{(pid=106230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:56:46.046643 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-020542e6-9c87-47e4-bd46-ddf933cba9d7 req-2bdb2f36-98b3-466b-9c8a-2efbc23cfbfb tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=ebcf1d70-15c2-4b0c-9b2b-32e60a0830c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1033015 Sep 18 00:56:46.088868 dv-cinder-master-3-smb neutron-server[106232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90e96a6086c290001a0d7e5ddcf89e279d0a9bc322b7051b760fc9213660c862" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee1a47cc-e499-45cf-85c4-4a4d97f615b2" -d '{"events": [{"server_uuid": "5674ad19-62fd-4a3a-98b8-27051ad03cc7", "name": "network-vif-plugged", "status": "completed", "tag": "a8ed2c0d-d075-4325-a1f8-6418484d4934"}]}' {{(pid=106232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:56:46.102745 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.db [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] get_ports_and_sgs() called for port_ids ['caeb66db-fb12-4f3e-b68c-119f4575bc44'] {{(pid=106232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 18 00:56:46.111931 dv-cinder-master-3-smb neutron-server[106230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 18 Sep 2022 00:56:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-995c84e5-ef1d-4eff-8787-aab8dca78515 x-openstack-request-id: req-995c84e5-ef1d-4eff-8787-aab8dca78515 {{(pid=106230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:56:46.111931 dv-cinder-master-3-smb neutron-server[106230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2055882-050f-4acf-a99c-96d698e25963", "tag": "ff818f99-6875-42e7-8af0-6e7c1e9ef011", "status": "completed", "code": 200}]} {{(pid=106230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:56:46.111931 dv-cinder-master-3-smb neutron-server[106230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-995c84e5-ef1d-4eff-8787-aab8dca78515 {{(pid=106230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:56:46.111931 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.notifiers.nova [-] Nova event matching ['req-995c84e5-ef1d-4eff-8787-aab8dca78515'] response: {'name': 'network-changed', 'server_uuid': 'e2055882-050f-4acf-a99c-96d698e25963', 'tag': 'ff818f99-6875-42e7-8af0-6e7c1e9ef011', 'status': 'completed', 'code': 200} Sep 18 00:56:46.198961 dv-cinder-master-3-smb neutron-server[106232]: INFO neutron.plugins.ml2.plugin [None req-c0cf8b87-23af-46a3-a2f1-e9f5d13c0110 None None] Attempt 4 to provision port ff818f99-6875-42e7-8af0-6e7c1e9ef011 Sep 18 00:56:46.222762 dv-cinder-master-3-smb neutron-server[106232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 18 Sep 2022 00:56:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce29f37e-503b-46f3-a8fe-730b57e3bf29 x-openstack-request-id: req-ce29f37e-503b-46f3-a8fe-730b57e3bf29 {{(pid=106232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:56:46.223078 dv-cinder-master-3-smb neutron-server[106232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5674ad19-62fd-4a3a-98b8-27051ad03cc7", "name": "network-vif-plugged", "status": "completed", "tag": "a8ed2c0d-d075-4325-a1f8-6418484d4934", "code": 200}]} {{(pid=106232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:56:46.223343 dv-cinder-master-3-smb neutron-server[106232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-ce29f37e-503b-46f3-a8fe-730b57e3bf29 {{(pid=106232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:56:46.223786 dv-cinder-master-3-smb neutron-server[106232]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce29f37e-503b-46f3-a8fe-730b57e3bf29'] response: {'server_uuid': '5674ad19-62fd-4a3a-98b8-27051ad03cc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8ed2c0d-d075-4325-a1f8-6418484d4934', 'code': 200} Sep 18 00:56:46.253711 dv-cinder-master-3-smb neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:56:46.310645 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-c0cf8b87-23af-46a3-a2f1-e9f5d13c0110 None None] Port ff818f99-6875-42e7-8af0-6e7c1e9ef011 had new provisioning blocks added so it will not transition to active. {{(pid=106232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 18 00:56:46.399612 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac033834-212e-47e6-9745-a55db74269c1 req-584fb879-dec9-4296-bb1d-e62813fe962f tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:56:46.401053 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-ac033834-212e-47e6-9745-a55db74269c1 req-584fb879-dec9-4296-bb1d-e62813fe962f tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e2055882-050f-4acf-a99c-96d698e25963 HTTP/1.1" status: 200 len: 943 time: 0.1160207 Sep 18 00:56:46.421263 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459cf25e-66e6-4e26-b5ab-999e988f19bb req-dda53980-7a99-4c36-a1bb-231aa48bfdea tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:56:46.422742 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-459cf25e-66e6-4e26-b5ab-999e988f19bb req-dda53980-7a99-4c36-a1bb-231aa48bfdea tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=77b2c1db-b85b-43e2-b6ff-bcd8e7bd9728 HTTP/1.1" status: 200 len: 944 time: 0.0700490 Sep 18 00:56:46.515479 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-ac033834-212e-47e6-9745-a55db74269c1 req-923e645c-d1f0-409b-b352-a86ddbf646fd tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=47037163-61fb-461f-809c-733d83e39634&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1067877 Sep 18 00:56:46.536048 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-459cf25e-66e6-4e26-b5ab-999e988f19bb req-ac1e4881-545b-4126-80b6-e976e267682d tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a60bb66f-d31d-4ec8-90a6-9444418b3a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029904 Sep 18 00:56:46.561887 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ddfd03-a141-4a62-9359-de39c7d5a97c req-4ac012fb-b1c8-4db5-b427-990b8fd5d446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:56:46.564049 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-d9ddfd03-a141-4a62-9359-de39c7d5a97c req-4ac012fb-b1c8-4db5-b427-990b8fd5d446 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=8cbf74b218c04911bb921f7cc2c6e966&device_id=bf75d794-7c36-40e0-a103-db749b9dd1e2 HTTP/1.1" status: 200 len: 1127 time: 0.1150224 Sep 18 00:56:46.632205 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:56:46.636530 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:56:46.647780 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8fcd1c-1f92-49e3-a034-4dbfa1cbba4f req-71f32019-7ccd-4e93-9692-25bd3e510347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:56:46.649710 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-8b8fcd1c-1f92-49e3-a034-4dbfa1cbba4f req-71f32019-7ccd-4e93-9692-25bd3e510347 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=8cbf74b218c04911bb921f7cc2c6e966&device_id=77b2c1db-b85b-43e2-b6ff-bcd8e7bd9728 HTTP/1.1" status: 200 len: 1128 time: 0.0875773 Sep 18 00:56:46.654650 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af41c33b-7911-46c2-9962-0acb004a2b65 req-a0c6b67f-4c0d-4a16-af6f-97d61607c7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:56:46.656543 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-af41c33b-7911-46c2-9962-0acb004a2b65 req-a0c6b67f-4c0d-4a16-af6f-97d61607c7f2 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=ec2d9e20d4ed4178b9bc68ff54715b18&device_id=e2055882-050f-4acf-a99c-96d698e25963 HTTP/1.1" status: 200 len: 1127 time: 0.0853834 Sep 18 00:56:46.690579 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-cc159f92-1f3c-47b4-a689-b5b014007a49 req-ddd1c812-9687-4607-9269-698880b33a1c service neutron] 10.222.0.57 "GET /networking/v2.0/networks/5b2870f5-1df6-4588-9304-3be88fc2aeec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227481 Sep 18 00:56:46.741307 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 57274) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:56:46.926594 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-e3a77476-9506-4a9d-894e-4a978a75359e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:46.935120 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aabdd7-05a2-4726-8d02-c6915dfe9f56 req-3613a1ce-effe-466e-a75a-19c8c6f166c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:56:46.936610 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-c4aabdd7-05a2-4726-8d02-c6915dfe9f56 req-3613a1ce-effe-466e-a75a-19c8c6f166c8 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=5674ad19-62fd-4a3a-98b8-27051ad03cc7 HTTP/1.1" status: 200 len: 1129 time: 0.1575084 Sep 18 00:56:46.975230 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-cc159f92-1f3c-47b4-a689-b5b014007a49 req-82942385-3c8f-49e1-8182-6866b9711772 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/5b2870f5-1df6-4588-9304-3be88fc2aeec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2740517 Sep 18 00:56:46.991007 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [req-c4aabdd7-05a2-4726-8d02-c6915dfe9f56 req-0f0cbc27-2bcd-43f7-98a0-3423c35502c4 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:46.996439 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ddfd03-a141-4a62-9359-de39c7d5a97c req-82316532-59ee-4916-9b30-39b3ba738ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:56:46.998232 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-d9ddfd03-a141-4a62-9359-de39c7d5a97c req-82316532-59ee-4916-9b30-39b3ba738ba5 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=c62b9e47-59b6-47ba-845f-e3be4dd39ad8 HTTP/1.1" status: 200 len: 920 time: 0.4274607 Sep 18 00:56:47.026043 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:56:47.072483 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-d9ddfd03-a141-4a62-9359-de39c7d5a97c req-7d933bdc-0bec-4652-b8e3-a20845d98b59 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f9535f32-8846-4f66-9b5c-30fb801b7fbc HTTP/1.1" status: 200 len: 217 time: 0.0642903 Sep 18 00:56:47.103331 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d47ef1f-49e0-4b02-b232-4366b20fb7d5 req-a23b6613-9775-4f7c-8a3e-fcabf2533472 tempest-DeleteServersTestJSON-1695902054 tempest-DeleteServersTestJSON-1695902054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:56:47.111125 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-3d47ef1f-49e0-4b02-b232-4366b20fb7d5 req-a23b6613-9775-4f7c-8a3e-fcabf2533472 tempest-DeleteServersTestJSON-1695902054 tempest-DeleteServersTestJSON-1695902054-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5674ad19-62fd-4a3a-98b8-27051ad03cc7 HTTP/1.1" status: 200 len: 945 time: 0.4028337 Sep 18 00:56:47.125750 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=90,neutron:INSERT=10 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:56:47.169405 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-e3a77476-9506-4a9d-894e-4a978a75359e admin admin] Publish callbacks [] for security_group (f575019d-ac9a-4681-be3c-a942594287f2), precommit_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:47.175676 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-e3a77476-9506-4a9d-894e-4a978a75359e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512506'] for security_group (f575019d-ac9a-4681-be3c-a942594287f2), after_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:47.195417 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [req-c4aabdd7-05a2-4726-8d02-c6915dfe9f56 req-0f0cbc27-2bcd-43f7-98a0-3423c35502c4 service neutron] Publish callbacks [] for security_group (8735b6cf-ab12-4464-a93a-63c504eaf741), precommit_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:47.209910 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [req-c4aabdd7-05a2-4726-8d02-c6915dfe9f56 req-0f0cbc27-2bcd-43f7-98a0-3423c35502c4 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512506'] for security_group (8735b6cf-ab12-4464-a93a-63c504eaf741), after_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:47.248980 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-e3a77476-9506-4a9d-894e-4a978a75359e admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=4015c82ec4b748afb358a822e482fd92&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5020709 Sep 18 00:56:47.251234 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a77476-9506-4a9d-894e-4a978a75359e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f575019d-ac9a-4681-be3c-a942594287f2,revision_number=1']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:47.257980 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f1c65c-1591-45ee-b01c-df8b2089f84c req-3f5e02cb-8ab1-4de5-b672-f65e2554039a tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:56:47.258365 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 57286) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:56:47.259533 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-63f1c65c-1591-45ee-b01c-df8b2089f84c req-3f5e02cb-8ab1-4de5-b672-f65e2554039a tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c1cf145a-d8d5-4a7e-937b-729bf79629fa HTTP/1.1" status: 200 len: 944 time: 0.1940663 Sep 18 00:56:47.267082 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af41c33b-7911-46c2-9962-0acb004a2b65 req-e0ca4f31-40a6-4e39-8ebb-f2e07aa3707f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:56:47.268832 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-af41c33b-7911-46c2-9962-0acb004a2b65 req-e0ca4f31-40a6-4e39-8ebb-f2e07aa3707f service neutron] 10.222.0.57 "GET /networking/v2.0/networks?tenant_id=ec2d9e20d4ed4178b9bc68ff54715b18&shared=False HTTP/1.1" status: 200 len: 915 time: 0.5930157 Sep 18 00:56:47.273767 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8fcd1c-1f92-49e3-a034-4dbfa1cbba4f req-fb843271-d6da-4fe8-b104-7c30f4ad0a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:56:47.275225 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-8b8fcd1c-1f92-49e3-a034-4dbfa1cbba4f req-fb843271-d6da-4fe8-b104-7c30f4ad0a20 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=c62b9e47-59b6-47ba-845f-e3be4dd39ad8 HTTP/1.1" status: 200 len: 920 time: 0.6177459 Sep 18 00:56:47.277753 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-c4aabdd7-05a2-4726-8d02-c6915dfe9f56 req-0f0cbc27-2bcd-43f7-98a0-3423c35502c4 service neutron] 10.222.0.57 "GET /networking/v2.0/security-groups?id=22b6fc2b-5107-4c4f-a50a-5c4d2f5fcd24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3268683 Sep 18 00:56:47.288551 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-3d47ef1f-49e0-4b02-b232-4366b20fb7d5 req-d007b076-64fe-46e4-b1ff-e22babb4f42d tempest-DeleteServersTestJSON-1695902054 tempest-DeleteServersTestJSON-1695902054-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=22b6fc2b-5107-4c4f-a50a-5c4d2f5fcd24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764748 Sep 18 00:56:47.304574 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0cbc27-2bcd-43f7-98a0-3423c35502c4 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=8735b6cf-ab12-4464-a93a-63c504eaf741,revision_number=1']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:47.339920 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-a62d3c01-535e-4484-ba4b-87353a83ebc8 admin admin] Publish callbacks [] for security_group (f575019d-ac9a-4681-be3c-a942594287f2), before_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:47.344570 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-63f1c65c-1591-45ee-b01c-df8b2089f84c req-d486bdf6-380d-499d-b411-bd8a106e62c6 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5d1f43e9-9af2-4e0f-a00b-d54373283a26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658000 Sep 18 00:56:47.362348 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-a62d3c01-535e-4484-ba4b-87353a83ebc8 admin admin] Publish callbacks [] for security_group (f575019d-ac9a-4681-be3c-a942594287f2), precommit_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:47.406276 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e660e5ac-18aa-4fae-a9c4-ab6fec488b4e req-7293d4ad-c11d-45d9-bb20-0c49ee728b82 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:56:47.408056 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-e660e5ac-18aa-4fae-a9c4-ab6fec488b4e req-7293d4ad-c11d-45d9-bb20-0c49ee728b82 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=abf6631e-213a-40ea-8708-5dc51da0ee8c HTTP/1.1" status: 200 len: 945 time: 0.0518236 Sep 18 00:56:47.408687 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.rpc [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Device f9535f32-8846-4f66-9b5c-30fb801b7fbc details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:56:47.430667 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-a62d3c01-535e-4484-ba4b-87353a83ebc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512506'] for security_group (f575019d-ac9a-4681-be3c-a942594287f2), after_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:47.433615 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-a62d3c01-535e-4484-ba4b-87353a83ebc8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:47.434781 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-a62d3c01-535e-4484-ba4b-87353a83ebc8 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/f575019d-ac9a-4681-be3c-a942594287f2 HTTP/1.1" status: 204 len: 168 time: 0.1728745 Sep 18 00:56:47.444327 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.rpc [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Device caeb66db-fb12-4f3e-b68c-119f4575bc44 up at agent hyperv_hv-cinder-maste {{(pid=106232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:56:47.467227 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-e660e5ac-18aa-4fae-a9c4-ab6fec488b4e req-c7ba0682-0e6a-456d-90a3-86852a21a37a tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=ebcf1d70-15c2-4b0c-9b2b-32e60a0830c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530200 Sep 18 00:56:47.478964 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62d3c01-535e-4484-ba4b-87353a83ebc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f575019d-ac9a-4681-be3c-a942594287f2,revision_number=None']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:47.573136 dv-cinder-master-3-smb neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:56:47.596301 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.provisioning_blocks [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Provisioning for port caeb66db-fb12-4f3e-b68c-119f4575bc44 completed by entity L2. {{(pid=106232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 18 00:56:47.605697 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.provisioning_blocks [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Provisioning complete for port caeb66db-fb12-4f3e-b68c-119f4575bc44 triggered by entity L2. {{(pid=106232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 00:56:47.606265 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981214'] for port (caeb66db-fb12-4f3e-b68c-119f4575bc44), provisioning_complete {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:47.606953 dv-cinder-master-3-smb neutron-server[106232]: INFO neutron.plugins.ml2.plugin [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Attempt 1 to provision port caeb66db-fb12-4f3e-b68c-119f4575bc44 Sep 18 00:56:47.704855 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.db [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] For port f9535f32-8846-4f66-9b5c-30fb801b7fbc, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=f9535f32-8846-4f66-9b5c-30fb801b7fbc,segment=NetworkSegment(9f226031-7641-47d9-b1b6-a604588f86da),segment_id=9f226031-7641-47d9-b1b6-a604588f86da)] {{(pid=106232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:56:47.738612 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1922ce1d-5070-491d-987e-5cf9d64fb2fe req-f083dbd2-6c00-4d0a-940a-38d2b557585a tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:56:47.747104 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.rpc [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Returning: {'device': 'f9535f32-8846-4f66-9b5c-30fb801b7fbc', 'network_id': 'c62b9e47-59b6-47ba-845f-e3be4dd39ad8', 'port_id': 'f9535f32-8846-4f66-9b5c-30fb801b7fbc', 'mac_address': 'fa:16:3e:44:26:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21e1d23e-9045-41fa-9ed7-19ac1edcbcfa', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:56:47.748872 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-1922ce1d-5070-491d-987e-5cf9d64fb2fe req-f083dbd2-6c00-4d0a-940a-38d2b557585a tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=77b2c1db-b85b-43e2-b6ff-bcd8e7bd9728 HTTP/1.1" status: 200 len: 944 time: 0.0761523 Sep 18 00:56:47.824579 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Current status of the port f9535f32-8846-4f66-9b5c-30fb801b7fbc is: DOWN; New status is: BUILD {{(pid=106232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 00:56:47.825317 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (f9535f32-8846-4f66-9b5c-30fb801b7fbc), before_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:47.854115 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.notifiers.nova [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9535f32-8846-4f66-9b5c-30fb801b7fbc {{(pid=106232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 18 00:56:47.854341 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f686db-03e5-4fba-af48-89775c4ce2a7 req-51753c0e-bcd7-4366-b7e9-c386a6cf9754 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:56:47.862000 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-31f686db-03e5-4fba-af48-89775c4ce2a7 req-51753c0e-bcd7-4366-b7e9-c386a6cf9754 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e2055882-050f-4acf-a99c-96d698e25963 HTTP/1.1" status: 200 len: 943 time: 0.1097481 Sep 18 00:56:47.862511 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Current status of the port caeb66db-fb12-4f3e-b68c-119f4575bc44 is: BUILD; New status is: ACTIVE {{(pid=106232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 00:56:47.862976 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (caeb66db-fb12-4f3e-b68c-119f4575bc44), before_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:47.879588 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-1922ce1d-5070-491d-987e-5cf9d64fb2fe req-8fbb2ffd-48ea-4aff-90f0-b86e49212cf3 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a60bb66f-d31d-4ec8-90a6-9444418b3a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292562 Sep 18 00:56:47.907613 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.db [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] For port f9535f32-8846-4f66-9b5c-30fb801b7fbc, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=f9535f32-8846-4f66-9b5c-30fb801b7fbc,segment=NetworkSegment(9f226031-7641-47d9-b1b6-a604588f86da),segment_id=9f226031-7641-47d9-b1b6-a604588f86da)] {{(pid=106232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:56:47.915915 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749746030758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749745591525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749745591543'] for port (f9535f32-8846-4f66-9b5c-30fb801b7fbc), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:47.930604 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 57318) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:56:47.945415 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.db [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] For port caeb66db-fb12-4f3e-b68c-119f4575bc44, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=caeb66db-fb12-4f3e-b68c-119f4575bc44,segment=NetworkSegment(2a3f4164-a706-4653-805e-7081dacdf53e),segment_id=2a3f4164-a706-4653-805e-7081dacdf53e)] {{(pid=106232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:56:47.948123 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-15223041-e3c6-4596-aa99-9fbbf2807f50 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:47.950900 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-31f686db-03e5-4fba-af48-89775c4ce2a7 req-f986d511-420c-4299-b796-488948d18679 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=47037163-61fb-461f-809c-733d83e39634&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0878828 Sep 18 00:56:47.960202 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749746030758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749745591525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749745591543'] for port (caeb66db-fb12-4f3e-b68c-119f4575bc44), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:47.985883 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Pushing event updated for resources: {'Port': ['ID=f9535f32-8846-4f66-9b5c-30fb801b7fbc,revision_number=4']} {{(pid=106232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:48.039196 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Pushing event updated for resources: {'Port': ['ID=caeb66db-fb12-4f3e-b68c-119f4575bc44,revision_number=5']} {{(pid=106232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:48.045453 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-15223041-e3c6-4596-aa99-9fbbf2807f50 admin admin] Publish callbacks [] for security_group (8e6a6d52-21b7-44d2-8232-fc5a260c3e65), precommit_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:48.050679 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-15223041-e3c6-4596-aa99-9fbbf2807f50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512506'] for security_group (8e6a6d52-21b7-44d2-8232-fc5a260c3e65), after_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:48.090374 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15223041-e3c6-4596-aa99-9fbbf2807f50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e6a6d52-21b7-44d2-8232-fc5a260c3e65,revision_number=1']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:48.094696 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-15223041-e3c6-4596-aa99-9fbbf2807f50 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=94cbcb5a30614d87a2693941b88decc7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1628168 Sep 18 00:56:48.097413 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 57322) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:56:48.151057 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-decb92c5-e668-4182-be85-097997268625 admin admin] Publish callbacks [] for security_group (8e6a6d52-21b7-44d2-8232-fc5a260c3e65), before_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:48.152063 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.33', 57324) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:56:48.171555 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-decb92c5-e668-4182-be85-097997268625 admin admin] Publish callbacks [] for security_group (8e6a6d52-21b7-44d2-8232-fc5a260c3e65), precommit_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:48.225447 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abf6631e-213a-40ea-8708-5dc51da0ee8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'caeb66db-fb12-4f3e-b68c-119f4575bc44'}] {{(pid=106232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 18 00:56:48.228650 dv-cinder-master-3-smb neutron-server[106232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90e96a6086c290001a0d7e5ddcf89e279d0a9bc322b7051b760fc9213660c862" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da188386-d1b3-4c3d-baea-a43d7287c0a6" -d '{"events": [{"server_uuid": "abf6631e-213a-40ea-8708-5dc51da0ee8c", "name": "network-vif-plugged", "status": "completed", "tag": "caeb66db-fb12-4f3e-b68c-119f4575bc44"}]}' {{(pid=106232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:56:48.250555 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.db [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] get_ports_and_sgs() called for port_ids ['f9535f32-8846-4f66-9b5c-30fb801b7fbc'] {{(pid=106232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 18 00:56:48.263057 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ddfd03-a141-4a62-9359-de39c7d5a97c req-b0bb5aeb-8d1a-40d7-b4c0-ed9c0fc821f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:56:48.265162 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-d9ddfd03-a141-4a62-9359-de39c7d5a97c req-b0bb5aeb-8d1a-40d7-b4c0-ed9c0fc821f8 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=21e1d23e-9045-41fa-9ed7-19ac1edcbcfa HTTP/1.1" status: 200 len: 858 time: 0.0647774 Sep 18 00:56:48.280561 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-8b8fcd1c-1f92-49e3-a034-4dbfa1cbba4f req-c206aeb3-c36d-4670-a45a-ba4ce36f5464 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1598d49e-579f-48e5-a374-9f7da048ec3a HTTP/1.1" status: 200 len: 217 time: 0.0815575 Sep 18 00:56:48.281544 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:INSERT=14,neutron:SELECT=79,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:56:48.303408 dv-cinder-master-3-smb neutron-server[106232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 18 Sep 2022 00:56:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f3f5ac0-c6b1-4a39-9606-d64d0bfab32a x-openstack-request-id: req-4f3f5ac0-c6b1-4a39-9606-d64d0bfab32a {{(pid=106232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:56:48.303779 dv-cinder-master-3-smb neutron-server[106232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abf6631e-213a-40ea-8708-5dc51da0ee8c", "name": "network-vif-plugged", "status": "completed", "tag": "caeb66db-fb12-4f3e-b68c-119f4575bc44", "code": 200}]} {{(pid=106232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:56:48.304092 dv-cinder-master-3-smb neutron-server[106232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-4f3f5ac0-c6b1-4a39-9606-d64d0bfab32a {{(pid=106232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:56:48.304557 dv-cinder-master-3-smb neutron-server[106232]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f3f5ac0-c6b1-4a39-9606-d64d0bfab32a'] response: {'server_uuid': 'abf6631e-213a-40ea-8708-5dc51da0ee8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'caeb66db-fb12-4f3e-b68c-119f4575bc44', 'code': 200} Sep 18 00:56:48.327131 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ddfd03-a141-4a62-9359-de39c7d5a97c req-0fe8af23-e5bc-4121-91fd-8343fa9d01e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:56:48.330387 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-d9ddfd03-a141-4a62-9359-de39c7d5a97c req-0fe8af23-e5bc-4121-91fd-8343fa9d01e3 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=c62b9e47-59b6-47ba-845f-e3be4dd39ad8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0568485 Sep 18 00:56:48.332659 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-decb92c5-e668-4182-be85-097997268625 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512506'] for security_group (8e6a6d52-21b7-44d2-8232-fc5a260c3e65), after_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:48.336115 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-decb92c5-e668-4182-be85-097997268625 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:48.337274 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-decb92c5-e668-4182-be85-097997268625 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/8e6a6d52-21b7-44d2-8232-fc5a260c3e65 HTTP/1.1" status: 204 len: 168 time: 0.2389045 Sep 18 00:56:48.349531 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-def1760b-c26f-4e96-987e-edb09e79324d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:48.350664 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decb92c5-e668-4182-be85-097997268625 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e6a6d52-21b7-44d2-8232-fc5a260c3e65,revision_number=None']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:48.433259 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:56:48.589230 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36f43b6-8e1f-4413-a5eb-a61ccfd32757 req-9c27cc64-1eff-4b76-9ef1-b08a6135f433 tempest-DeleteServersTestJSON-1695902054 tempest-DeleteServersTestJSON-1695902054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:56:48.590719 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-e36f43b6-8e1f-4413-a5eb-a61ccfd32757 req-9c27cc64-1eff-4b76-9ef1-b08a6135f433 tempest-DeleteServersTestJSON-1695902054 tempest-DeleteServersTestJSON-1695902054-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5674ad19-62fd-4a3a-98b8-27051ad03cc7 HTTP/1.1" status: 200 len: 945 time: 0.1584389 Sep 18 00:56:48.591785 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af41c33b-7911-46c2-9962-0acb004a2b65 req-cf04b810-f9e9-4930-bcde-a620e7ae1695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:56:48.593035 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-af41c33b-7911-46c2-9962-0acb004a2b65 req-cf04b810-f9e9-4930-bcde-a620e7ae1695 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3926764 Sep 18 00:56:48.594961 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-def1760b-c26f-4e96-987e-edb09e79324d admin admin] Publish callbacks [] for security_group (3fec9d56-df22-4ad7-bc7d-acfa6bd0ab61), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:48.602345 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df773f9-9e32-43bd-8cd4-79e80d043b42 req-369e321b-a350-4f82-8577-ef516450aabe tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:56:48.603839 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-9df773f9-9e32-43bd-8cd4-79e80d043b42 req-369e321b-a350-4f82-8577-ef516450aabe tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c1cf145a-d8d5-4a7e-937b-729bf79629fa HTTP/1.1" status: 200 len: 944 time: 0.1328230 Sep 18 00:56:48.606682 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-def1760b-c26f-4e96-987e-edb09e79324d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512506'] for security_group (3fec9d56-df22-4ad7-bc7d-acfa6bd0ab61), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:48.624713 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:56:48.692252 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def1760b-c26f-4e96-987e-edb09e79324d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fec9d56-df22-4ad7-bc7d-acfa6bd0ab61,revision_number=1']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:48.703315 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [None req-def1760b-c26f-4e96-987e-edb09e79324d admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=5abe00cd837f47ac8e170c13aac76999&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5468662 Sep 18 00:56:48.705474 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 57340) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:56:48.724810 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=8 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:56:48.748514 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.33', 57342) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:56:48.759060 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-e36f43b6-8e1f-4413-a5eb-a61ccfd32757 req-84ccd92e-776c-4b00-914d-1a1be7674e99 tempest-DeleteServersTestJSON-1695902054 tempest-DeleteServersTestJSON-1695902054-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=22b6fc2b-5107-4c4f-a50a-5c4d2f5fcd24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542194 Sep 18 00:56:48.796084 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-5c8e48ef-b9a9-4c7b-8018-344d3b3bacae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:48.854929 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-9df773f9-9e32-43bd-8cd4-79e80d043b42 req-701913d6-8a8f-4eea-9843-8c92a8a4fcc9 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5d1f43e9-9af2-4e0f-a00b-d54373283a26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2088151 Sep 18 00:56:48.866909 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8fcd1c-1f92-49e3-a034-4dbfa1cbba4f req-c0b0b56a-af24-4a53-b136-0b6200089909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:56:48.868464 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-8b8fcd1c-1f92-49e3-a034-4dbfa1cbba4f req-c0b0b56a-af24-4a53-b136-0b6200089909 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=21e1d23e-9045-41fa-9ed7-19ac1edcbcfa HTTP/1.1" status: 200 len: 858 time: 0.1605344 Sep 18 00:56:48.913833 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-5b7ecae1-3819-4975-9d49-e3b44aaa19fd admin admin] Publish callbacks [] for security_group (3fec9d56-df22-4ad7-bc7d-acfa6bd0ab61), before_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:48.915244 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef37b4f-62ba-41f1-82ea-5c025af37089 req-10ec7b99-957b-4bdc-b949-a45571df2027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:56:48.917459 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-6ef37b4f-62ba-41f1-82ea-5c025af37089 req-10ec7b99-957b-4bdc-b949-a45571df2027 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=ec2d9e20d4ed4178b9bc68ff54715b18&device_id=e2055882-050f-4acf-a99c-96d698e25963 HTTP/1.1" status: 200 len: 1127 time: 0.1549466 Sep 18 00:56:48.951297 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-5b7ecae1-3819-4975-9d49-e3b44aaa19fd admin admin] Publish callbacks [] for security_group (3fec9d56-df22-4ad7-bc7d-acfa6bd0ab61), precommit_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:48.960472 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-d9ddfd03-a141-4a62-9359-de39c7d5a97c req-4d24e13f-cb89-4efd-86bd-9714f943ff13 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/c62b9e47-59b6-47ba-845f-e3be4dd39ad8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2450933 Sep 18 00:56:49.065282 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-6ef37b4f-62ba-41f1-82ea-5c025af37089 req-b717c0a5-545b-4d68-aaa7-7f59715d43a9 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ff818f99-6875-42e7-8af0-6e7c1e9ef011 HTTP/1.1" status: 200 len: 217 time: 0.0844460 Sep 18 00:56:49.105465 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b68049a-9129-4749-80ab-b8d8999202da req-04c3b0f6-8c7d-44c6-9648-e9b1d1218528 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:56:49.106944 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-1b68049a-9129-4749-80ab-b8d8999202da req-04c3b0f6-8c7d-44c6-9648-e9b1d1218528 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=abf6631e-213a-40ea-8708-5dc51da0ee8c HTTP/1.1" status: 200 len: 946 time: 0.2276454 Sep 18 00:56:49.114441 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8fcd1c-1f92-49e3-a034-4dbfa1cbba4f req-84353427-90bf-4384-90f4-28f9545fcc72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:56:49.116336 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-8b8fcd1c-1f92-49e3-a034-4dbfa1cbba4f req-84353427-90bf-4384-90f4-28f9545fcc72 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=c62b9e47-59b6-47ba-845f-e3be4dd39ad8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.2381916 Sep 18 00:56:49.200663 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cb70a6-1896-4924-9e75-4305d2f133de req-1bba6da0-0767-48d3-8ee3-159e9e440a7e tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:56:49.202221 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-f1cb70a6-1896-4924-9e75-4305d2f133de req-1bba6da0-0767-48d3-8ee3-159e9e440a7e tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=77b2c1db-b85b-43e2-b6ff-bcd8e7bd9728 HTTP/1.1" status: 200 len: 944 time: 0.2007675 Sep 18 00:56:49.288299 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7e686a-3a56-4628-9efc-bbc0ad3a3bf2 req-583de9a7-888d-43d4-a2e1-5bf12ace7d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:56:49.289797 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-fd7e686a-3a56-4628-9efc-bbc0ad3a3bf2 req-583de9a7-888d-43d4-a2e1-5bf12ace7d22 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=abf6631e-213a-40ea-8708-5dc51da0ee8c HTTP/1.1" status: 200 len: 1130 time: 0.2727423 Sep 18 00:56:49.309026 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef37b4f-62ba-41f1-82ea-5c025af37089 req-bb89b737-d203-4eac-80e1-9db98174886e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:56:49.310453 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-6ef37b4f-62ba-41f1-82ea-5c025af37089 req-bb89b737-d203-4eac-80e1-9db98174886e service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=4028d8f5-a2a6-4af3-9818-cba168eaf579 HTTP/1.1" status: 200 len: 853 time: 0.2242706 Sep 18 00:56:49.312590 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-5b7ecae1-3819-4975-9d49-e3b44aaa19fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512506'] for security_group (3fec9d56-df22-4ad7-bc7d-acfa6bd0ab61), after_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:49.315131 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-5b7ecae1-3819-4975-9d49-e3b44aaa19fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:49.316226 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-5b7ecae1-3819-4975-9d49-e3b44aaa19fd admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/3fec9d56-df22-4ad7-bc7d-acfa6bd0ab61 HTTP/1.1" status: 204 len: 168 time: 0.6092644 Sep 18 00:56:49.337376 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7ecae1-3819-4975-9d49-e3b44aaa19fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fec9d56-df22-4ad7-bc7d-acfa6bd0ab61,revision_number=None']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:49.369026 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-d9ddfd03-a141-4a62-9359-de39c7d5a97c req-e9954ee6-97ba-4298-86ae-7e5de8b6392a service neutron] 10.222.0.57 "GET /networking/v2.0/networks/c62b9e47-59b6-47ba-845f-e3be4dd39ad8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3754783 Sep 18 00:56:49.370708 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-5c8e48ef-b9a9-4c7b-8018-344d3b3bacae admin admin] Publish callbacks [] for security_group (c7f0119c-893c-4516-bb97-438a6ee000bb), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:49.375374 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-fd7e686a-3a56-4628-9efc-bbc0ad3a3bf2 req-0659f127-ccb5-4893-9b68-85afd9600267 service neutron] 10.222.0.57 "GET /networking/v2.0/security-groups?id=ebcf1d70-15c2-4b0c-9b2b-32e60a0830c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783846 Sep 18 00:56:49.382611 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-1b68049a-9129-4749-80ab-b8d8999202da req-d75e23f4-7e11-4fa5-86ff-fbe48c475814 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=ebcf1d70-15c2-4b0c-9b2b-32e60a0830c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2639849 Sep 18 00:56:49.402839 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-5c8e48ef-b9a9-4c7b-8018-344d3b3bacae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512506'] for security_group (c7f0119c-893c-4516-bb97-438a6ee000bb), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:49.426433 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.rpc [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Device 1598d49e-579f-48e5-a374-9f7da048ec3a details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:56:49.447011 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.rpc [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Device f9535f32-8846-4f66-9b5c-30fb801b7fbc up at agent hyperv_hv-cinder-maste {{(pid=106232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:56:49.473101 dv-cinder-master-3-smb neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:56:49.558304 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.provisioning_blocks [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Provisioning for port f9535f32-8846-4f66-9b5c-30fb801b7fbc completed by entity L2. {{(pid=106232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 18 00:56:49.570564 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.provisioning_blocks [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Provisioning complete for port f9535f32-8846-4f66-9b5c-30fb801b7fbc triggered by entity L2. {{(pid=106232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 00:56:49.570988 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981214'] for port (f9535f32-8846-4f66-9b5c-30fb801b7fbc), provisioning_complete {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:49.571325 dv-cinder-master-3-smb neutron-server[106232]: INFO neutron.plugins.ml2.plugin [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Attempt 1 to provision port f9535f32-8846-4f66-9b5c-30fb801b7fbc Sep 18 00:56:49.607698 dv-cinder-master-3-smb neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:56:49.618216 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.db [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] For port 1598d49e-579f-48e5-a374-9f7da048ec3a, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=1598d49e-579f-48e5-a374-9f7da048ec3a,segment=NetworkSegment(9f226031-7641-47d9-b1b6-a604588f86da),segment_id=9f226031-7641-47d9-b1b6-a604588f86da)] {{(pid=106232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:56:49.637241 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.rpc [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Returning: {'device': '1598d49e-579f-48e5-a374-9f7da048ec3a', 'network_id': 'c62b9e47-59b6-47ba-845f-e3be4dd39ad8', 'port_id': '1598d49e-579f-48e5-a374-9f7da048ec3a', 'mac_address': 'fa:16:3e:13:08:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21e1d23e-9045-41fa-9ed7-19ac1edcbcfa', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:56:49.646750 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef37b4f-62ba-41f1-82ea-5c025af37089 req-9a677183-025e-409f-86c8-b735049f7a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:56:49.648266 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-6ef37b4f-62ba-41f1-82ea-5c025af37089 req-9a677183-025e-409f-86c8-b735049f7a67 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=eee7c814-dc91-4de0-b55e-0732fcd7c9de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.3234737 Sep 18 00:56:49.650088 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-8b8fcd1c-1f92-49e3-a034-4dbfa1cbba4f req-3146bf59-a50c-49b6-9cf9-22e3a3097cad service neutron] 10.222.0.57 "GET /networking/v2.0/networks/c62b9e47-59b6-47ba-845f-e3be4dd39ad8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5106838 Sep 18 00:56:49.676082 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:56:49.693024 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-f1cb70a6-1896-4924-9e75-4305d2f133de req-4e440dcc-795c-4800-80f8-b776692d3d70 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a60bb66f-d31d-4ec8-90a6-9444418b3a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4778271 Sep 18 00:56:49.702701 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [None req-5c8e48ef-b9a9-4c7b-8018-344d3b3bacae admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=1173276b83ea4bd6b278389cdedf3356&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9487019 Sep 18 00:56:49.702954 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 57362) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:56:49.703635 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8e48ef-b9a9-4c7b-8018-344d3b3bacae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7f0119c-893c-4516-bb97-438a6ee000bb,revision_number=1']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:49.721783 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919eba69-5d28-4bb7-b143-e0f6c28a193a req-7a17fd71-5072-433d-8983-8c33f359e3ee tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:56:49.724665 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-919eba69-5d28-4bb7-b143-e0f6c28a193a req-7a17fd71-5072-433d-8983-8c33f359e3ee tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e2055882-050f-4acf-a99c-96d698e25963 HTTP/1.1" status: 200 len: 943 time: 0.1200485 Sep 18 00:56:49.763016 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:56:49.779706 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-919eba69-5d28-4bb7-b143-e0f6c28a193a req-77e79dbd-a058-43b1-8d62-e582b3c5a757 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=47037163-61fb-461f-809c-733d83e39634&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482461 Sep 18 00:56:49.808042 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-4a07456c-75c9-46a7-b91b-75e28a3e293e admin admin] Publish callbacks [] for security_group (c7f0119c-893c-4516-bb97-438a6ee000bb), before_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:49.824699 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Current status of the port 1598d49e-579f-48e5-a374-9f7da048ec3a is: DOWN; New status is: BUILD {{(pid=106232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 00:56:49.825336 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (1598d49e-579f-48e5-a374-9f7da048ec3a), before_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:49.827533 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Current status of the port f9535f32-8846-4f66-9b5c-30fb801b7fbc is: BUILD; New status is: ACTIVE {{(pid=106232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 00:56:49.828104 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (f9535f32-8846-4f66-9b5c-30fb801b7fbc), before_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:49.847432 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-4a07456c-75c9-46a7-b91b-75e28a3e293e admin admin] Publish callbacks [] for security_group (c7f0119c-893c-4516-bb97-438a6ee000bb), precommit_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:49.848194 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.33', 57366) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:56:49.855411 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.notifiers.nova [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1598d49e-579f-48e5-a374-9f7da048ec3a {{(pid=106232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 18 00:56:49.895284 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.db [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] For port 1598d49e-579f-48e5-a374-9f7da048ec3a, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=1598d49e-579f-48e5-a374-9f7da048ec3a,segment=NetworkSegment(9f226031-7641-47d9-b1b6-a604588f86da),segment_id=9f226031-7641-47d9-b1b6-a604588f86da)] {{(pid=106232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:56:49.899640 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-1f2891db-effa-46b5-a8b7-5c24cf25d13c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:49.900422 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.db [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] For port f9535f32-8846-4f66-9b5c-30fb801b7fbc, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=f9535f32-8846-4f66-9b5c-30fb801b7fbc,segment=NetworkSegment(9f226031-7641-47d9-b1b6-a604588f86da),segment_id=9f226031-7641-47d9-b1b6-a604588f86da)] {{(pid=106232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:56:49.902510 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749746030758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749745591525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749745591543'] for port (1598d49e-579f-48e5-a374-9f7da048ec3a), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:49.903535 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.rpc [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Device 3b10ed6a-bc95-40e6-afaa-4936e44594eb details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:56:49.924448 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-4a07456c-75c9-46a7-b91b-75e28a3e293e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512506'] for security_group (c7f0119c-893c-4516-bb97-438a6ee000bb), after_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:49.927456 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-4a07456c-75c9-46a7-b91b-75e28a3e293e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:49.928822 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-4a07456c-75c9-46a7-b91b-75e28a3e293e admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/c7f0119c-893c-4516-bb97-438a6ee000bb HTTP/1.1" status: 204 len: 168 time: 0.2246754 Sep 18 00:56:49.942195 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749746030758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749745591525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749745591543'] for port (f9535f32-8846-4f66-9b5c-30fb801b7fbc), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:49.951923 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a07456c-75c9-46a7-b91b-75e28a3e293e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7f0119c-893c-4516-bb97-438a6ee000bb,revision_number=None']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:49.997216 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Pushing event updated for resources: {'Port': ['ID=1598d49e-579f-48e5-a374-9f7da048ec3a,revision_number=4']} {{(pid=106232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:50.092547 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c70646-f5cf-453b-ac99-76918abc536f req-2a2a97e5-e353-481d-a10f-0185d4ba0c7c tempest-DeleteServersTestJSON-1695902054 tempest-DeleteServersTestJSON-1695902054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:56:50.100094 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-43c70646-f5cf-453b-ac99-76918abc536f req-2a2a97e5-e353-481d-a10f-0185d4ba0c7c tempest-DeleteServersTestJSON-1695902054 tempest-DeleteServersTestJSON-1695902054-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5674ad19-62fd-4a3a-98b8-27051ad03cc7 HTTP/1.1" status: 200 len: 945 time: 0.1703336 Sep 18 00:56:50.115081 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Pushing event updated for resources: {'Port': ['ID=f9535f32-8846-4f66-9b5c-30fb801b7fbc,revision_number=5']} {{(pid=106232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:50.146647 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.db [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] For port 3b10ed6a-bc95-40e6-afaa-4936e44594eb, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=3b10ed6a-bc95-40e6-afaa-4936e44594eb,segment=NetworkSegment(ad5fe970-da3b-4a06-bd95-f70d97a5ce86),segment_id=ad5fe970-da3b-4a06-bd95-f70d97a5ce86)] {{(pid=106232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:56:50.152363 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd92698-5b51-42d0-9fe9-5dc2ee4d02a8 req-ae45acf3-3b21-4a62-95e9-a8149df6efdb tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:56:50.154044 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-9bd92698-5b51-42d0-9fe9-5dc2ee4d02a8 req-ae45acf3-3b21-4a62-95e9-a8149df6efdb tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c1cf145a-d8d5-4a7e-937b-729bf79629fa HTTP/1.1" status: 200 len: 944 time: 0.1406684 Sep 18 00:56:50.164617 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.rpc [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Returning: {'device': '3b10ed6a-bc95-40e6-afaa-4936e44594eb', 'network_id': '5b2870f5-1df6-4588-9304-3be88fc2aeec', 'port_id': '3b10ed6a-bc95-40e6-afaa-4936e44594eb', 'mac_address': 'fa:16:3e:83:05:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b02e0a67-927b-4f1f-86aa-5b54aefb606b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:56:50.204882 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Current status of the port 3b10ed6a-bc95-40e6-afaa-4936e44594eb is: DOWN; New status is: BUILD {{(pid=106232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 00:56:50.205409 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (3b10ed6a-bc95-40e6-afaa-4936e44594eb), before_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:50.212390 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-8b8fcd1c-1f92-49e3-a034-4dbfa1cbba4f req-498c0a31-377b-4d41-8e0a-bc8ff6c3de2e service neutron] 10.222.0.57 "GET /networking/v2.0/networks/c62b9e47-59b6-47ba-845f-e3be4dd39ad8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2941928 Sep 18 00:56:50.227799 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.notifiers.nova [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b10ed6a-bc95-40e6-afaa-4936e44594eb {{(pid=106232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 18 00:56:50.253921 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.db [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] For port 3b10ed6a-bc95-40e6-afaa-4936e44594eb, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=3b10ed6a-bc95-40e6-afaa-4936e44594eb,segment=NetworkSegment(ad5fe970-da3b-4a06-bd95-f70d97a5ce86),segment_id=ad5fe970-da3b-4a06-bd95-f70d97a5ce86)] {{(pid=106232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:56:50.259515 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749746030758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749745591525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749745591543'] for port (3b10ed6a-bc95-40e6-afaa-4936e44594eb), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:50.291814 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-43c70646-f5cf-453b-ac99-76918abc536f req-5a4a6bf8-81d5-40c1-99ee-dd3960360517 tempest-DeleteServersTestJSON-1695902054 tempest-DeleteServersTestJSON-1695902054-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=22b6fc2b-5107-4c4f-a50a-5c4d2f5fcd24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782980 Sep 18 00:56:50.306177 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf75d794-7c36-40e0-a103-db749b9dd1e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9535f32-8846-4f66-9b5c-30fb801b7fbc'}] {{(pid=106232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 18 00:56:50.309492 dv-cinder-master-3-smb neutron-server[106232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90e96a6086c290001a0d7e5ddcf89e279d0a9bc322b7051b760fc9213660c862" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd463091-e557-4d07-a91f-5c76a3d6c310" -d '{"events": [{"server_uuid": "bf75d794-7c36-40e0-a103-db749b9dd1e2", "name": "network-vif-plugged", "status": "completed", "tag": "f9535f32-8846-4f66-9b5c-30fb801b7fbc"}]}' {{(pid=106232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:56:50.326000 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Pushing event updated for resources: {'Port': ['ID=3b10ed6a-bc95-40e6-afaa-4936e44594eb,revision_number=4']} {{(pid=106232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:50.367279 dv-cinder-master-3-smb neutron-server[106232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 18 Sep 2022 00:56:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-706008e6-16ae-4e20-af33-b0f73f629e76 x-openstack-request-id: req-706008e6-16ae-4e20-af33-b0f73f629e76 {{(pid=106232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:56:50.367598 dv-cinder-master-3-smb neutron-server[106232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf75d794-7c36-40e0-a103-db749b9dd1e2", "name": "network-vif-plugged", "status": "completed", "tag": "f9535f32-8846-4f66-9b5c-30fb801b7fbc", "code": 200}]} {{(pid=106232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:56:50.367855 dv-cinder-master-3-smb neutron-server[106232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-706008e6-16ae-4e20-af33-b0f73f629e76 {{(pid=106232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:56:50.368255 dv-cinder-master-3-smb neutron-server[106232]: INFO neutron.notifiers.nova [-] Nova event matching ['req-706008e6-16ae-4e20-af33-b0f73f629e76'] response: {'server_uuid': 'bf75d794-7c36-40e0-a103-db749b9dd1e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9535f32-8846-4f66-9b5c-30fb801b7fbc', 'code': 200} Sep 18 00:56:50.377721 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-1f2891db-effa-46b5-a8b7-5c24cf25d13c admin admin] Publish callbacks [] for security_group (e3679093-5b4c-4e8d-8bda-bcaba06a83e2), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:50.384920 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-1f2891db-effa-46b5-a8b7-5c24cf25d13c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512506'] for security_group (e3679093-5b4c-4e8d-8bda-bcaba06a83e2), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:50.396586 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-9bd92698-5b51-42d0-9fe9-5dc2ee4d02a8 req-d924525b-a342-451e-8bde-7f4be1e67c14 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5d1f43e9-9af2-4e0f-a00b-d54373283a26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2235339 Sep 18 00:56:50.456073 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-6ef37b4f-62ba-41f1-82ea-5c025af37089 req-ff221311-d46b-44ea-a857-767c720f2d07 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/eee7c814-dc91-4de0-b55e-0732fcd7c9de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2352781 Sep 18 00:56:50.459010 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [None req-1f2891db-effa-46b5-a8b7-5c24cf25d13c admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=da7d5c546235479596ee712c5589fc8c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6089215 Sep 18 00:56:50.460095 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2891db-effa-46b5-a8b7-5c24cf25d13c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3679093-5b4c-4e8d-8bda-bcaba06a83e2,revision_number=1']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:50.461659 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 57390) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:56:50.537487 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-1a3aa1e6-0b0a-49db-8f1e-c35f4da24e56 admin admin] Publish callbacks [] for security_group (e3679093-5b4c-4e8d-8bda-bcaba06a83e2), before_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:50.562846 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-1a3aa1e6-0b0a-49db-8f1e-c35f4da24e56 admin admin] Publish callbacks [] for security_group (e3679093-5b4c-4e8d-8bda-bcaba06a83e2), precommit_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:50.575588 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ed604f-ff34-4e51-917e-665d13765012 req-b13cc83a-12ff-4eab-b1f5-8cf007997ec1 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:56:50.582437 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-f9ed604f-ff34-4e51-917e-665d13765012 req-b13cc83a-12ff-4eab-b1f5-8cf007997ec1 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=abf6631e-213a-40ea-8708-5dc51da0ee8c HTTP/1.1" status: 200 len: 946 time: 0.0743434 Sep 18 00:56:50.628350 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-1a3aa1e6-0b0a-49db-8f1e-c35f4da24e56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512506'] for security_group (e3679093-5b4c-4e8d-8bda-bcaba06a83e2), after_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:50.631256 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-f9ed604f-ff34-4e51-917e-665d13765012 req-2a8213c1-20a0-4f64-8af1-5b3c6ca46df6 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=ebcf1d70-15c2-4b0c-9b2b-32e60a0830c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478084 Sep 18 00:56:50.631884 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-1a3aa1e6-0b0a-49db-8f1e-c35f4da24e56 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:50.633014 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-1a3aa1e6-0b0a-49db-8f1e-c35f4da24e56 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/e3679093-5b4c-4e8d-8bda-bcaba06a83e2 HTTP/1.1" status: 204 len: 168 time: 0.1703646 Sep 18 00:56:50.653066 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3aa1e6-0b0a-49db-8f1e-c35f4da24e56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3679093-5b4c-4e8d-8bda-bcaba06a83e2,revision_number=None']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:50.834988 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0e625c-7434-4030-8f09-7d23dc228e95 req-71f634de-203e-4e8e-b52c-8684008ee2aa tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:56:50.839472 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-3a0e625c-7434-4030-8f09-7d23dc228e95 req-71f634de-203e-4e8e-b52c-8684008ee2aa tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=77b2c1db-b85b-43e2-b6ff-bcd8e7bd9728 HTTP/1.1" status: 200 len: 945 time: 0.0570519 Sep 18 00:56:50.887948 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.db [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] get_ports_and_sgs() called for port_ids ['1598d49e-579f-48e5-a374-9f7da048ec3a'] {{(pid=106232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 18 00:56:50.964535 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-3a0e625c-7434-4030-8f09-7d23dc228e95 req-493a02af-eea1-46d7-854b-352f25212d8e tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a60bb66f-d31d-4ec8-90a6-9444418b3a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181881 Sep 18 00:56:51.002558 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.db [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] get_ports_and_sgs() called for port_ids ['3b10ed6a-bc95-40e6-afaa-4936e44594eb'] {{(pid=106232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 18 00:56:51.021358 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2633634f-cd11-44e4-8391-293324f23ec6 req-2e1a3f92-f302-4222-a8c5-4adebc297bb9 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:56:51.025736 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-2633634f-cd11-44e4-8391-293324f23ec6 req-2e1a3f92-f302-4222-a8c5-4adebc297bb9 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e2055882-050f-4acf-a99c-96d698e25963 HTTP/1.1" status: 200 len: 943 time: 0.1386535 Sep 18 00:56:51.043920 dv-cinder-master-3-smb neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:56:51.100735 dv-cinder-master-3-smb neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:56:51.142206 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:56:51.157606 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:56:51.171914 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-2633634f-cd11-44e4-8391-293324f23ec6 req-319511a4-8098-4a8c-8da5-dca1cc4ded84 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=47037163-61fb-461f-809c-733d83e39634&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1298313 Sep 18 00:56:51.196774 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-6ef37b4f-62ba-41f1-82ea-5c025af37089 req-219396d8-e878-40dd-8ffd-850e0aaab602 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/eee7c814-dc91-4de0-b55e-0732fcd7c9de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695690 Sep 18 00:56:51.401660 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f82aba-d5fe-4bb9-b10a-fd8f0573c48b req-fe810d7b-a5cd-42cc-b5f9-2816959c36d4 tempest-DeleteServersTestJSON-1695902054 tempest-DeleteServersTestJSON-1695902054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:56:51.407293 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-95f82aba-d5fe-4bb9-b10a-fd8f0573c48b req-fe810d7b-a5cd-42cc-b5f9-2816959c36d4 tempest-DeleteServersTestJSON-1695902054 tempest-DeleteServersTestJSON-1695902054-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5674ad19-62fd-4a3a-98b8-27051ad03cc7 HTTP/1.1" status: 200 len: 945 time: 0.0531244 Sep 18 00:56:51.508814 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-95f82aba-d5fe-4bb9-b10a-fd8f0573c48b req-25ca796d-7f9a-45d0-b865-d7af94a6d763 tempest-DeleteServersTestJSON-1695902054 tempest-DeleteServersTestJSON-1695902054-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=22b6fc2b-5107-4c4f-a50a-5c4d2f5fcd24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999610 Sep 18 00:56:51.629624 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ec9388-dd55-4008-a5a8-812a6bac8e03 req-f2080e31-6e40-4f9e-917b-181af1787ff7 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:56:51.640553 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-80ec9388-dd55-4008-a5a8-812a6bac8e03 req-f2080e31-6e40-4f9e-917b-181af1787ff7 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c1cf145a-d8d5-4a7e-937b-729bf79629fa HTTP/1.1" status: 200 len: 945 time: 0.1276689 Sep 18 00:56:51.747345 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-80ec9388-dd55-4008-a5a8-812a6bac8e03 req-2b4a17e7-12d3-4e33-869e-d2e3f0df4d7c tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5d1f43e9-9af2-4e0f-a00b-d54373283a26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1038189 Sep 18 00:56:51.837664 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68e7a47-e1b9-4910-8488-57bfc051019e req-df1b9499-25d7-4eea-bcc6-f9e12c06d7da tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:56:51.841075 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-e68e7a47-e1b9-4910-8488-57bfc051019e req-df1b9499-25d7-4eea-bcc6-f9e12c06d7da tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=abf6631e-213a-40ea-8708-5dc51da0ee8c HTTP/1.1" status: 200 len: 946 time: 0.0925980 Sep 18 00:56:51.931181 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-e68e7a47-e1b9-4910-8488-57bfc051019e req-2ff2e7ab-90f9-4be3-b788-70f8fde36790 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=ebcf1d70-15c2-4b0c-9b2b-32e60a0830c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793338 Sep 18 00:56:52.150533 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb53200-ed40-457d-bbff-418bd71438b9 req-8f5f34d7-58bd-457a-9ec4-a8d531dfc8af tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:56:52.152397 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-8eb53200-ed40-457d-bbff-418bd71438b9 req-8f5f34d7-58bd-457a-9ec4-a8d531dfc8af tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=77b2c1db-b85b-43e2-b6ff-bcd8e7bd9728 HTTP/1.1" status: 200 len: 945 time: 0.0722325 Sep 18 00:56:52.214611 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e06c9f-c610-4651-b5d6-e8fd22b0d039 req-4372418b-4ef2-4119-91ac-9951ef9534d3 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:56:52.216149 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-96e06c9f-c610-4651-b5d6-e8fd22b0d039 req-4372418b-4ef2-4119-91ac-9951ef9534d3 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=abf6631e-213a-40ea-8708-5dc51da0ee8c HTTP/1.1" status: 200 len: 946 time: 0.0828023 Sep 18 00:56:52.229328 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 57484) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:56:52.233946 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.v2.base [None req-dafbf532-47f1-4c1b-b004-affcfadff3ee tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Request body: {'floatingip': {'port_id': 'caeb66db-fb12-4f3e-b68c-119f4575bc44'}} {{(pid=106231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:56:52.253104 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-8eb53200-ed40-457d-bbff-418bd71438b9 req-ad346f11-2bb6-400e-a0d6-d564bac429b3 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a60bb66f-d31d-4ec8-90a6-9444418b3a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736861 Sep 18 00:56:52.333868 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-dafbf532-47f1-4c1b-b004-affcfadff3ee tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Publish callbacks [] for floatingip (6cd5a45d-b097-40c7-8b2f-53255dd2d197), before_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:52.339575 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36c5783-2739-4eb5-accb-9df75ac895bb req-de1819b6-8bca-4f2d-ab83-dead161e1ab8 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:56:52.342056 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-e36c5783-2739-4eb5-accb-9df75ac895bb req-de1819b6-8bca-4f2d-ab83-dead161e1ab8 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e2055882-050f-4acf-a99c-96d698e25963 HTTP/1.1" status: 200 len: 943 time: 0.0561063 Sep 18 00:56:52.412544 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-e36c5783-2739-4eb5-accb-9df75ac895bb req-e014dd37-5088-4f64-9b49-2f50a2fb5538 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=47037163-61fb-461f-809c-733d83e39634&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642583 Sep 18 00:56:52.494461 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:56:52.531350 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.rpc [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Device 1598d49e-579f-48e5-a374-9f7da048ec3a up at agent hyperv_hv-cinder-maste {{(pid=106232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:56:52.621817 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.provisioning_blocks [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Provisioning for port 1598d49e-579f-48e5-a374-9f7da048ec3a completed by entity L2. {{(pid=106232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 18 00:56:52.631217 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.provisioning_blocks [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Provisioning complete for port 1598d49e-579f-48e5-a374-9f7da048ec3a triggered by entity L2. {{(pid=106232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 00:56:52.632230 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981214'] for port (1598d49e-579f-48e5-a374-9f7da048ec3a), provisioning_complete {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:52.633116 dv-cinder-master-3-smb neutron-server[106232]: INFO neutron.plugins.ml2.plugin [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Attempt 1 to provision port 1598d49e-579f-48e5-a374-9f7da048ec3a Sep 18 00:56:52.718240 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476d0bdf-232c-40d1-a6db-1859a0091017 req-e129d737-20c1-4f62-9861-9f6896f8b577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:56:52.719771 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-476d0bdf-232c-40d1-a6db-1859a0091017 req-e129d737-20c1-4f62-9861-9f6896f8b577 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=bf75d794-7c36-40e0-a103-db749b9dd1e2 HTTP/1.1" status: 200 len: 1129 time: 0.1361971 Sep 18 00:56:52.732285 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:56:52.764924 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Current status of the port 1598d49e-579f-48e5-a374-9f7da048ec3a is: BUILD; New status is: ACTIVE {{(pid=106232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 00:56:52.765443 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (1598d49e-579f-48e5-a374-9f7da048ec3a), before_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:52.811244 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77b2c1db-b85b-43e2-b6ff-bcd8e7bd9728', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1598d49e-579f-48e5-a374-9f7da048ec3a'}] {{(pid=106232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 18 00:56:52.815891 dv-cinder-master-3-smb neutron-server[106232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90e96a6086c290001a0d7e5ddcf89e279d0a9bc322b7051b760fc9213660c862" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b422aaa1-1bf7-46b6-8e0c-e7fd6149e2f0" -d '{"events": [{"server_uuid": "77b2c1db-b85b-43e2-b6ff-bcd8e7bd9728", "name": "network-vif-plugged", "status": "completed", "tag": "1598d49e-579f-48e5-a374-9f7da048ec3a"}]}' {{(pid=106232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:56:52.834688 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-476d0bdf-232c-40d1-a6db-1859a0091017 req-7beccaa6-61e3-4856-aa51-0ba4b6ff7395 service neutron] 10.222.0.57 "GET /networking/v2.0/security-groups?id=a60bb66f-d31d-4ec8-90a6-9444418b3a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992656 Sep 18 00:56:52.836957 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.db [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] For port 1598d49e-579f-48e5-a374-9f7da048ec3a, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=1598d49e-579f-48e5-a374-9f7da048ec3a,segment=NetworkSegment(9f226031-7641-47d9-b1b6-a604588f86da),segment_id=9f226031-7641-47d9-b1b6-a604588f86da)] {{(pid=106232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:56:52.842161 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749746030758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749745591525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749745591543'] for port (1598d49e-579f-48e5-a374-9f7da048ec3a), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:52.843315 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.rpc [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Device 3b10ed6a-bc95-40e6-afaa-4936e44594eb up at agent hyperv_hv-cinder-maste {{(pid=106232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:56:52.948659 dv-cinder-master-3-smb neutron-server[106232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 18 Sep 2022 00:56:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d67813e-440e-456e-9724-9452db2249ba x-openstack-request-id: req-5d67813e-440e-456e-9724-9452db2249ba {{(pid=106232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:56:52.950134 dv-cinder-master-3-smb neutron-server[106232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77b2c1db-b85b-43e2-b6ff-bcd8e7bd9728", "name": "network-vif-plugged", "status": "completed", "tag": "1598d49e-579f-48e5-a374-9f7da048ec3a", "code": 200}]} {{(pid=106232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:56:52.950606 dv-cinder-master-3-smb neutron-server[106232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-5d67813e-440e-456e-9724-9452db2249ba {{(pid=106232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:56:52.951291 dv-cinder-master-3-smb neutron-server[106232]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d67813e-440e-456e-9724-9452db2249ba'] response: {'server_uuid': '77b2c1db-b85b-43e2-b6ff-bcd8e7bd9728', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1598d49e-579f-48e5-a374-9f7da048ec3a', 'code': 200} Sep 18 00:56:52.952085 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Pushing event updated for resources: {'Port': ['ID=1598d49e-579f-48e5-a374-9f7da048ec3a,revision_number=5']} {{(pid=106232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:52.957090 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0511b8f4-b5bf-485f-a4dd-54e0cb08f7b8 req-327dc45e-64ef-4397-9d02-1696bdfd8443 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:56:52.967674 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-0511b8f4-b5bf-485f-a4dd-54e0cb08f7b8 req-327dc45e-64ef-4397-9d02-1696bdfd8443 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c1cf145a-d8d5-4a7e-937b-729bf79629fa HTTP/1.1" status: 200 len: 945 time: 0.0614922 Sep 18 00:56:52.970755 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.provisioning_blocks [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Provisioning for port 3b10ed6a-bc95-40e6-afaa-4936e44594eb completed by entity L2. {{(pid=106232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 18 00:56:52.977855 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.provisioning_blocks [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Provisioning complete for port 3b10ed6a-bc95-40e6-afaa-4936e44594eb triggered by entity L2. {{(pid=106232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 00:56:52.978446 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981214'] for port (3b10ed6a-bc95-40e6-afaa-4936e44594eb), provisioning_complete {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:52.979136 dv-cinder-master-3-smb neutron-server[106232]: INFO neutron.plugins.ml2.plugin [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Attempt 1 to provision port 3b10ed6a-bc95-40e6-afaa-4936e44594eb Sep 18 00:56:53.070627 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-0511b8f4-b5bf-485f-a4dd-54e0cb08f7b8 req-aa176932-bf0f-478e-956a-b2b92cd4296d tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5d1f43e9-9af2-4e0f-a00b-d54373283a26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887902 Sep 18 00:56:53.103942 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Current status of the port 3b10ed6a-bc95-40e6-afaa-4936e44594eb is: BUILD; New status is: ACTIVE {{(pid=106232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 00:56:53.104498 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (3b10ed6a-bc95-40e6-afaa-4936e44594eb), before_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:53.179214 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-dafbf532-47f1-4c1b-b004-affcfadff3ee tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:53.180611 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.db [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] For port 3b10ed6a-bc95-40e6-afaa-4936e44594eb, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=3b10ed6a-bc95-40e6-afaa-4936e44594eb,segment=NetworkSegment(ad5fe970-da3b-4a06-bd95-f70d97a5ce86),segment_id=ad5fe970-da3b-4a06-bd95-f70d97a5ce86)] {{(pid=106232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:56:53.184692 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-dafbf532-47f1-4c1b-b004-affcfadff3ee tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16489891'] for floatingip (6cd5a45d-b097-40c7-8b2f-53255dd2d197), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:53.186747 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749746030758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749745591525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749745591543'] for port (3b10ed6a-bc95-40e6-afaa-4936e44594eb), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:53.255108 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Pushing event updated for resources: {'Port': ['ID=3b10ed6a-bc95-40e6-afaa-4936e44594eb,revision_number=5']} {{(pid=106232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:53.362161 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.db.l3_db [None req-dafbf532-47f1-4c1b-b004-affcfadff3ee tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Floating IP 6cd5a45d-b097-40c7-8b2f-53255dd2d197 associated. External IP: 172.37.5.101, port: caeb66db-fb12-4f3e-b68c-119f4575bc44. Sep 18 00:56:53.451142 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2353bd93-9f1d-4697-a41b-ab4065e36630 req-2652b9fe-db43-4929-b169-689999438e95 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:56:53.457414 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-2353bd93-9f1d-4697-a41b-ab4065e36630 req-2652b9fe-db43-4929-b169-689999438e95 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=77b2c1db-b85b-43e2-b6ff-bcd8e7bd9728 HTTP/1.1" status: 200 len: 946 time: 0.0697434 Sep 18 00:56:53.588922 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-2353bd93-9f1d-4697-a41b-ab4065e36630 req-82575df1-e29e-4de2-a16b-efbf33a8368d tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a60bb66f-d31d-4ec8-90a6-9444418b3a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207573 Sep 18 00:56:53.761841 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db1fe7c-2e39-49e1-b218-285f93b20b84 req-c923ffc9-a027-42c1-988e-6fcafc27d64a tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:56:53.771974 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-1db1fe7c-2e39-49e1-b218-285f93b20b84 req-c923ffc9-a027-42c1-988e-6fcafc27d64a tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e2055882-050f-4acf-a99c-96d698e25963 HTTP/1.1" status: 200 len: 943 time: 0.0904982 Sep 18 00:56:53.829097 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 57584) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:56:53.869990 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f7331f-6246-40a2-967b-b0a9dc60a230 req-54fac525-53b9-4b4d-97a1-fb280a4e828e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:56:53.871864 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-10f7331f-6246-40a2-967b-b0a9dc60a230 req-54fac525-53b9-4b4d-97a1-fb280a4e828e service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=77b2c1db-b85b-43e2-b6ff-bcd8e7bd9728 HTTP/1.1" status: 200 len: 1130 time: 0.0749085 Sep 18 00:56:53.887458 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-1db1fe7c-2e39-49e1-b218-285f93b20b84 req-4b555585-0e31-4406-a971-00cceda46e1c tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=47037163-61fb-461f-809c-733d83e39634&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1105907 Sep 18 00:56:53.899118 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dafbf532-47f1-4c1b-b004-affcfadff3ee tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Router 1947d5cd-7af0-493f-b525-4bb375733b2b has already been hosted by L3 agent d0e8801d-4758-48bd-8085-7f05d3358764 {{(pid=106231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:56:54.038463 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-c6441fd8-1713-45b7-a994-b849c8671b66 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:54.041094 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dafbf532-47f1-4c1b-b004-affcfadff3ee tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=106231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:56:54.045963 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-dafbf532-47f1-4c1b-b004-affcfadff3ee tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16701016'] for floatingip (None), before_response {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:54.058083 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5954d293-90f9-4be8-9c2b-efcd082912d9 None None] Sync routers for ids ['1947d5cd-7af0-493f-b525-4bb375733b2b'] in dv-cinder-master-3-smb {{(pid=106233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:56:54.070074 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5954d293-90f9-4be8-9c2b-efcd082912d9 None None] Routers {'1947d5cd-7af0-493f-b525-4bb375733b2b'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 18 00:56:54.070830 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.l3_hamode_db [None req-5954d293-90f9-4be8-9c2b-efcd082912d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-18T00:47:37Z,description=,heartbeat_timestamp=2022-09-18T00:56:37Z,host='dv-cinder-master-3-smb',id=d0e8801d-4758-48bd-8085-7f05d3358764,load=0,resource_versions=,resources_synced=,started_at=2022-09-18T00:47:37Z,topic='l3_agent')) {'router_ids': ['1947d5cd-7af0-493f-b525-4bb375733b2b'], 'active': True} {{(pid=106233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:56:54.146331 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.33', 57594) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:56:54.175034 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=100 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:56:54.192620 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.l3_dvr_db [None req-5954d293-90f9-4be8-9c2b-efcd082912d9 None None] Set router 1947d5cd-7af0-493f-b525-4bb375733b2b gateway port host: dv-cinder-master-3-smb {{(pid=106233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 18 00:56:54.221773 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7ef658-e5fc-4554-8c61-2495e00724b2 req-52c13449-a830-4ce3-9644-9c16ddadeb64 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:56:54.223707 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-fe7ef658-e5fc-4554-8c61-2495e00724b2 req-52c13449-a830-4ce3-9644-9c16ddadeb64 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c1cf145a-d8d5-4a7e-937b-729bf79629fa HTTP/1.1" status: 200 len: 946 time: 0.0600131 Sep 18 00:56:54.289256 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-fe7ef658-e5fc-4554-8c61-2495e00724b2 req-c3cff84d-549b-4607-9c94-7870d1475bf8 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5d1f43e9-9af2-4e0f-a00b-d54373283a26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575600 Sep 18 00:56:54.297591 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-1524be14-3eb8-4c96-9700-dfa869b15d8d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:54.327005 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:56:54.329522 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-dafbf532-47f1-4c1b-b004-affcfadff3ee tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] 10.222.0.33 "PUT /networking/v2.0/floatingips/6cd5a45d-b097-40c7-8b2f-53255dd2d197 HTTP/1.1" status: 200 len: 992 time: 2.0987897 Sep 18 00:56:54.332220 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abf6631e-213a-40ea-8708-5dc51da0ee8c', 'tag': 'caeb66db-fb12-4f3e-b68c-119f4575bc44'}] {{(pid=106231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 18 00:56:54.334986 dv-cinder-master-3-smb neutron-server[106231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2daae94765ac049e9d9a56900be8c16ad14208507d163719654d83d071b86d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00ca91a2-8332-4485-922e-76d94958cc81" -d '{"events": [{"name": "network-changed", "server_uuid": "abf6631e-213a-40ea-8708-5dc51da0ee8c", "tag": "caeb66db-fb12-4f3e-b68c-119f4575bc44"}]}' {{(pid=106231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:56:54.413398 dv-cinder-master-3-smb neutron-server[106231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 18 Sep 2022 00:56:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e7ddce9-9c07-4d8d-a68b-f4d8851a9da3 x-openstack-request-id: req-7e7ddce9-9c07-4d8d-a68b-f4d8851a9da3 {{(pid=106231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:56:54.414166 dv-cinder-master-3-smb neutron-server[106231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abf6631e-213a-40ea-8708-5dc51da0ee8c", "tag": "caeb66db-fb12-4f3e-b68c-119f4575bc44", "status": "completed", "code": 200}]} {{(pid=106231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:56:54.414166 dv-cinder-master-3-smb neutron-server[106231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-7e7ddce9-9c07-4d8d-a68b-f4d8851a9da3 {{(pid=106231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:56:54.414480 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e7ddce9-9c07-4d8d-a68b-f4d8851a9da3'] response: {'name': 'network-changed', 'server_uuid': 'abf6631e-213a-40ea-8708-5dc51da0ee8c', 'tag': 'caeb66db-fb12-4f3e-b68c-119f4575bc44', 'status': 'completed', 'code': 200} Sep 18 00:56:54.414613 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-1524be14-3eb8-4c96-9700-dfa869b15d8d admin admin] Publish callbacks [] for security_group (28d62bd7-fbd7-4602-9138-255115fdcf12), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:54.418244 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-1524be14-3eb8-4c96-9700-dfa869b15d8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512506'] for security_group (28d62bd7-fbd7-4602-9138-255115fdcf12), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:54.434642 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-c6441fd8-1713-45b7-a994-b849c8671b66 admin admin] Publish callbacks [] for security_group (00a428eb-1783-498d-b178-187a3ab24e3d), precommit_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:54.438701 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-c6441fd8-1713-45b7-a994-b849c8671b66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512506'] for security_group (00a428eb-1783-498d-b178-187a3ab24e3d), after_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:54.461753 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:56:54.462606 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [None req-1524be14-3eb8-4c96-9700-dfa869b15d8d admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=9f3d3f3e09fc4655ac17f67e2353fd58&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3149645 Sep 18 00:56:54.463223 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.33', 57602) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:56:54.470227 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1524be14-3eb8-4c96-9700-dfa869b15d8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28d62bd7-fbd7-4602-9138-255115fdcf12,revision_number=1']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:54.500874 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6441fd8-1713-45b7-a994-b849c8671b66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00a428eb-1783-498d-b178-187a3ab24e3d,revision_number=1']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:54.511372 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-c6441fd8-1713-45b7-a994-b849c8671b66 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=0261fec253474564ac44601f502549e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6806104 Sep 18 00:56:54.517286 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 57604) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:56:54.556083 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-ac469c50-7864-43c3-941e-657161d684d4 admin admin] Publish callbacks [] for security_group (28d62bd7-fbd7-4602-9138-255115fdcf12), before_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:54.581905 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-10f7331f-6246-40a2-967b-b0a9dc60a230 req-db880fd4-1c1e-4a13-8098-46a6493311ff service neutron] 10.222.0.57 "GET /networking/v2.0/security-groups?id=a60bb66f-d31d-4ec8-90a6-9444418b3a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890672 Sep 18 00:56:54.593368 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-ac469c50-7864-43c3-941e-657161d684d4 admin admin] Publish callbacks [] for security_group (28d62bd7-fbd7-4602-9138-255115fdcf12), precommit_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:54.597551 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:INSERT=7 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:56:54.634976 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cd773aba-a520-4fac-b03c-6947e27ffec4 admin admin] Publish callbacks [] for security_group (00a428eb-1783-498d-b178-187a3ab24e3d), before_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:54.652267 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.l3_hamode_db [None req-5954d293-90f9-4be8-9c2b-efcd082912d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1947d5cd-7af0-493f-b525-4bb375733b2b', 'name': 'tempest-AttachVolumeTestJSON-1059766515-router', 'tenant_id': 'a60d2801df884e15be8a0464cb725d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'external_fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.51'}], 'enable_snat': True}, 'gw_port_id': '04fc37ae-b707-451a-b4f8-2236974f4e37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:55:55Z', 'updated_at': '2022-09-18T00:56:02Z', 'revision_number': 4, 'project_id': 'a60d2801df884e15be8a0464cb725d6d', 'gw_port': {'id': '04fc37ae-b707-451a-b4f8-2236974f4e37', 'name': '', 'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:bf:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1947d5cd-7af0-493f-b525-4bb375733b2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:55:56Z', 'updated_at': '2022-09-18T00:56:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': '6cd5a45d-b097-40c7-8b2f-53255dd2d197', 'tenant_id': 'a60d2801df884e15be8a0464cb725d6d', 'floating_ip_address': '172.37.5.101', 'floating_network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'router_id': '1947d5cd-7af0-493f-b525-4bb375733b2b', 'port_id': 'caeb66db-fb12-4f3e-b68c-119f4575bc44', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3e60962c-164c-4e15-8d69-6601f5d7b205', 'mac_address': 'fa:16:3e:ee:e3:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abf6631e-213a-40ea-8708-5dc51da0ee8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-18T00:56:12Z', 'updated_at': '2022-09-18T00:56:52Z', 'revision_number': 1, 'project_id': 'a60d2801df884e15be8a0464cb725d6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51f59d64-55a1-4532-bae4-b6e1df9dbc2d', 'name': '', 'network_id': '3e60962c-164c-4e15-8d69-6601f5d7b205', 'tenant_id': 'a60d2801df884e15be8a0464cb725d6d', 'mac_address': 'fa:16:3e:f6:c1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1947d5cd-7af0-493f-b525-4bb375733b2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'f52e5768-3b6e-420f-b5d0-cc4e5c3ba047', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:56:00Z', 'updated_at': '2022-09-18T00:56:16Z', 'revision_number': 5, 'project_id': 'a60d2801df884e15be8a0464cb725d6d', 'subnets': [{'id': 'f52e5768-3b6e-420f-b5d0-cc4e5c3ba047', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=106233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:56:54.675841 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-ac469c50-7864-43c3-941e-657161d684d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512506'] for security_group (28d62bd7-fbd7-4602-9138-255115fdcf12), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:54.680176 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-ac469c50-7864-43c3-941e-657161d684d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:54.681373 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [None req-ac469c50-7864-43c3-941e-657161d684d4 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/28d62bd7-fbd7-4602-9138-255115fdcf12 HTTP/1.1" status: 204 len: 168 time: 0.2169697 Sep 18 00:56:54.685454 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cd773aba-a520-4fac-b03c-6947e27ffec4 admin admin] Publish callbacks [] for security_group (00a428eb-1783-498d-b178-187a3ab24e3d), precommit_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:54.691844 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5954d293-90f9-4be8-9c2b-efcd082912d9 None None] Checking router: 1947d5cd-7af0-493f-b525-4bb375733b2b for host: dv-cinder-master-3-smb {{(pid=106233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:56:54.701309 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac469c50-7864-43c3-941e-657161d684d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28d62bd7-fbd7-4602-9138-255115fdcf12,revision_number=None']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:54.702752 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5954d293-90f9-4be8-9c2b-efcd082912d9 None None] Routers {'1947d5cd-7af0-493f-b525-4bb375733b2b'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 18 00:56:54.703584 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.l3_hamode_db [None req-5954d293-90f9-4be8-9c2b-efcd082912d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-18T00:47:37Z,description=,heartbeat_timestamp=2022-09-18T00:56:37Z,host='dv-cinder-master-3-smb',id=d0e8801d-4758-48bd-8085-7f05d3358764,load=0,resource_versions=,resources_synced=,started_at=2022-09-18T00:47:37Z,topic='l3_agent')) {'router_ids': ['1947d5cd-7af0-493f-b525-4bb375733b2b'], 'active': True} {{(pid=106233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:56:54.764093 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cd773aba-a520-4fac-b03c-6947e27ffec4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512506'] for security_group (00a428eb-1783-498d-b178-187a3ab24e3d), after_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:54.766870 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cd773aba-a520-4fac-b03c-6947e27ffec4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:54.771102 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-cd773aba-a520-4fac-b03c-6947e27ffec4 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/00a428eb-1783-498d-b178-187a3ab24e3d HTTP/1.1" status: 204 len: 168 time: 0.2498562 Sep 18 00:56:54.783523 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd773aba-a520-4fac-b03c-6947e27ffec4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00a428eb-1783-498d-b178-187a3ab24e3d,revision_number=None']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:54.826334 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f3b74a-c37d-4dbb-aba2-aea7dc122526 req-501bb315-6d42-431f-afd8-af782b4b86ee tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:56:54.828187 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-f2f3b74a-c37d-4dbb-aba2-aea7dc122526 req-501bb315-6d42-431f-afd8-af782b4b86ee tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=77b2c1db-b85b-43e2-b6ff-bcd8e7bd9728 HTTP/1.1" status: 200 len: 946 time: 0.1025758 Sep 18 00:56:54.864771 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.l3_dvr_db [None req-5954d293-90f9-4be8-9c2b-efcd082912d9 None None] Set router 1947d5cd-7af0-493f-b525-4bb375733b2b gateway port host: dv-cinder-master-3-smb {{(pid=106233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 18 00:56:54.952730 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1cf145a-d8d5-4a7e-937b-729bf79629fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b10ed6a-bc95-40e6-afaa-4936e44594eb'}] {{(pid=106232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 18 00:56:54.958909 dv-cinder-master-3-smb neutron-server[106232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90e96a6086c290001a0d7e5ddcf89e279d0a9bc322b7051b760fc9213660c862" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e78e994-89dd-4ded-83de-e1e3da1d2d43" -d '{"events": [{"server_uuid": "c1cf145a-d8d5-4a7e-937b-729bf79629fa", "name": "network-vif-plugged", "status": "completed", "tag": "3b10ed6a-bc95-40e6-afaa-4936e44594eb"}]}' {{(pid=106232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:56:54.983547 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-f2f3b74a-c37d-4dbb-aba2-aea7dc122526 req-d0abc10d-0bb3-4793-ad5c-a9b3fecfe37c tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a60bb66f-d31d-4ec8-90a6-9444418b3a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377518 Sep 18 00:56:55.076353 dv-cinder-master-3-smb neutron-server[106232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 18 Sep 2022 00:56:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e81e790-79bb-4485-abe0-263fada53906 x-openstack-request-id: req-8e81e790-79bb-4485-abe0-263fada53906 {{(pid=106232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:56:55.076872 dv-cinder-master-3-smb neutron-server[106232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1cf145a-d8d5-4a7e-937b-729bf79629fa", "name": "network-vif-plugged", "status": "completed", "tag": "3b10ed6a-bc95-40e6-afaa-4936e44594eb", "code": 200}]} {{(pid=106232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:56:55.077378 dv-cinder-master-3-smb neutron-server[106232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-8e81e790-79bb-4485-abe0-263fada53906 {{(pid=106232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:56:55.077935 dv-cinder-master-3-smb neutron-server[106232]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e81e790-79bb-4485-abe0-263fada53906'] response: {'server_uuid': 'c1cf145a-d8d5-4a7e-937b-729bf79629fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b10ed6a-bc95-40e6-afaa-4936e44594eb', 'code': 200} Sep 18 00:56:55.117893 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ca91a2-8332-4485-922e-76d94958cc81 req-864eb61d-f0bc-4cb9-8ad7-73fb70c487af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:56:55.119453 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-00ca91a2-8332-4485-922e-76d94958cc81 req-864eb61d-f0bc-4cb9-8ad7-73fb70c487af service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=a60d2801df884e15be8a0464cb725d6d&device_id=abf6631e-213a-40ea-8708-5dc51da0ee8c HTTP/1.1" status: 200 len: 1130 time: 0.1340182 Sep 18 00:56:55.127340 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e456aa8-939c-4e0f-820a-9894b43ecdf7 req-17b9998a-7ab9-48da-909b-9e3e40ff6e29 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:56:55.128827 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-1e456aa8-939c-4e0f-820a-9894b43ecdf7 req-17b9998a-7ab9-48da-909b-9e3e40ff6e29 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e2055882-050f-4acf-a99c-96d698e25963 HTTP/1.1" status: 200 len: 943 time: 0.0743065 Sep 18 00:56:55.201834 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-1e456aa8-939c-4e0f-820a-9894b43ecdf7 req-c804eb27-b934-4bf7-87b4-591837d77a50 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=47037163-61fb-461f-809c-733d83e39634&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635595 Sep 18 00:56:55.233870 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.l3_hamode_db [None req-5954d293-90f9-4be8-9c2b-efcd082912d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1947d5cd-7af0-493f-b525-4bb375733b2b', 'name': 'tempest-AttachVolumeTestJSON-1059766515-router', 'tenant_id': 'a60d2801df884e15be8a0464cb725d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'external_fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.51'}], 'enable_snat': True}, 'gw_port_id': '04fc37ae-b707-451a-b4f8-2236974f4e37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:55:55Z', 'updated_at': '2022-09-18T00:56:02Z', 'revision_number': 4, 'project_id': 'a60d2801df884e15be8a0464cb725d6d', 'gw_port': {'id': '04fc37ae-b707-451a-b4f8-2236974f4e37', 'name': '', 'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:bf:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1947d5cd-7af0-493f-b525-4bb375733b2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:55:56Z', 'updated_at': '2022-09-18T00:56:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': '6cd5a45d-b097-40c7-8b2f-53255dd2d197', 'tenant_id': 'a60d2801df884e15be8a0464cb725d6d', 'floating_ip_address': '172.37.5.101', 'floating_network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'router_id': '1947d5cd-7af0-493f-b525-4bb375733b2b', 'port_id': 'caeb66db-fb12-4f3e-b68c-119f4575bc44', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3e60962c-164c-4e15-8d69-6601f5d7b205', 'mac_address': 'fa:16:3e:ee:e3:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abf6631e-213a-40ea-8708-5dc51da0ee8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-18T00:56:12Z', 'updated_at': '2022-09-18T00:56:52Z', 'revision_number': 1, 'project_id': 'a60d2801df884e15be8a0464cb725d6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51f59d64-55a1-4532-bae4-b6e1df9dbc2d', 'name': '', 'network_id': '3e60962c-164c-4e15-8d69-6601f5d7b205', 'tenant_id': 'a60d2801df884e15be8a0464cb725d6d', 'mac_address': 'fa:16:3e:f6:c1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1947d5cd-7af0-493f-b525-4bb375733b2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'f52e5768-3b6e-420f-b5d0-cc4e5c3ba047', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:56:00Z', 'updated_at': '2022-09-18T00:56:16Z', 'revision_number': 5, 'project_id': 'a60d2801df884e15be8a0464cb725d6d', 'subnets': [{'id': 'f52e5768-3b6e-420f-b5d0-cc4e5c3ba047', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=106233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:56:55.259911 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5954d293-90f9-4be8-9c2b-efcd082912d9 None None] The sync data for ids ['1947d5cd-7af0-493f-b525-4bb375733b2b'] in dv-cinder-master-3-smb is: [{'id': '1947d5cd-7af0-493f-b525-4bb375733b2b', 'name': 'tempest-AttachVolumeTestJSON-1059766515-router', 'tenant_id': 'a60d2801df884e15be8a0464cb725d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'external_fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.51'}], 'enable_snat': True}, 'gw_port_id': '04fc37ae-b707-451a-b4f8-2236974f4e37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:55:55Z', 'updated_at': '2022-09-18T00:56:02Z', 'revision_number': 4, 'project_id': 'a60d2801df884e15be8a0464cb725d6d', 'gw_port': {'id': '04fc37ae-b707-451a-b4f8-2236974f4e37', 'name': '', 'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:bf:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1947d5cd-7af0-493f-b525-4bb375733b2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:55:56Z', 'updated_at': '2022-09-18T00:56:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': '6cd5a45d-b097-40c7-8b2f-53255dd2d197', 'tenant_id': 'a60d2801df884e15be8a0464cb725d6d', 'floating_ip_address': '172.37.5.101', 'floating_network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'router_id': '1947d5cd-7af0-493f-b525-4bb375733b2b', 'port_id': 'caeb66db-fb12-4f3e-b68c-119f4575bc44', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3e60962c-164c-4e15-8d69-6601f5d7b205', 'mac_address': 'fa:16:3e:ee:e3:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abf6631e-213a-40ea-8708-5dc51da0ee8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-18T00:56:12Z', 'updated_at': '2022-09-18T00:56:52Z', 'revision_number': 1, 'project_id': 'a60d2801df884e15be8a0464cb725d6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51f59d64-55a1-4532-bae4-b6e1df9dbc2d', 'name': '', 'network_id': '3e60962c-164c-4e15-8d69-6601f5d7b205', 'tenant_id': 'a60d2801df884e15be8a0464cb725d6d', 'mac_address': 'fa:16:3e:f6:c1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1947d5cd-7af0-493f-b525-4bb375733b2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'f52e5768-3b6e-420f-b5d0-cc4e5c3ba047', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:56:00Z', 'updated_at': '2022-09-18T00:56:16Z', 'revision_number': 5, 'project_id': 'a60d2801df884e15be8a0464cb725d6d', 'subnets': [{'id': 'f52e5768-3b6e-420f-b5d0-cc4e5c3ba047', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:56:55.265696 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 57632) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:56:55.281449 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-eb3b6b64-5e71-4146-afc4-40179a1e6eea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:55.299508 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.33', 57634) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:56:55.314620 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-94b626b8-5be3-4d7c-b612-ad1f9e331669 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:55.376020 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-eb3b6b64-5e71-4146-afc4-40179a1e6eea admin admin] Publish callbacks [] for security_group (dd9edab4-d0f6-4753-874b-0db33042d90d), precommit_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:55.380590 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-eb3b6b64-5e71-4146-afc4-40179a1e6eea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512506'] for security_group (dd9edab4-d0f6-4753-874b-0db33042d90d), after_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:55.424351 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-eb3b6b64-5e71-4146-afc4-40179a1e6eea admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=391297d345894ba0b4a9cd8cd0e8ac34&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1575952 Sep 18 00:56:55.425974 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3b6b64-5e71-4146-afc4-40179a1e6eea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd9edab4-d0f6-4753-874b-0db33042d90d,revision_number=1']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:55.427448 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.33', 57638) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:56:55.434661 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3b6b64-5e71-4146-afc4-40179a1e6eea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:56:55.435040 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3b6b64-5e71-4146-afc4-40179a1e6eea admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:56:55.435530 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3b6b64-5e71-4146-afc4-40179a1e6eea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:56:55.435893 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3b6b64-5e71-4146-afc4-40179a1e6eea admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:56:55.436232 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3b6b64-5e71-4146-afc4-40179a1e6eea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:56:55.436563 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3b6b64-5e71-4146-afc4-40179a1e6eea admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:56:55.436890 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3b6b64-5e71-4146-afc4-40179a1e6eea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:56:55.437217 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3b6b64-5e71-4146-afc4-40179a1e6eea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:56:55.437545 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3b6b64-5e71-4146-afc4-40179a1e6eea admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:56:55.437868 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3b6b64-5e71-4146-afc4-40179a1e6eea admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:56:55.438227 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3b6b64-5e71-4146-afc4-40179a1e6eea admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:56:55.438531 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3b6b64-5e71-4146-afc4-40179a1e6eea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:56:55.438879 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3b6b64-5e71-4146-afc4-40179a1e6eea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:56:55.439201 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3b6b64-5e71-4146-afc4-40179a1e6eea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:56:55.439521 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3b6b64-5e71-4146-afc4-40179a1e6eea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:56:55.462084 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-94b626b8-5be3-4d7c-b612-ad1f9e331669 admin admin] Publish callbacks [] for security_group (6002112f-c90f-43bf-8877-70ab4c5ad2fe), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:55.472888 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=83,neutron:INSERT=15,neutron:DELETE=2 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:56:55.478318 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-94b626b8-5be3-4d7c-b612-ad1f9e331669 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512506'] for security_group (6002112f-c90f-43bf-8877-70ab4c5ad2fe), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:55.508445 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0438f252-9b4c-476b-984d-531452d94e5e req-8d9c2236-bc86-4a99-a008-ef93e420a436 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:56:55.510038 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-0438f252-9b4c-476b-984d-531452d94e5e req-8d9c2236-bc86-4a99-a008-ef93e420a436 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c1cf145a-d8d5-4a7e-937b-729bf79629fa HTTP/1.1" status: 200 len: 946 time: 0.1011798 Sep 18 00:56:55.533129 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-194fac40-37b6-4f41-bf7e-0a0c218dcf09 None None] New status for floating IP 6cd5a45d-b097-40c7-8b2f-53255dd2d197: ACTIVE {{(pid=106232) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 18 00:56:55.535018 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:UPDATE=2,neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=2 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:56:55.577774 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [None req-94b626b8-5be3-4d7c-b612-ad1f9e331669 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=55cd16c561a442eb9e4a9bf904856e3c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2769454 Sep 18 00:56:55.580871 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 57640) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:56:55.591343 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b626b8-5be3-4d7c-b612-ad1f9e331669 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6002112f-c90f-43bf-8877-70ab4c5ad2fe,revision_number=1']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:55.658895 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-9943937f-2b82-4012-8c7a-227ec6b8c4fd admin admin] Publish callbacks [] for security_group (6002112f-c90f-43bf-8877-70ab4c5ad2fe), before_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:55.665102 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-a7b9baaa-3ae3-4b1e-82c4-b4412dc7ddee admin admin] Publish callbacks [] for security_group (dd9edab4-d0f6-4753-874b-0db33042d90d), before_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:55.693839 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-9943937f-2b82-4012-8c7a-227ec6b8c4fd admin admin] Publish callbacks [] for security_group (6002112f-c90f-43bf-8877-70ab4c5ad2fe), precommit_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:55.708834 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-0438f252-9b4c-476b-984d-531452d94e5e req-493756a9-33c1-48f3-855a-ea3f1bb4fec5 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5d1f43e9-9af2-4e0f-a00b-d54373283a26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1841283 Sep 18 00:56:55.717596 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-a7b9baaa-3ae3-4b1e-82c4-b4412dc7ddee admin admin] Publish callbacks [] for security_group (dd9edab4-d0f6-4753-874b-0db33042d90d), precommit_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:55.748942 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ca91a2-8332-4485-922e-76d94958cc81 req-5fe3a947-1571-4f94-82ad-a6dd077a420a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:56:55.751896 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-00ca91a2-8332-4485-922e-76d94958cc81 req-5fe3a947-1571-4f94-82ad-a6dd077a420a service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=3e60962c-164c-4e15-8d69-6601f5d7b205 HTTP/1.1" status: 200 len: 912 time: 0.1940768 Sep 18 00:56:55.773890 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-9943937f-2b82-4012-8c7a-227ec6b8c4fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512506'] for security_group (6002112f-c90f-43bf-8877-70ab4c5ad2fe), after_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:55.776681 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-9943937f-2b82-4012-8c7a-227ec6b8c4fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:55.778240 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-9943937f-2b82-4012-8c7a-227ec6b8c4fd admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/6002112f-c90f-43bf-8877-70ab4c5ad2fe HTTP/1.1" status: 204 len: 168 time: 0.1961930 Sep 18 00:56:55.788551 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9943937f-2b82-4012-8c7a-227ec6b8c4fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6002112f-c90f-43bf-8877-70ab4c5ad2fe,revision_number=None']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:55.802912 dv-cinder-master-3-smb neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:56:55.807692 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-a7b9baaa-3ae3-4b1e-82c4-b4412dc7ddee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512506'] for security_group (dd9edab4-d0f6-4753-874b-0db33042d90d), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:55.812153 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-a7b9baaa-3ae3-4b1e-82c4-b4412dc7ddee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:55.814540 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [None req-a7b9baaa-3ae3-4b1e-82c4-b4412dc7ddee admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/dd9edab4-d0f6-4753-874b-0db33042d90d HTTP/1.1" status: 204 len: 168 time: 0.3704252 Sep 18 00:56:55.840524 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b9baaa-3ae3-4b1e-82c4-b4412dc7ddee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd9edab4-d0f6-4753-874b-0db33042d90d,revision_number=None']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:55.896475 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.rpc [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Device ff818f99-6875-42e7-8af0-6e7c1e9ef011 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:56:56.030478 dv-cinder-master-3-smb neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:56:56.056558 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.db [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] For port ff818f99-6875-42e7-8af0-6e7c1e9ef011, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=ff818f99-6875-42e7-8af0-6e7c1e9ef011,segment=NetworkSegment(6bbfddfb-8aa0-4ab6-886c-b017727b1f75),segment_id=6bbfddfb-8aa0-4ab6-886c-b017727b1f75)] {{(pid=106232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:56:56.072593 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.rpc [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Returning: {'device': 'ff818f99-6875-42e7-8af0-6e7c1e9ef011', 'network_id': 'eee7c814-dc91-4de0-b55e-0732fcd7c9de', 'port_id': 'ff818f99-6875-42e7-8af0-6e7c1e9ef011', 'mac_address': 'fa:16:3e:fc:30:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4028d8f5-a2a6-4af3-9818-cba168eaf579', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:56:56.159587 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Current status of the port ff818f99-6875-42e7-8af0-6e7c1e9ef011 is: DOWN; New status is: BUILD {{(pid=106232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 00:56:56.160874 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (ff818f99-6875-42e7-8af0-6e7c1e9ef011), before_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:56.185941 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233ddad7-788b-4da3-a52b-215556c5387d req-f5c679f9-a562-4697-b24f-64505ae3b8e3 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:56:56.187900 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-233ddad7-788b-4da3-a52b-215556c5387d req-f5c679f9-a562-4697-b24f-64505ae3b8e3 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=77b2c1db-b85b-43e2-b6ff-bcd8e7bd9728 HTTP/1.1" status: 200 len: 946 time: 0.0920351 Sep 18 00:56:56.200777 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.notifiers.nova [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff818f99-6875-42e7-8af0-6e7c1e9ef011 {{(pid=106232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 18 00:56:56.245017 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.db [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] For port ff818f99-6875-42e7-8af0-6e7c1e9ef011, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=ff818f99-6875-42e7-8af0-6e7c1e9ef011,segment=NetworkSegment(6bbfddfb-8aa0-4ab6-886c-b017727b1f75),segment_id=6bbfddfb-8aa0-4ab6-886c-b017727b1f75)] {{(pid=106232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:56:56.250993 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749746030758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749745591525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749745591543'] for port (ff818f99-6875-42e7-8af0-6e7c1e9ef011), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:56.287947 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-233ddad7-788b-4da3-a52b-215556c5387d req-061a0a24-456c-4d42-848e-8b5061d60046 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a60bb66f-d31d-4ec8-90a6-9444418b3a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913048 Sep 18 00:56:56.327924 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Pushing event updated for resources: {'Port': ['ID=ff818f99-6875-42e7-8af0-6e7c1e9ef011,revision_number=4']} {{(pid=106232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:56.343366 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:56:56.343727 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:56:56.344337 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:56:56.344682 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:56:56.345019 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:56:56.346636 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:56:56.346995 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:56:56.347332 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:56:56.349328 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:56:56.352529 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:56:56.353310 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:56:56.353889 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:56:56.354438 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:56:56.354910 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:56:56.355254 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:56:56.445564 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234aca09-d0ee-48f8-b691-698d8d065d32 req-eaeccbd7-1777-48bc-a2ec-ed6bde3f894d tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:56:56.452577 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-234aca09-d0ee-48f8-b691-698d8d065d32 req-eaeccbd7-1777-48bc-a2ec-ed6bde3f894d tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e2055882-050f-4acf-a99c-96d698e25963 HTTP/1.1" status: 200 len: 944 time: 0.0777459 Sep 18 00:56:56.532601 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-234aca09-d0ee-48f8-b691-698d8d065d32 req-d1d9ac38-1f77-4724-bbee-57e9e23d14b4 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=47037163-61fb-461f-809c-733d83e39634&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783348 Sep 18 00:56:56.697046 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.db [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] get_ports_and_sgs() called for port_ids ['ff818f99-6875-42e7-8af0-6e7c1e9ef011'] {{(pid=106232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 18 00:56:56.792005 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5d5246-7663-4178-8b4f-f40a5bc0cef2 req-4674fe86-4187-4ac5-a40c-3e7a95ce1ee7 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:56:56.794637 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-7c5d5246-7663-4178-8b4f-f40a5bc0cef2 req-4674fe86-4187-4ac5-a40c-3e7a95ce1ee7 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=77b2c1db-b85b-43e2-b6ff-bcd8e7bd9728 HTTP/1.1" status: 200 len: 946 time: 0.0658329 Sep 18 00:56:56.917684 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-7c5d5246-7663-4178-8b4f-f40a5bc0cef2 req-26460c3b-1cd7-4d53-a42e-7588c9b5a3f6 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a60bb66f-d31d-4ec8-90a6-9444418b3a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150055 Sep 18 00:56:56.943651 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196a1de0-44e8-4cf2-8edf-2f5203973d29 req-990d151c-78a6-4265-a957-cb5b63be8247 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:56:56.944105 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-196a1de0-44e8-4cf2-8edf-2f5203973d29 req-990d151c-78a6-4265-a957-cb5b63be8247 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c1cf145a-d8d5-4a7e-937b-729bf79629fa HTTP/1.1" status: 200 len: 946 time: 0.0739596 Sep 18 00:56:57.074407 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-00ca91a2-8332-4485-922e-76d94958cc81 req-4997edcf-d308-4441-9b60-df79528287f2 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=caeb66db-fb12-4f3e-b68c-119f4575bc44 HTTP/1.1" status: 200 len: 1002 time: 0.1292131 Sep 18 00:56:57.088566 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-196a1de0-44e8-4cf2-8edf-2f5203973d29 req-bfe79fd6-a954-43f8-a81d-984e593e9870 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5d1f43e9-9af2-4e0f-a00b-d54373283a26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918257 Sep 18 00:56:57.429426 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7838da62-e4cb-4ce9-83a7-da9e79f36b4b req-55a4baba-d5f2-4d6e-b728-5c6b0db0a53c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:56:57.432302 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-7838da62-e4cb-4ce9-83a7-da9e79f36b4b req-55a4baba-d5f2-4d6e-b728-5c6b0db0a53c service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=8cbf74b218c04911bb921f7cc2c6e966&device_id=77b2c1db-b85b-43e2-b6ff-bcd8e7bd9728 HTTP/1.1" status: 200 len: 1130 time: 0.0671628 Sep 18 00:56:57.561987 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd9e842-d737-415f-8ff8-2fe079f39405 req-652dc761-1834-46ff-adaa-07df2cd8b964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:56:57.563523 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-bfd9e842-d737-415f-8ff8-2fe079f39405 req-652dc761-1834-46ff-adaa-07df2cd8b964 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=c1cf145a-d8d5-4a7e-937b-729bf79629fa HTTP/1.1" status: 200 len: 1130 time: 0.2777529 Sep 18 00:56:57.571665 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ca91a2-8332-4485-922e-76d94958cc81 req-c1d1f04a-b654-409f-a2c9-8cb667b03335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:56:57.573089 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-00ca91a2-8332-4485-922e-76d94958cc81 req-c1d1f04a-b654-409f-a2c9-8cb667b03335 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=f52e5768-3b6e-420f-b5d0-cc4e5c3ba047 HTTP/1.1" status: 200 len: 850 time: 0.2958310 Sep 18 00:56:57.647759 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:56:57.664152 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149b6aac-3baf-484d-a352-cc3164538e22 req-2a2049b6-0d5a-4ccd-84d3-dcc867e8d2b0 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:56:57.665682 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-149b6aac-3baf-484d-a352-cc3164538e22 req-2a2049b6-0d5a-4ccd-84d3-dcc867e8d2b0 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e2055882-050f-4acf-a99c-96d698e25963 HTTP/1.1" status: 200 len: 944 time: 0.0490470 Sep 18 00:56:57.727286 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-149b6aac-3baf-484d-a352-cc3164538e22 req-dc38d804-e894-4304-a448-c4b0df28a700 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=47037163-61fb-461f-809c-733d83e39634&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534790 Sep 18 00:56:57.862243 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.rpc [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Device ff818f99-6875-42e7-8af0-6e7c1e9ef011 up at agent hyperv_hv-cinder-maste {{(pid=106232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:56:57.949903 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ca91a2-8332-4485-922e-76d94958cc81 req-58e2cbf5-22e1-44b6-9b25-3c17e27f561e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:56:57.952043 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-00ca91a2-8332-4485-922e-76d94958cc81 req-58e2cbf5-22e1-44b6-9b25-3c17e27f561e service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=3e60962c-164c-4e15-8d69-6601f5d7b205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1198535 Sep 18 00:56:57.962083 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.provisioning_blocks [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Provisioning for port ff818f99-6875-42e7-8af0-6e7c1e9ef011 completed by entity L2. {{(pid=106232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 18 00:56:57.980342 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.provisioning_blocks [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Provisioning complete for port ff818f99-6875-42e7-8af0-6e7c1e9ef011 triggered by entity L2. {{(pid=106232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 00:56:57.980952 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981214'] for port (ff818f99-6875-42e7-8af0-6e7c1e9ef011), provisioning_complete {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:57.981621 dv-cinder-master-3-smb neutron-server[106232]: INFO neutron.plugins.ml2.plugin [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Attempt 1 to provision port ff818f99-6875-42e7-8af0-6e7c1e9ef011 Sep 18 00:56:58.029207 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7838da62-e4cb-4ce9-83a7-da9e79f36b4b req-7cd603f5-98ef-488a-9fe6-d387b99b4d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:56:58.031700 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-7838da62-e4cb-4ce9-83a7-da9e79f36b4b req-7cd603f5-98ef-488a-9fe6-d387b99b4d8b service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=c62b9e47-59b6-47ba-845f-e3be4dd39ad8 HTTP/1.1" status: 200 len: 920 time: 0.1986971 Sep 18 00:56:58.038873 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-bfd9e842-d737-415f-8ff8-2fe079f39405 req-58859a45-198f-4b37-b0ac-151fe1ac9d90 service neutron] 10.222.0.57 "GET /networking/v2.0/security-groups?id=5d1f43e9-9af2-4e0f-a00b-d54373283a26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2009101 Sep 18 00:56:58.080438 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-b6375420-875f-4866-866f-307dc065e301 req-6af22600-2ad2-4a76-be3e-0ee5b274eeab service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=abf6631e-213a-40ea-8708-5dc51da0ee8c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0474160 Sep 18 00:56:58.105157 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Current status of the port ff818f99-6875-42e7-8af0-6e7c1e9ef011 is: BUILD; New status is: ACTIVE {{(pid=106232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 00:56:58.105547 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (ff818f99-6875-42e7-8af0-6e7c1e9ef011), before_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:58.132198 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2055882-050f-4acf-a99c-96d698e25963', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff818f99-6875-42e7-8af0-6e7c1e9ef011'}] {{(pid=106232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 18 00:56:58.134738 dv-cinder-master-3-smb neutron-server[106232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90e96a6086c290001a0d7e5ddcf89e279d0a9bc322b7051b760fc9213660c862" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-071aab11-ce42-4cfb-9382-dbdade6cce21" -d '{"events": [{"server_uuid": "e2055882-050f-4acf-a99c-96d698e25963", "name": "network-vif-plugged", "status": "completed", "tag": "ff818f99-6875-42e7-8af0-6e7c1e9ef011"}]}' {{(pid=106232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:56:58.147380 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.db [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] For port ff818f99-6875-42e7-8af0-6e7c1e9ef011, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=ff818f99-6875-42e7-8af0-6e7c1e9ef011,segment=NetworkSegment(6bbfddfb-8aa0-4ab6-886c-b017727b1f75),segment_id=6bbfddfb-8aa0-4ab6-886c-b017727b1f75)] {{(pid=106232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:56:58.153466 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749746030758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749745591525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749745591543'] for port (ff818f99-6875-42e7-8af0-6e7c1e9ef011), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:58.170053 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f845e80f-45d5-4cd9-81ab-868639ccc68a req-a4964335-acf8-465c-9cbf-788851522e6d tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:56:58.172048 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-f845e80f-45d5-4cd9-81ab-868639ccc68a req-a4964335-acf8-465c-9cbf-788851522e6d tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=77b2c1db-b85b-43e2-b6ff-bcd8e7bd9728 HTTP/1.1" status: 200 len: 946 time: 0.0703959 Sep 18 00:56:58.178503 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-00ca91a2-8332-4485-922e-76d94958cc81 req-ed560253-1bd3-4acc-b56b-7eb4ab15f811 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/3e60962c-164c-4e15-8d69-6601f5d7b205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2137172 Sep 18 00:56:58.231246 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Pushing event updated for resources: {'Port': ['ID=ff818f99-6875-42e7-8af0-6e7c1e9ef011,revision_number=5']} {{(pid=106232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:58.252183 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:56:58.268262 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0789556-0e9d-438f-a667-1b691550c1e7 req-50e009a9-f389-44ae-8979-3e28d1e44703 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:56:58.269747 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-c0789556-0e9d-438f-a667-1b691550c1e7 req-50e009a9-f389-44ae-8979-3e28d1e44703 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c1cf145a-d8d5-4a7e-937b-729bf79629fa HTTP/1.1" status: 200 len: 946 time: 0.0660040 Sep 18 00:56:58.279275 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-f845e80f-45d5-4cd9-81ab-868639ccc68a req-a498fbaa-2e1c-4742-aa01-0e3a0ec15823 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a60bb66f-d31d-4ec8-90a6-9444418b3a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982134 Sep 18 00:56:58.333885 dv-cinder-master-3-smb neutron-server[106232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 18 Sep 2022 00:56:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76befca5-bbb4-46c3-8e7b-a98929f6b9fc x-openstack-request-id: req-76befca5-bbb4-46c3-8e7b-a98929f6b9fc {{(pid=106232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:56:58.334261 dv-cinder-master-3-smb neutron-server[106232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2055882-050f-4acf-a99c-96d698e25963", "name": "network-vif-plugged", "status": "completed", "tag": "ff818f99-6875-42e7-8af0-6e7c1e9ef011", "code": 200}]} {{(pid=106232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:56:58.334524 dv-cinder-master-3-smb neutron-server[106232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-76befca5-bbb4-46c3-8e7b-a98929f6b9fc {{(pid=106232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:56:58.334940 dv-cinder-master-3-smb neutron-server[106232]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76befca5-bbb4-46c3-8e7b-a98929f6b9fc'] response: {'server_uuid': 'e2055882-050f-4acf-a99c-96d698e25963', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff818f99-6875-42e7-8af0-6e7c1e9ef011', 'code': 200} Sep 18 00:56:58.353055 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-c0789556-0e9d-438f-a667-1b691550c1e7 req-aa9dffff-0a58-45b7-96a2-2a70facac87f tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5d1f43e9-9af2-4e0f-a00b-d54373283a26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727687 Sep 18 00:56:58.458232 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-7838da62-e4cb-4ce9-83a7-da9e79f36b4b req-f6d4b887-ef16-4a67-b2b3-afed1868afc4 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1598d49e-579f-48e5-a374-9f7da048ec3a HTTP/1.1" status: 200 len: 217 time: 0.0350544 Sep 18 00:56:58.663304 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7838da62-e4cb-4ce9-83a7-da9e79f36b4b req-bd182911-affd-4394-8e0c-e3e443fbb886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:56:58.665068 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-7838da62-e4cb-4ce9-83a7-da9e79f36b4b req-bd182911-affd-4394-8e0c-e3e443fbb886 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=21e1d23e-9045-41fa-9ed7-19ac1edcbcfa HTTP/1.1" status: 200 len: 858 time: 0.0882049 Sep 18 00:56:58.774985 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-00ca91a2-8332-4485-922e-76d94958cc81 req-8de2c03b-70fa-4550-be65-9ff43ee04259 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/3e60962c-164c-4e15-8d69-6601f5d7b205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2154486 Sep 18 00:56:58.780674 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c4ab39-f80a-4db7-904b-074307515a5c req-092294b7-575a-49e2-aeb1-a7b89bafbdf1 tempest-DeleteServersTestJSON-1695902054 tempest-DeleteServersTestJSON-1695902054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:56:58.782020 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-26c4ab39-f80a-4db7-904b-074307515a5c req-092294b7-575a-49e2-aeb1-a7b89bafbdf1 tempest-DeleteServersTestJSON-1695902054 tempest-DeleteServersTestJSON-1695902054-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5674ad19-62fd-4a3a-98b8-27051ad03cc7 HTTP/1.1" status: 200 len: 945 time: 0.0769582 Sep 18 00:56:58.865922 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-26c4ab39-f80a-4db7-904b-074307515a5c req-0fd7a273-c7ba-46c8-921d-5997efc6e258 tempest-DeleteServersTestJSON-1695902054 tempest-DeleteServersTestJSON-1695902054-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=22b6fc2b-5107-4c4f-a50a-5c4d2f5fcd24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776689 Sep 18 00:56:58.890936 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1c8b7c-4b26-440e-ba5c-dab3178a1317 req-0b188f2c-8199-4e94-a813-10e96cdbb844 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:56:58.890936 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-6c1c8b7c-4b26-440e-ba5c-dab3178a1317 req-0b188f2c-8199-4e94-a813-10e96cdbb844 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e2055882-050f-4acf-a99c-96d698e25963 HTTP/1.1" status: 200 len: 945 time: 0.0678008 Sep 18 00:56:58.935360 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-6c1c8b7c-4b26-440e-ba5c-dab3178a1317 req-c36742ec-059c-49e3-bd58-e81f359b5ce0 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=47037163-61fb-461f-809c-733d83e39634&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473144 Sep 18 00:56:59.148996 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7838da62-e4cb-4ce9-83a7-da9e79f36b4b req-7ba153d9-d57d-4cdf-bc90-b4085c4e8ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:56:59.150574 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-7838da62-e4cb-4ce9-83a7-da9e79f36b4b req-7ba153d9-d57d-4cdf-bc90-b4085c4e8ae2 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=c62b9e47-59b6-47ba-845f-e3be4dd39ad8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0528884 Sep 18 00:56:59.377193 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 57796) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:56:59.435429 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0865531c-c4b9-4c76-baf7-fe5f378dc0ec req-2a2179da-d563-4062-b944-dfcd98b892b1 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:56:59.436955 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-0865531c-c4b9-4c76-baf7-fe5f378dc0ec req-2a2179da-d563-4062-b944-dfcd98b892b1 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=77b2c1db-b85b-43e2-b6ff-bcd8e7bd9728 HTTP/1.1" status: 200 len: 946 time: 0.0648284 Sep 18 00:56:59.500023 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2357e373-9f31-4f48-ad21-0802f2488627 req-cb300c1a-acea-4076-8c09-c7552f2ee005 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:56:59.501528 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-2357e373-9f31-4f48-ad21-0802f2488627 req-cb300c1a-acea-4076-8c09-c7552f2ee005 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c1cf145a-d8d5-4a7e-937b-729bf79629fa HTTP/1.1" status: 200 len: 946 time: 0.0619040 Sep 18 00:56:59.511724 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-1e0b476a-3bff-4535-9a3b-d7e6887a1f09 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:59.543960 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-0865531c-c4b9-4c76-baf7-fe5f378dc0ec req-4393955a-1b1f-46b5-af73-c69396ac247f tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a60bb66f-d31d-4ec8-90a6-9444418b3a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954540 Sep 18 00:56:59.549053 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=8 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:56:59.576439 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=79,neutron:DELETE=5,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:56:59.586569 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-2357e373-9f31-4f48-ad21-0802f2488627 req-c901a19e-3038-4aee-ab02-fffefb5501fc tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5d1f43e9-9af2-4e0f-a00b-d54373283a26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758729 Sep 18 00:56:59.596371 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-1e0b476a-3bff-4535-9a3b-d7e6887a1f09 admin admin] Publish callbacks [] for security_group (4cff6c7e-f557-4f1e-b311-83f6e8bef8f8), precommit_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:59.600620 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-1e0b476a-3bff-4535-9a3b-d7e6887a1f09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512506'] for security_group (4cff6c7e-f557-4f1e-b311-83f6e8bef8f8), after_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:59.640403 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0b476a-3bff-4535-9a3b-d7e6887a1f09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cff6c7e-f557-4f1e-b311-83f6e8bef8f8,revision_number=1']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:59.644457 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-1e0b476a-3bff-4535-9a3b-d7e6887a1f09 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=76ab1fb3e5fb42e28652d29ca10b83ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2662196 Sep 18 00:56:59.647232 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 57802) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:56:59.696752 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-402b6097-35a2-42d7-8c36-471bf5d25bc6 admin admin] Publish callbacks [] for security_group (4cff6c7e-f557-4f1e-b311-83f6e8bef8f8), before_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:59.716866 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-402b6097-35a2-42d7-8c36-471bf5d25bc6 admin admin] Publish callbacks [] for security_group (4cff6c7e-f557-4f1e-b311-83f6e8bef8f8), precommit_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:59.770567 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-402b6097-35a2-42d7-8c36-471bf5d25bc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512506'] for security_group (4cff6c7e-f557-4f1e-b311-83f6e8bef8f8), after_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:59.773426 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-402b6097-35a2-42d7-8c36-471bf5d25bc6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:56:59.774563 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-402b6097-35a2-42d7-8c36-471bf5d25bc6 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/4cff6c7e-f557-4f1e-b311-83f6e8bef8f8 HTTP/1.1" status: 204 len: 168 time: 0.1264358 Sep 18 00:56:59.783583 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402b6097-35a2-42d7-8c36-471bf5d25bc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cff6c7e-f557-4f1e-b311-83f6e8bef8f8,revision_number=None']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:56:59.993157 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=100 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:57:00.045083 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fb819c-14ed-4611-bab4-2a094e058d5c req-535d0a8f-d656-4d7b-8bb6-d19ea4e19e49 tempest-DeleteServersTestJSON-1695902054 tempest-DeleteServersTestJSON-1695902054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:00.046775 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-71fb819c-14ed-4611-bab4-2a094e058d5c req-535d0a8f-d656-4d7b-8bb6-d19ea4e19e49 tempest-DeleteServersTestJSON-1695902054 tempest-DeleteServersTestJSON-1695902054-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5674ad19-62fd-4a3a-98b8-27051ad03cc7 HTTP/1.1" status: 200 len: 945 time: 0.0867581 Sep 18 00:57:00.100939 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26815977-e776-4f7f-8205-b88d2cd64bd3 req-12d0b013-0476-4606-9c41-795a0ca31797 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:00.102930 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-26815977-e776-4f7f-8205-b88d2cd64bd3 req-12d0b013-0476-4606-9c41-795a0ca31797 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e2055882-050f-4acf-a99c-96d698e25963 HTTP/1.1" status: 200 len: 945 time: 0.0787024 Sep 18 00:57:00.126743 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 57824) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:57:00.142501 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-b3193b02-22e6-4688-9eb3-c9b443ea9860 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:00.155372 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-71fb819c-14ed-4611-bab4-2a094e058d5c req-159e6e88-0cf1-4bba-96de-21cc033a4df5 tempest-DeleteServersTestJSON-1695902054 tempest-DeleteServersTestJSON-1695902054-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=22b6fc2b-5107-4c4f-a50a-5c4d2f5fcd24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907032 Sep 18 00:57:00.191523 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-26815977-e776-4f7f-8205-b88d2cd64bd3 req-3c3465cd-8bf2-4de5-925b-f40b10775346 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=47037163-61fb-461f-809c-733d83e39634&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815561 Sep 18 00:57:00.249317 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-b3193b02-22e6-4688-9eb3-c9b443ea9860 admin admin] Publish callbacks [] for security_group (c1d4f6e7-04ab-4f14-ba34-63ff51c85811), precommit_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:00.253653 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-b3193b02-22e6-4688-9eb3-c9b443ea9860 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512506'] for security_group (c1d4f6e7-04ab-4f14-ba34-63ff51c85811), after_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:00.295566 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3193b02-22e6-4688-9eb3-c9b443ea9860 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1d4f6e7-04ab-4f14-ba34-63ff51c85811,revision_number=1']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:00.306206 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.33', 57830) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:57:00.306615 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-b3193b02-22e6-4688-9eb3-c9b443ea9860 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=6542d41eb24b4d3486516946e23ae9c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1786976 Sep 18 00:57:00.375248 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-cd76e7f7-ff45-4593-95c5-2da64a01ade6 admin admin] Publish callbacks [] for security_group (c1d4f6e7-04ab-4f14-ba34-63ff51c85811), before_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:00.396346 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-cd76e7f7-ff45-4593-95c5-2da64a01ade6 admin admin] Publish callbacks [] for security_group (c1d4f6e7-04ab-4f14-ba34-63ff51c85811), precommit_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:00.452361 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-cd76e7f7-ff45-4593-95c5-2da64a01ade6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512506'] for security_group (c1d4f6e7-04ab-4f14-ba34-63ff51c85811), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:00.455108 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-cd76e7f7-ff45-4593-95c5-2da64a01ade6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:00.456403 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [None req-cd76e7f7-ff45-4593-95c5-2da64a01ade6 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/c1d4f6e7-04ab-4f14-ba34-63ff51c85811 HTTP/1.1" status: 204 len: 168 time: 0.1486502 Sep 18 00:57:00.465379 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd76e7f7-ff45-4593-95c5-2da64a01ade6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1d4f6e7-04ab-4f14-ba34-63ff51c85811,revision_number=None']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:00.473653 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd76e7f7-ff45-4593-95c5-2da64a01ade6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:57:00.474200 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd76e7f7-ff45-4593-95c5-2da64a01ade6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:57:00.474687 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd76e7f7-ff45-4593-95c5-2da64a01ade6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:57:00.475058 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd76e7f7-ff45-4593-95c5-2da64a01ade6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:57:00.475393 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd76e7f7-ff45-4593-95c5-2da64a01ade6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:57:00.475793 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd76e7f7-ff45-4593-95c5-2da64a01ade6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:57:00.476036 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd76e7f7-ff45-4593-95c5-2da64a01ade6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:57:00.476930 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd76e7f7-ff45-4593-95c5-2da64a01ade6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:57:00.476930 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd76e7f7-ff45-4593-95c5-2da64a01ade6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:57:00.477169 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd76e7f7-ff45-4593-95c5-2da64a01ade6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:57:00.477454 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd76e7f7-ff45-4593-95c5-2da64a01ade6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:57:00.477775 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd76e7f7-ff45-4593-95c5-2da64a01ade6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:57:00.478090 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd76e7f7-ff45-4593-95c5-2da64a01ade6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:57:00.478403 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd76e7f7-ff45-4593-95c5-2da64a01ade6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:57:00.478719 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd76e7f7-ff45-4593-95c5-2da64a01ade6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:57:00.762447 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (a990346c-0f9b-4256-b267-210f2ef06c1b), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:00.783207 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb54fab-6edf-4122-a6a6-8c9eb76273bd req-36d6aba2-8223-431e-80bc-ee958be661b7 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:00.785001 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-3bb54fab-6edf-4122-a6a6-8c9eb76273bd req-36d6aba2-8223-431e-80bc-ee958be661b7 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=77b2c1db-b85b-43e2-b6ff-bcd8e7bd9728 HTTP/1.1" status: 200 len: 946 time: 0.1095157 Sep 18 00:57:00.807112 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d0d21b-e5a0-4825-9adb-16395f9f4942 req-97ca36a5-5da9-4d13-beb6-dd11acdc6189 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:00.809060 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-73d0d21b-e5a0-4825-9adb-16395f9f4942 req-97ca36a5-5da9-4d13-beb6-dd11acdc6189 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c1cf145a-d8d5-4a7e-937b-729bf79629fa HTTP/1.1" status: 200 len: 946 time: 0.0831895 Sep 18 00:57:00.867146 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:57:00.908391 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-3bb54fab-6edf-4122-a6a6-8c9eb76273bd req-7fd0ac97-4b7f-4f5f-9bef-77c68d3cca6a tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a60bb66f-d31d-4ec8-90a6-9444418b3a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135387 Sep 18 00:57:00.939432 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-73d0d21b-e5a0-4825-9adb-16395f9f4942 req-46ebd004-add6-42f0-9f30-51aa20c16a16 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5d1f43e9-9af2-4e0f-a00b-d54373283a26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1171591 Sep 18 00:57:00.964105 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-7838da62-e4cb-4ce9-83a7-da9e79f36b4b req-75c27ed4-755e-44e0-a241-44868b258d24 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/c62b9e47-59b6-47ba-845f-e3be4dd39ad8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1753120 Sep 18 00:57:01.127612 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-7838da62-e4cb-4ce9-83a7-da9e79f36b4b req-2d52fda0-4f68-4a1c-8512-57b6bf87d54e service neutron] 10.222.0.57 "GET /networking/v2.0/networks/c62b9e47-59b6-47ba-845f-e3be4dd39ad8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021960 Sep 18 00:57:01.255552 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.agents_db [None req-fc240a3b-6701-466a-b3ae-821b2bb1d0eb None None] Agent healthcheck: found 6 active agents {{(pid=106233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 00:57:01.297723 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 57886) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:57:01.359451 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dea2811-fc77-4dc9-adbf-617b7c0f8db2 req-212b376b-8a9a-49ee-b8c9-21480bf4afa1 tempest-DeleteServersTestJSON-1695902054 tempest-DeleteServersTestJSON-1695902054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:01.366992 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-1dea2811-fc77-4dc9-adbf-617b7c0f8db2 req-212b376b-8a9a-49ee-b8c9-21480bf4afa1 tempest-DeleteServersTestJSON-1695902054 tempest-DeleteServersTestJSON-1695902054-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5674ad19-62fd-4a3a-98b8-27051ad03cc7 HTTP/1.1" status: 200 len: 945 time: 0.0903676 Sep 18 00:57:01.386404 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf85583-9aff-49e0-80f0-02a71e0fdd77 req-58bf7a12-0805-487f-bced-32064f5a5a4d tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:01.387903 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-caf85583-9aff-49e0-80f0-02a71e0fdd77 req-58bf7a12-0805-487f-bced-32064f5a5a4d tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e2055882-050f-4acf-a99c-96d698e25963 HTTP/1.1" status: 200 len: 945 time: 0.0798497 Sep 18 00:57:01.436010 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-bf15e260-6964-4d3b-a8ad-29fc6087edb7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:01.451456 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-1dea2811-fc77-4dc9-adbf-617b7c0f8db2 req-63c516af-38a8-40af-b847-f0b640affc78 tempest-DeleteServersTestJSON-1695902054 tempest-DeleteServersTestJSON-1695902054-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=22b6fc2b-5107-4c4f-a50a-5c4d2f5fcd24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834332 Sep 18 00:57:01.480351 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-caf85583-9aff-49e0-80f0-02a71e0fdd77 req-04cd5e89-e130-4c8d-a9b0-52d9ca6ccd8b tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=47037163-61fb-461f-809c-733d83e39634&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856299 Sep 18 00:57:01.525518 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6375420-875f-4866-866f-307dc065e301 req-3cffa3ed-a9f9-4d9b-b4fd-3814b6c8a7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:01.528173 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-b6375420-875f-4866-866f-307dc065e301 req-3cffa3ed-a9f9-4d9b-b4fd-3814b6c8a7fd service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=a60d2801df884e15be8a0464cb725d6d&device_id=abf6631e-213a-40ea-8708-5dc51da0ee8c HTTP/1.1" status: 200 len: 1130 time: 0.0813851 Sep 18 00:57:01.533362 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ee8635-cc3a-45fc-9c7a-04496d12a384 req-05fd142a-0553-4051-b973-64f7733ca60d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:01.535353 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-80ee8635-cc3a-45fc-9c7a-04496d12a384 req-05fd142a-0553-4051-b973-64f7733ca60d service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=e2055882-050f-4acf-a99c-96d698e25963 HTTP/1.1" status: 200 len: 1129 time: 0.0857580 Sep 18 00:57:01.585712 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-bf15e260-6964-4d3b-a8ad-29fc6087edb7 admin admin] Publish callbacks [] for security_group (8b9e30ce-4db6-4bea-88e3-74395a245917), precommit_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:01.589734 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-bf15e260-6964-4d3b-a8ad-29fc6087edb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512506'] for security_group (8b9e30ce-4db6-4bea-88e3-74395a245917), after_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:01.606914 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=87,neutron:DELETE=1,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:57:01.632085 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:57:01.636683 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-bf15e260-6964-4d3b-a8ad-29fc6087edb7 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=dd4a087d2447400bb079053b12ee958c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3379529 Sep 18 00:57:01.637972 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf15e260-6964-4d3b-a8ad-29fc6087edb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b9e30ce-4db6-4bea-88e3-74395a245917,revision_number=1']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:01.639550 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.33', 57900) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:57:01.703653 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-b2bc886d-d455-437c-a308-8c8363029a18 admin admin] Publish callbacks [] for security_group (8b9e30ce-4db6-4bea-88e3-74395a245917), before_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:01.727111 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-b2bc886d-d455-437c-a308-8c8363029a18 admin admin] Publish callbacks [] for security_group (8b9e30ce-4db6-4bea-88e3-74395a245917), precommit_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:01.732261 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-80ee8635-cc3a-45fc-9c7a-04496d12a384 req-ec7cb28c-2654-43d1-bf4e-8b0e03f6ea25 service neutron] 10.222.0.57 "GET /networking/v2.0/security-groups?id=47037163-61fb-461f-809c-733d83e39634&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459797 Sep 18 00:57:01.781490 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-b2bc886d-d455-437c-a308-8c8363029a18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512506'] for security_group (8b9e30ce-4db6-4bea-88e3-74395a245917), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:01.785083 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-b2bc886d-d455-437c-a308-8c8363029a18 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:01.786631 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [None req-b2bc886d-d455-437c-a308-8c8363029a18 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/8b9e30ce-4db6-4bea-88e3-74395a245917 HTTP/1.1" status: 204 len: 168 time: 0.1453955 Sep 18 00:57:01.800100 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bc886d-d455-437c-a308-8c8363029a18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b9e30ce-4db6-4bea-88e3-74395a245917,revision_number=None']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:02.073955 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:57:02.122135 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3445772b-0d6c-4d4e-a836-2caca31920b9 req-332fb96f-69b7-48aa-a480-f1d65f68ba4a tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:02.124520 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-3445772b-0d6c-4d4e-a836-2caca31920b9 req-332fb96f-69b7-48aa-a480-f1d65f68ba4a tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=77b2c1db-b85b-43e2-b6ff-bcd8e7bd9728 HTTP/1.1" status: 200 len: 946 time: 0.1228404 Sep 18 00:57:02.162539 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac4e23b-46d5-4ae5-ab8e-b9d904240603 req-26753cae-d6bd-4796-b73e-a1a57753b345 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:02.170890 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-9ac4e23b-46d5-4ae5-ab8e-b9d904240603 req-26753cae-d6bd-4796-b73e-a1a57753b345 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c1cf145a-d8d5-4a7e-937b-729bf79629fa HTTP/1.1" status: 200 len: 946 time: 0.1255190 Sep 18 00:57:02.265257 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-9ac4e23b-46d5-4ae5-ab8e-b9d904240603 req-eba870ac-36b0-430f-9faa-18e047c871d9 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5d1f43e9-9af2-4e0f-a00b-d54373283a26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0935388 Sep 18 00:57:02.267203 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.33', 57922) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:57:02.314360 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8486bffc-b299-4010-9667-b64b267d0062 req-b704b89e-adb5-4f0c-ac29-8d24e14a2d87 tempest-DeleteServersTestJSON-1695902054 tempest-DeleteServersTestJSON-1695902054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:02.316237 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-8486bffc-b299-4010-9667-b64b267d0062 req-b704b89e-adb5-4f0c-ac29-8d24e14a2d87 tempest-DeleteServersTestJSON-1695902054 tempest-DeleteServersTestJSON-1695902054-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=5674ad19-62fd-4a3a-98b8-27051ad03cc7 HTTP/1.1" status: 200 len: 945 time: 0.1118460 Sep 18 00:57:02.364721 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-1517c7bc-b740-45c0-a709-91eaf94ba24f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:02.381006 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-3445772b-0d6c-4d4e-a836-2caca31920b9 req-2c59ecd4-43da-4280-90f6-1ee6b76a1493 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a60bb66f-d31d-4ec8-90a6-9444418b3a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2463417 Sep 18 00:57:02.383464 dv-cinder-master-3-smb neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:UPDATE=4,neutron:SELECT=96 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:57:02.453023 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71c4c8b-18b7-4825-b237-ada4a292427a req-4dc9edb2-6a3a-48dc-83ee-0e5266673773 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:02.454383 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-f71c4c8b-18b7-4825-b237-ada4a292427a req-4dc9edb2-6a3a-48dc-83ee-0e5266673773 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c1cf145a-d8d5-4a7e-937b-729bf79629fa HTTP/1.1" status: 200 len: 946 time: 0.0949361 Sep 18 00:57:02.465747 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.33', 57926) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:57:02.468395 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6375420-875f-4866-866f-307dc065e301 req-139bc98b-61f4-4ea3-a2cd-241fadbd6661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:02.469867 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-b6375420-875f-4866-866f-307dc065e301 req-139bc98b-61f4-4ea3-a2cd-241fadbd6661 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=3e60962c-164c-4e15-8d69-6601f5d7b205 HTTP/1.1" status: 200 len: 912 time: 0.2532792 Sep 18 00:57:02.475201 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.v2.base [None req-d889b677-422b-46b2-9e94-107aa63229d5 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Request body: {'floatingip': {'port_id': '3b10ed6a-bc95-40e6-afaa-4936e44594eb'}} {{(pid=106230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:57:02.562656 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d889b677-422b-46b2-9e94-107aa63229d5 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Publish callbacks [] for floatingip (bc2843cd-42ac-4bf4-aca4-0afd8a7bb211), before_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:02.728727 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abd2088-d997-45a3-8898-c6edd7670625 req-1f5ae385-7c9e-4512-b91a-079251c65cd0 tempest-DeleteServersTestJSON-1695902054 tempest-DeleteServersTestJSON-1695902054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:02.730138 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-0abd2088-d997-45a3-8898-c6edd7670625 req-1f5ae385-7c9e-4512-b91a-079251c65cd0 tempest-DeleteServersTestJSON-1695902054 tempest-DeleteServersTestJSON-1695902054-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5674ad19-62fd-4a3a-98b8-27051ad03cc7 HTTP/1.1" status: 200 len: 945 time: 0.1839993 Sep 18 00:57:02.801261 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1b9e05-c5ec-4d5e-b539-7a704dbfa39e req-6b513d11-7f94-4c20-9042-ff031eb9777d tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:02.802707 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-bd1b9e05-c5ec-4d5e-b539-7a704dbfa39e req-6b513d11-7f94-4c20-9042-ff031eb9777d tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e2055882-050f-4acf-a99c-96d698e25963 HTTP/1.1" status: 200 len: 945 time: 0.2147679 Sep 18 00:57:02.809808 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [req-8486bffc-b299-4010-9667-b64b267d0062 req-6f33e6b9-6d9e-4516-8184-e4f7458a402c tempest-DeleteServersTestJSON-1695902054 tempest-DeleteServersTestJSON-1695902054-project] Deleting port a8ed2c0d-d075-4325-a1f8-6418484d4934 {{(pid=106231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 18 00:57:02.810149 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [req-8486bffc-b299-4010-9667-b64b267d0062 req-6f33e6b9-6d9e-4516-8184-e4f7458a402c tempest-DeleteServersTestJSON-1695902054 tempest-DeleteServersTestJSON-1695902054-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749746030605'] for port (a8ed2c0d-d075-4325-a1f8-6418484d4934), before_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:02.841396 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:57:02.885290 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-1517c7bc-b740-45c0-a709-91eaf94ba24f admin admin] Publish callbacks [] for security_group (4bf0d557-d626-4d10-bd19-728f766a1749), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:02.908601 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-1517c7bc-b740-45c0-a709-91eaf94ba24f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512506'] for security_group (4bf0d557-d626-4d10-bd19-728f766a1749), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:02.910220 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.plugins.ml2.db [req-8486bffc-b299-4010-9667-b64b267d0062 req-6f33e6b9-6d9e-4516-8184-e4f7458a402c tempest-DeleteServersTestJSON-1695902054 tempest-DeleteServersTestJSON-1695902054-project] For port a8ed2c0d-d075-4325-a1f8-6418484d4934, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=a8ed2c0d-d075-4325-a1f8-6418484d4934,segment=NetworkSegment(0bc43035-2a06-4549-bc0f-2c1d1396a95a),segment_id=0bc43035-2a06-4549-bc0f-2c1d1396a95a)] {{(pid=106231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:57:02.910618 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [req-8486bffc-b299-4010-9667-b64b267d0062 req-6f33e6b9-6d9e-4516-8184-e4f7458a402c tempest-DeleteServersTestJSON-1695902054 tempest-DeleteServersTestJSON-1695902054-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16488537'] for port (a8ed2c0d-d075-4325-a1f8-6418484d4934), precommit_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:02.920650 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-b6375420-875f-4866-866f-307dc065e301 req-3d19bae8-5af0-4eb2-b687-0acf48b47f2b service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=caeb66db-fb12-4f3e-b68c-119f4575bc44 HTTP/1.1" status: 200 len: 1002 time: 0.2111998 Sep 18 00:57:02.926963 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [req-8486bffc-b299-4010-9667-b64b267d0062 req-6f33e6b9-6d9e-4516-8184-e4f7458a402c tempest-DeleteServersTestJSON-1695902054 tempest-DeleteServersTestJSON-1695902054-project] Calling delete_port for a8ed2c0d-d075-4325-a1f8-6418484d4934 owned by compute:nova {{(pid=106231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 18 00:57:02.939985 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:57:03.097728 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [req-8486bffc-b299-4010-9667-b64b267d0062 req-6f33e6b9-6d9e-4516-8184-e4f7458a402c tempest-DeleteServersTestJSON-1695902054 tempest-DeleteServersTestJSON-1695902054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749746033803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749745591516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13917182'] for port (a8ed2c0d-d075-4325-a1f8-6418484d4934), after_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:03.125416 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f33e6b9-6d9e-4516-8184-e4f7458a402c tempest-DeleteServersTestJSON-1695902054 tempest-DeleteServersTestJSON-1695902054-project] Pushing event deleted for resources: {'Port': ['ID=a8ed2c0d-d075-4325-a1f8-6418484d4934,revision_number=None']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:03.156987 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.db [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] get_ports_and_sgs() called for port_ids ['a8ed2c0d-d075-4325-a1f8-6418484d4934'] {{(pid=106232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 18 00:57:03.214421 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.db.l3_dvrscheduler_db [req-8486bffc-b299-4010-9667-b64b267d0062 req-6f33e6b9-6d9e-4516-8184-e4f7458a402c tempest-DeleteServersTestJSON-1695902054 tempest-DeleteServersTestJSON-1695902054-project] No DVR routers for this DVR port a8ed2c0d-d075-4325-a1f8-6418484d4934 on host hv-cinder-maste {{(pid=106231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 18 00:57:03.218959 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [req-8486bffc-b299-4010-9667-b64b267d0062 req-6f33e6b9-6d9e-4516-8184-e4f7458a402c tempest-DeleteServersTestJSON-1695902054 tempest-DeleteServersTestJSON-1695902054-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16701016'] for port (None), before_response {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:03.223272 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-8486bffc-b299-4010-9667-b64b267d0062 req-6f33e6b9-6d9e-4516-8184-e4f7458a402c tempest-DeleteServersTestJSON-1695902054 tempest-DeleteServersTestJSON-1695902054-project] 10.222.0.57 "DELETE /networking/v2.0/ports/a8ed2c0d-d075-4325-a1f8-6418484d4934 HTTP/1.1" status: 204 len: 173 time: 0.5342350 Sep 18 00:57:03.224247 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5674ad19-62fd-4a3a-98b8-27051ad03cc7', 'name': 'network-vif-deleted', 'tag': 'a8ed2c0d-d075-4325-a1f8-6418484d4934'}] {{(pid=106231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 18 00:57:03.227411 dv-cinder-master-3-smb neutron-server[106231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2daae94765ac049e9d9a56900be8c16ad14208507d163719654d83d071b86d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7abbdc67-0e5d-4cde-a273-0412e9ecbe9e" -d '{"events": [{"server_uuid": "5674ad19-62fd-4a3a-98b8-27051ad03cc7", "name": "network-vif-deleted", "tag": "a8ed2c0d-d075-4325-a1f8-6418484d4934"}]}' {{(pid=106231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:57:03.271499 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-0abd2088-d997-45a3-8898-c6edd7670625 req-05888c82-1532-4318-90cd-f8b68edc4f9c tempest-DeleteServersTestJSON-1695902054 tempest-DeleteServersTestJSON-1695902054-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=22b6fc2b-5107-4c4f-a50a-5c4d2f5fcd24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5245748 Sep 18 00:57:03.359667 dv-cinder-master-3-smb neutron-server[106231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 18 Sep 2022 00:57:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad7cc332-8064-48f5-93e3-2d980bbee8d9 x-openstack-request-id: req-ad7cc332-8064-48f5-93e3-2d980bbee8d9 {{(pid=106231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:57:03.362261 dv-cinder-master-3-smb neutron-server[106231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5674ad19-62fd-4a3a-98b8-27051ad03cc7", "name": "network-vif-deleted", "tag": "a8ed2c0d-d075-4325-a1f8-6418484d4934", "status": "completed", "code": 200}]} {{(pid=106231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:57:03.362866 dv-cinder-master-3-smb neutron-server[106231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-ad7cc332-8064-48f5-93e3-2d980bbee8d9 {{(pid=106231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:57:03.363472 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad7cc332-8064-48f5-93e3-2d980bbee8d9'] response: {'server_uuid': '5674ad19-62fd-4a3a-98b8-27051ad03cc7', 'name': 'network-vif-deleted', 'tag': 'a8ed2c0d-d075-4325-a1f8-6418484d4934', 'status': 'completed', 'code': 200} Sep 18 00:57:03.396084 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1517c7bc-b740-45c0-a709-91eaf94ba24f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bf0d557-d626-4d10-bd19-728f766a1749,revision_number=1']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:03.405007 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-bd1b9e05-c5ec-4d5e-b539-7a704dbfa39e req-68e14707-95dd-4193-9f14-d57ea0e538d1 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=47037163-61fb-461f-809c-733d83e39634&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5682077 Sep 18 00:57:03.413910 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [None req-1517c7bc-b740-45c0-a709-91eaf94ba24f admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=5835f97dfee74991a21903d3ceee00a3&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1351986 Sep 18 00:57:03.414977 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 57946) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:57:03.537731 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f2286f87-c9ba-4497-88d0-9417f3a2da20 admin admin] Publish callbacks [] for security_group (4bf0d557-d626-4d10-bd19-728f766a1749), before_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:03.562575 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f2286f87-c9ba-4497-88d0-9417f3a2da20 admin admin] Publish callbacks [] for security_group (4bf0d557-d626-4d10-bd19-728f766a1749), precommit_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:03.622625 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f2286f87-c9ba-4497-88d0-9417f3a2da20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512506'] for security_group (4bf0d557-d626-4d10-bd19-728f766a1749), after_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:03.625816 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-f2286f87-c9ba-4497-88d0-9417f3a2da20 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:03.630644 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-f2286f87-c9ba-4497-88d0-9417f3a2da20 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/4bf0d557-d626-4d10-bd19-728f766a1749 HTTP/1.1" status: 204 len: 168 time: 0.2109783 Sep 18 00:57:03.637330 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2286f87-c9ba-4497-88d0-9417f3a2da20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bf0d557-d626-4d10-bd19-728f766a1749,revision_number=None']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:03.639737 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6375420-875f-4866-866f-307dc065e301 req-cda703bd-cc7c-46e0-8dc0-df7b6cb49227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:03.646375 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-b6375420-875f-4866-866f-307dc065e301 req-cda703bd-cc7c-46e0-8dc0-df7b6cb49227 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=f52e5768-3b6e-420f-b5d0-cc4e5c3ba047 HTTP/1.1" status: 200 len: 850 time: 0.6971815 Sep 18 00:57:03.652361 dv-cinder-master-3-smb neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:57:03.791349 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 57956) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:57:03.796058 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c08e16-bfce-4a3e-80a4-170bbb123e61 req-5da171eb-377c-484f-b89f-6d4eb709e94c tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:03.797584 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-c1c08e16-bfce-4a3e-80a4-170bbb123e61 req-5da171eb-377c-484f-b89f-6d4eb709e94c tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=77b2c1db-b85b-43e2-b6ff-bcd8e7bd9728 HTTP/1.1" status: 200 len: 946 time: 0.1963573 Sep 18 00:57:03.890555 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6375420-875f-4866-866f-307dc065e301 req-5f8f1510-e3ae-4d5d-9cd2-f983b4bb7a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:03.892111 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-b6375420-875f-4866-866f-307dc065e301 req-5f8f1510-e3ae-4d5d-9cd2-f983b4bb7a6d service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=3e60962c-164c-4e15-8d69-6601f5d7b205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1247995 Sep 18 00:57:04.029625 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-c1c08e16-bfce-4a3e-80a4-170bbb123e61 req-179dc489-2ac5-4447-91e2-49e17d8789ba tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a60bb66f-d31d-4ec8-90a6-9444418b3a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060895 Sep 18 00:57:04.041986 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.db.resource_extend [None req-d889b677-422b-46b2-9e94-107aa63229d5 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Sep 18 00:57:04.110867 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-ba850a07-7917-42db-923d-365a6658268e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:04.154718 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d889b677-422b-46b2-9e94-107aa63229d5 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:04.158859 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-b6375420-875f-4866-866f-307dc065e301 req-fd8a94d1-12d1-4884-b4aa-fe3ec4a2db7d service neutron] 10.222.0.57 "GET /networking/v2.0/networks/3e60962c-164c-4e15-8d69-6601f5d7b205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2377138 Sep 18 00:57:04.159999 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d889b677-422b-46b2-9e94-107aa63229d5 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16489891'] for floatingip (bc2843cd-42ac-4bf4-aca4-0afd8a7bb211), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:04.228963 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-ba850a07-7917-42db-923d-365a6658268e admin admin] Publish callbacks [] for security_group (439b8686-d61a-4973-ac5a-2e662b30c598), precommit_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:04.233700 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-ba850a07-7917-42db-923d-365a6658268e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512506'] for security_group (439b8686-d61a-4973-ac5a-2e662b30c598), after_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:04.273054 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=87,neutron:DELETE=7,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:57:04.293501 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba850a07-7917-42db-923d-365a6658268e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=439b8686-d61a-4973-ac5a-2e662b30c598,revision_number=1']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:04.298121 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-ba850a07-7917-42db-923d-365a6658268e admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=7cf0162746084295bf05ab16491db076&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5054915 Sep 18 00:57:04.301468 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 57970) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:57:04.330319 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=6 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:57:04.342384 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.db.l3_db [None req-d889b677-422b-46b2-9e94-107aa63229d5 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Floating IP bc2843cd-42ac-4bf4-aca4-0afd8a7bb211 associated. External IP: 172.37.5.249, port: 3b10ed6a-bc95-40e6-afaa-4936e44594eb. Sep 18 00:57:04.382741 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-d27bd79b-6da1-473c-a0a7-412ff822a472 admin admin] Publish callbacks [] for security_group (439b8686-d61a-4973-ac5a-2e662b30c598), before_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:04.393950 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-b6375420-875f-4866-866f-307dc065e301 req-747dd089-8c3e-4468-afd7-db5b3b87ac66 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/3e60962c-164c-4e15-8d69-6601f5d7b205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2001352 Sep 18 00:57:04.423418 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-d27bd79b-6da1-473c-a0a7-412ff822a472 admin admin] Publish callbacks [] for security_group (439b8686-d61a-4973-ac5a-2e662b30c598), precommit_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:04.476055 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:57:04.529333 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-d27bd79b-6da1-473c-a0a7-412ff822a472 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512506'] for security_group (439b8686-d61a-4973-ac5a-2e662b30c598), after_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:04.530292 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-91883ee2-9a91-4e89-9b55-3d1871a764c2 req-21dba665-4d91-4970-b51e-61b466982920 tempest-DeleteServersTestJSON-1695902054 tempest-DeleteServersTestJSON-1695902054-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5674ad19-62fd-4a3a-98b8-27051ad03cc7 HTTP/1.1" status: 200 len: 210 time: 0.0672085 Sep 18 00:57:04.532188 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-d27bd79b-6da1-473c-a0a7-412ff822a472 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:04.536350 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-d27bd79b-6da1-473c-a0a7-412ff822a472 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/439b8686-d61a-4973-ac5a-2e662b30c598 HTTP/1.1" status: 204 len: 168 time: 0.2307405 Sep 18 00:57:04.549111 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27bd79b-6da1-473c-a0a7-412ff822a472 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=439b8686-d61a-4973-ac5a-2e662b30c598,revision_number=None']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:04.713805 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:57:04.757207 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 57992) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:57:04.789612 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d889b677-422b-46b2-9e94-107aa63229d5 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Router afd96339-e571-4ae6-8804-46a62196660b has already been hosted by L3 agent d0e8801d-4758-48bd-8085-7f05d3358764 {{(pid=106230) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:57:04.813705 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1670497-b2f9-4f81-889d-abed146abc9f req-fafc3f29-33e5-4605-92e1-bf99d855da4d tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:04.815329 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-c1670497-b2f9-4f81-889d-abed146abc9f req-fafc3f29-33e5-4605-92e1-bf99d855da4d tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e2055882-050f-4acf-a99c-96d698e25963 HTTP/1.1" status: 200 len: 945 time: 0.0973790 Sep 18 00:57:04.921628 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-347bba4a-2a2c-4d73-ba4b-2b60fd8b2dfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (25137928-f4de-4c87-813e-883d046ac13f), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:04.966336 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-c1670497-b2f9-4f81-889d-abed146abc9f req-f7694f79-0a4a-4e9d-9d02-68eaab6aaa14 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=47037163-61fb-461f-809c-733d83e39634&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1072562 Sep 18 00:57:04.975012 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d889b677-422b-46b2-9e94-107aa63229d5 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=106230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:57:04.980306 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d889b677-422b-46b2-9e94-107aa63229d5 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16701016'] for floatingip (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:04.996653 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a0dadee-fa73-4924-a43b-03a07d9e65d8 None None] Sync routers for ids ['afd96339-e571-4ae6-8804-46a62196660b'] in dv-cinder-master-3-smb {{(pid=106233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:57:05.025497 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a0dadee-fa73-4924-a43b-03a07d9e65d8 None None] Routers {'afd96339-e571-4ae6-8804-46a62196660b'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 18 00:57:05.026383 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.l3_hamode_db [None req-5a0dadee-fa73-4924-a43b-03a07d9e65d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-18T00:47:37Z,description=,heartbeat_timestamp=2022-09-18T00:56:37Z,host='dv-cinder-master-3-smb',id=d0e8801d-4758-48bd-8085-7f05d3358764,load=0,resource_versions=,resources_synced=,started_at=2022-09-18T00:47:37Z,topic='l3_agent')) {'router_ids': ['afd96339-e571-4ae6-8804-46a62196660b'], 'active': True} {{(pid=106233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:57:05.095342 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.v2.base [None req-d54672fb-3bdb-42e4-8aa8-88dfa2e2edd4 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-156374971-network', 'tenant_id': '4760ac3b2a024eb7a0718a1420d492a9'}} {{(pid=106231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:57:05.132582 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d54672fb-3bdb-42e4-8aa8-88dfa2e2edd4 admin admin] Made reservation on behalf of 4760ac3b2a024eb7a0718a1420d492a9 for: {'network': 1} {{(pid=106231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:57:05.135573 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-d54672fb-3bdb-42e4-8aa8-88dfa2e2edd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for network (None), before_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:05.141984 dv-cinder-master-3-smb neutron-server[106233]: DEBUG dbcounter [-] [106233] Writing DB stats neutron:SELECT=100 {{(pid=106233) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:57:05.157178 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-d54672fb-3bdb-42e4-8aa8-88dfa2e2edd4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:05.186343 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.l3_dvr_db [None req-5a0dadee-fa73-4924-a43b-03a07d9e65d8 None None] Set router afd96339-e571-4ae6-8804-46a62196660b gateway port host: dv-cinder-master-3-smb {{(pid=106233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 18 00:57:05.259620 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-d54672fb-3bdb-42e4-8aa8-88dfa2e2edd4 admin admin] Publish callbacks [] for security_group (daaef5e0-2773-432f-8e0a-badb81f5314b), precommit_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:05.266081 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-d54672fb-3bdb-42e4-8aa8-88dfa2e2edd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512506'] for security_group (daaef5e0-2773-432f-8e0a-badb81f5314b), after_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:05.298822 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d54672fb-3bdb-42e4-8aa8-88dfa2e2edd4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 180} {{(pid=106231) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 00:57:05.328960 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-d54672fb-3bdb-42e4-8aa8-88dfa2e2edd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-977230'] for segment (41baa60f-ccd4-49e9-9d53-4f008ff8663e), precommit_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:05.329302 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.db.segments_db [None req-d54672fb-3bdb-42e4-8aa8-88dfa2e2edd4 admin admin] Added segment 41baa60f-ccd4-49e9-9d53-4f008ff8663e of type vlan for network 7aa7dca7-9cff-4b1a-8ea5-d2e6639d53b6 Sep 18 00:57:05.330703 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54672fb-3bdb-42e4-8aa8-88dfa2e2edd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daaef5e0-2773-432f-8e0a-badb81f5314b,revision_number=1']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:05.367366 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [None req-d889b677-422b-46b2-9e94-107aa63229d5 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "PUT /networking/v2.0/floatingips/bc2843cd-42ac-4bf4-aca4-0afd8a7bb211 HTTP/1.1" status: 200 len: 992 time: 2.8941052 Sep 18 00:57:05.369508 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1cf145a-d8d5-4a7e-937b-729bf79629fa', 'tag': '3b10ed6a-bc95-40e6-afaa-4936e44594eb'}] {{(pid=106230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 18 00:57:05.371781 dv-cinder-master-3-smb neutron-server[106230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5cb6f936bef875aa30205792da77c9643b85616d99b85ee9f5e1cfaba0fe173" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c22f4b3-64f5-4d29-b4f6-7e034fc502f6" -d '{"events": [{"name": "network-changed", "server_uuid": "c1cf145a-d8d5-4a7e-937b-729bf79629fa", "tag": "3b10ed6a-bc95-40e6-afaa-4936e44594eb"}]}' {{(pid=106230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:57:05.387776 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-d54672fb-3bdb-42e4-8aa8-88dfa2e2edd4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749745527471'] for network (7aa7dca7-9cff-4b1a-8ea5-d2e6639d53b6), precommit_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:05.413351 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f57419-a145-45b2-9ee3-b03ab478a844 req-77664d12-777d-42ef-8739-225e01b2106d tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:05.418642 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-70f57419-a145-45b2-9ee3-b03ab478a844 req-77664d12-777d-42ef-8739-225e01b2106d tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=77b2c1db-b85b-43e2-b6ff-bcd8e7bd9728 HTTP/1.1" status: 200 len: 946 time: 0.1250000 Sep 18 00:57:05.421757 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-d54672fb-3bdb-42e4-8aa8-88dfa2e2edd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16510767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039'] for network (7aa7dca7-9cff-4b1a-8ea5-d2e6639d53b6), after_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:05.423144 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d54672fb-3bdb-42e4-8aa8-88dfa2e2edd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:05.424050 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-d54672fb-3bdb-42e4-8aa8-88dfa2e2edd4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16267021'] for network (None), before_response {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:05.434010 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64da9a64-6a59-4afd-ba0b-9de396d170ff req-ff971af1-ae7c-48eb-b68a-47ef67a45a90 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:05.435572 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-64da9a64-6a59-4afd-ba0b-9de396d170ff req-ff971af1-ae7c-48eb-b68a-47ef67a45a90 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e2055882-050f-4acf-a99c-96d698e25963 HTTP/1.1" status: 200 len: 945 time: 0.1391487 Sep 18 00:57:05.451692 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.33', 58018) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:57:05.466683 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.v2.base [None req-a8aeb9c6-dc53-473f-bc0d-6519e01f4b3b tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Request body: {'floatingip': {'port_id': 'ff818f99-6875-42e7-8af0-6e7c1e9ef011'}} {{(pid=106230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:57:05.484032 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.l3_hamode_db [None req-5a0dadee-fa73-4924-a43b-03a07d9e65d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afd96339-e571-4ae6-8804-46a62196660b', 'name': 'tempest-AttachVolumeShelveTestJSON-1100825849-router', 'tenant_id': '1a7f6c917c934c00a862b9946ce2b1cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'external_fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.152'}], 'enable_snat': True}, 'gw_port_id': '51e28825-0c57-4907-8702-1c2946ca62e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:55:59Z', 'updated_at': '2022-09-18T00:56:11Z', 'revision_number': 4, 'project_id': '1a7f6c917c934c00a862b9946ce2b1cd', 'gw_port': {'id': '51e28825-0c57-4907-8702-1c2946ca62e8', 'name': '', 'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:0b:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd96339-e571-4ae6-8804-46a62196660b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:56:01Z', 'updated_at': '2022-09-18T00:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': 'bc2843cd-42ac-4bf4-aca4-0afd8a7bb211', 'tenant_id': '1a7f6c917c934c00a862b9946ce2b1cd', 'floating_ip_address': '172.37.5.249', 'floating_network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'router_id': 'afd96339-e571-4ae6-8804-46a62196660b', 'port_id': '3b10ed6a-bc95-40e6-afaa-4936e44594eb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 150, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5b2870f5-1df6-4588-9304-3be88fc2aeec', 'mac_address': 'fa:16:3e:83:05:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1cf145a-d8d5-4a7e-937b-729bf79629fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-18T00:56:19Z', 'updated_at': '2022-09-18T00:57:03Z', 'revision_number': 1, 'project_id': '1a7f6c917c934c00a862b9946ce2b1cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9bc47a8-4881-46c7-add9-d9f3582d3f14', 'name': '', 'network_id': '5b2870f5-1df6-4588-9304-3be88fc2aeec', 'tenant_id': '1a7f6c917c934c00a862b9946ce2b1cd', 'mac_address': 'fa:16:3e:7a:53:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd96339-e571-4ae6-8804-46a62196660b', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': 'b02e0a67-927b-4f1f-86aa-5b54aefb606b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:56:09Z', 'updated_at': '2022-09-18T00:56:29Z', 'revision_number': 5, 'project_id': '1a7f6c917c934c00a862b9946ce2b1cd', 'subnets': [{'id': 'b02e0a67-927b-4f1f-86aa-5b54aefb606b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=106233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:57:05.517360 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a0dadee-fa73-4924-a43b-03a07d9e65d8 None None] Checking router: afd96339-e571-4ae6-8804-46a62196660b for host: dv-cinder-master-3-smb {{(pid=106233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:57:05.528288 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a0dadee-fa73-4924-a43b-03a07d9e65d8 None None] Routers {'afd96339-e571-4ae6-8804-46a62196660b'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 18 00:57:05.529362 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.l3_hamode_db [None req-5a0dadee-fa73-4924-a43b-03a07d9e65d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-18T00:47:37Z,description=,heartbeat_timestamp=2022-09-18T00:56:37Z,host='dv-cinder-master-3-smb',id=d0e8801d-4758-48bd-8085-7f05d3358764,load=0,resource_versions=,resources_synced=,started_at=2022-09-18T00:47:37Z,topic='l3_agent')) {'router_ids': ['afd96339-e571-4ae6-8804-46a62196660b'], 'active': True} {{(pid=106233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:57:05.532778 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54672fb-3bdb-42e4-8aa8-88dfa2e2edd4 admin admin] Pushing event updated for resources: {'Network': ['ID=7aa7dca7-9cff-4b1a-8ea5-d2e6639d53b6,revision_number=1']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:05.545795 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.rpc [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Network 7aa7dca7-9cff-4b1a-8ea5-d2e6639d53b6 details requested by agent ovs-agent-dv-cinder-master-3-smb with host dv-cinder-master-3-smb {{(pid=106232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 00:57:05.568749 dv-cinder-master-3-smb neutron-server[106230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 18 Sep 2022 00:57:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-934569c4-cbc5-4902-bbed-10652ef0fa22 x-openstack-request-id: req-934569c4-cbc5-4902-bbed-10652ef0fa22 {{(pid=106230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:57:05.569300 dv-cinder-master-3-smb neutron-server[106230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1cf145a-d8d5-4a7e-937b-729bf79629fa", "tag": "3b10ed6a-bc95-40e6-afaa-4936e44594eb", "status": "completed", "code": 200}]} {{(pid=106230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:57:05.569300 dv-cinder-master-3-smb neutron-server[106230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-934569c4-cbc5-4902-bbed-10652ef0fa22 {{(pid=106230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:57:05.569666 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.notifiers.nova [-] Nova event matching ['req-934569c4-cbc5-4902-bbed-10652ef0fa22'] response: {'name': 'network-changed', 'server_uuid': 'c1cf145a-d8d5-4a7e-937b-729bf79629fa', 'tag': '3b10ed6a-bc95-40e6-afaa-4936e44594eb', 'status': 'completed', 'code': 200} Sep 18 00:57:05.587378 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-d54672fb-3bdb-42e4-8aa8-88dfa2e2edd4 admin admin] 10.222.0.33 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8290131 Sep 18 00:57:05.591829 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 58026) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:57:05.604798 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-70f57419-a145-45b2-9ee3-b03ab478a844 req-1b3fbc14-529e-4972-89ec-f8983ab83c34 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a60bb66f-d31d-4ec8-90a6-9444418b3a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680927 Sep 18 00:57:05.609589 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-a8aeb9c6-dc53-473f-bc0d-6519e01f4b3b tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Publish callbacks [] for floatingip (e0606aab-0a3f-4cf7-9460-8b11189403e1), before_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:05.627828 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.v2.base [None req-022954fe-02a0-4964-8e45-bd5e0805261d admin admin] Request body: {'subnet': {'network_id': '7aa7dca7-9cff-4b1a-8ea5-d2e6639d53b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-156374971-subnet', 'tenant_id': '4760ac3b2a024eb7a0718a1420d492a9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:57:05.677611 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.l3_dvr_db [None req-5a0dadee-fa73-4924-a43b-03a07d9e65d8 None None] Set router afd96339-e571-4ae6-8804-46a62196660b gateway port host: dv-cinder-master-3-smb {{(pid=106233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 18 00:57:05.695834 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-022954fe-02a0-4964-8e45-bd5e0805261d admin admin] Made reservation on behalf of 4760ac3b2a024eb7a0718a1420d492a9 for: {'subnet': 1} {{(pid=106231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:57:05.698478 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-022954fe-02a0-4964-8e45-bd5e0805261d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13973689'] for subnet (None), before_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:05.885123 dv-cinder-master-3-smb neutron-server[106233]: DEBUG dbcounter [-] [106233] Writing DB stats neutron:SELECT=100 {{(pid=106233) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:57:05.922743 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.rpc [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Device a8ed2c0d-d075-4325-a1f8-6418484d4934 no longer exists at agent hyperv_hv-cinder-maste {{(pid=106232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:57:05.948047 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] No Port match for: a8ed2c0d-d075-4325-a1f8-6418484d4934 {{(pid=106232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 18 00:57:05.948634 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.rpc [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Device a8ed2c0d-d075-4325-a1f8-6418484d4934 not bound to the agent host hv-cinder-maste {{(pid=106232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:57:06.008512 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-65b21ff3-2bf4-4d47-9513-64118532e8b5 req-5a72e320-c59d-45bb-bead-fc9e2aeeae0c tempest-DeleteServersTestJSON-1695902054 tempest-DeleteServersTestJSON-1695902054-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5674ad19-62fd-4a3a-98b8-27051ad03cc7 HTTP/1.1" status: 200 len: 210 time: 0.1472135 Sep 18 00:57:06.012218 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c22f4b3-64f5-4d29-b4f6-7e034fc502f6 req-05ae8e10-7913-4a51-8ce3-e1006c09bf31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:06.015567 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-4c22f4b3-64f5-4d29-b4f6-7e034fc502f6 req-05ae8e10-7913-4a51-8ce3-e1006c09bf31 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=1a7f6c917c934c00a862b9946ce2b1cd&device_id=c1cf145a-d8d5-4a7e-937b-729bf79629fa HTTP/1.1" status: 200 len: 1130 time: 0.1496224 Sep 18 00:57:06.017197 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-022954fe-02a0-4964-8e45-bd5e0805261d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16510870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13914190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13973679'] for subnet (620ea2f9-6c41-43ec-8186-dd484279de33), after_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:06.101442 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022954fe-02a0-4964-8e45-bd5e0805261d admin admin] Pushing event updated for resources: {'Subnet': ['ID=620ea2f9-6c41-43ec-8186-dd484279de33,revision_number=0']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:06.122027 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-022954fe-02a0-4964-8e45-bd5e0805261d admin admin] Checking segment: {'id': '41baa60f-ccd4-49e9-9d53-4f008ff8663e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '7aa7dca7-9cff-4b1a-8ea5-d2e6639d53b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 18 00:57:06.122387 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-022954fe-02a0-4964-8e45-bd5e0805261d admin admin] Network hostable DHCP agents. Network: 7aa7dca7-9cff-4b1a-8ea5-d2e6639d53b6, hostable agents: ['25137928-f4de-4c87-813e-883d046ac13f'], hosted agents: [] {{(pid=106231) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 00:57:06.128779 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=79,neutron:DELETE=3,neutron:INSERT=14,neutron:UPDATE=4 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:57:06.129454 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=84,neutron:DELETE=3,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:57:06.138451 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.l3_hamode_db [None req-5a0dadee-fa73-4924-a43b-03a07d9e65d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afd96339-e571-4ae6-8804-46a62196660b', 'name': 'tempest-AttachVolumeShelveTestJSON-1100825849-router', 'tenant_id': '1a7f6c917c934c00a862b9946ce2b1cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'external_fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.152'}], 'enable_snat': True}, 'gw_port_id': '51e28825-0c57-4907-8702-1c2946ca62e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:55:59Z', 'updated_at': '2022-09-18T00:56:11Z', 'revision_number': 4, 'project_id': '1a7f6c917c934c00a862b9946ce2b1cd', 'gw_port': {'id': '51e28825-0c57-4907-8702-1c2946ca62e8', 'name': '', 'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:0b:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd96339-e571-4ae6-8804-46a62196660b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:56:01Z', 'updated_at': '2022-09-18T00:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': 'bc2843cd-42ac-4bf4-aca4-0afd8a7bb211', 'tenant_id': '1a7f6c917c934c00a862b9946ce2b1cd', 'floating_ip_address': '172.37.5.249', 'floating_network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'router_id': 'afd96339-e571-4ae6-8804-46a62196660b', 'port_id': '3b10ed6a-bc95-40e6-afaa-4936e44594eb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 150, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5b2870f5-1df6-4588-9304-3be88fc2aeec', 'mac_address': 'fa:16:3e:83:05:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1cf145a-d8d5-4a7e-937b-729bf79629fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-18T00:56:19Z', 'updated_at': '2022-09-18T00:57:03Z', 'revision_number': 1, 'project_id': '1a7f6c917c934c00a862b9946ce2b1cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9bc47a8-4881-46c7-add9-d9f3582d3f14', 'name': '', 'network_id': '5b2870f5-1df6-4588-9304-3be88fc2aeec', 'tenant_id': '1a7f6c917c934c00a862b9946ce2b1cd', 'mac_address': 'fa:16:3e:7a:53:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd96339-e571-4ae6-8804-46a62196660b', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': 'b02e0a67-927b-4f1f-86aa-5b54aefb606b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:56:09Z', 'updated_at': '2022-09-18T00:56:29Z', 'revision_number': 5, 'project_id': '1a7f6c917c934c00a862b9946ce2b1cd', 'subnets': [{'id': 'b02e0a67-927b-4f1f-86aa-5b54aefb606b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=106233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:57:06.149329 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-022954fe-02a0-4964-8e45-bd5e0805261d admin admin] Network 7aa7dca7-9cff-4b1a-8ea5-d2e6639d53b6 is scheduled to be hosted by DHCP agent 25137928-f4de-4c87-813e-883d046ac13f with binding_index 1 {{(pid=106231) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 00:57:06.163336 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.scheduler.base_scheduler [None req-022954fe-02a0-4964-8e45-bd5e0805261d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-smb, 7aa7dca7-9cff-4b1a-8ea5-d2e6639d53b6) {{(pid=106231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:57:06.172641 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d744aa1-81ca-49bc-8d17-745335985104 None None] Network 7aa7dca7-9cff-4b1a-8ea5-d2e6639d53b6 requested from dv-cinder-master-3-smb {{(pid=106232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 18 00:57:06.181313 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-022954fe-02a0-4964-8e45-bd5e0805261d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:06.181506 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a0dadee-fa73-4924-a43b-03a07d9e65d8 None None] The sync data for ids ['afd96339-e571-4ae6-8804-46a62196660b'] in dv-cinder-master-3-smb is: [{'id': 'afd96339-e571-4ae6-8804-46a62196660b', 'name': 'tempest-AttachVolumeShelveTestJSON-1100825849-router', 'tenant_id': '1a7f6c917c934c00a862b9946ce2b1cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'external_fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.152'}], 'enable_snat': True}, 'gw_port_id': '51e28825-0c57-4907-8702-1c2946ca62e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:55:59Z', 'updated_at': '2022-09-18T00:56:11Z', 'revision_number': 4, 'project_id': '1a7f6c917c934c00a862b9946ce2b1cd', 'gw_port': {'id': '51e28825-0c57-4907-8702-1c2946ca62e8', 'name': '', 'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:0b:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd96339-e571-4ae6-8804-46a62196660b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:56:01Z', 'updated_at': '2022-09-18T00:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': 'bc2843cd-42ac-4bf4-aca4-0afd8a7bb211', 'tenant_id': '1a7f6c917c934c00a862b9946ce2b1cd', 'floating_ip_address': '172.37.5.249', 'floating_network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'router_id': 'afd96339-e571-4ae6-8804-46a62196660b', 'port_id': '3b10ed6a-bc95-40e6-afaa-4936e44594eb', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 150, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5b2870f5-1df6-4588-9304-3be88fc2aeec', 'mac_address': 'fa:16:3e:83:05:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1cf145a-d8d5-4a7e-937b-729bf79629fa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-18T00:56:19Z', 'updated_at': '2022-09-18T00:57:03Z', 'revision_number': 1, 'project_id': '1a7f6c917c934c00a862b9946ce2b1cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9bc47a8-4881-46c7-add9-d9f3582d3f14', 'name': '', 'network_id': '5b2870f5-1df6-4588-9304-3be88fc2aeec', 'tenant_id': '1a7f6c917c934c00a862b9946ce2b1cd', 'mac_address': 'fa:16:3e:7a:53:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd96339-e571-4ae6-8804-46a62196660b', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': 'b02e0a67-927b-4f1f-86aa-5b54aefb606b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:56:09Z', 'updated_at': '2022-09-18T00:56:29Z', 'revision_number': 5, 'project_id': '1a7f6c917c934c00a862b9946ce2b1cd', 'subnets': [{'id': 'b02e0a67-927b-4f1f-86aa-5b54aefb606b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:57:06.182105 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-022954fe-02a0-4964-8e45-bd5e0805261d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:06.205546 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-022954fe-02a0-4964-8e45-bd5e0805261d admin admin] 10.222.0.33 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6100917 Sep 18 00:57:06.353101 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=100 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:57:06.365071 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c83f0e3-c891-4115-9ddd-5c04d15ee7cc None None] Network 7aa7dca7-9cff-4b1a-8ea5-d2e6639d53b6 requested from dv-cinder-master-3-smb {{(pid=106232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 18 00:57:06.366987 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c22f4b3-64f5-4d29-b4f6-7e034fc502f6 req-87db8501-8667-47a6-9d9f-5156485d9eea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:06.368633 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-4c22f4b3-64f5-4d29-b4f6-7e034fc502f6 req-87db8501-8667-47a6-9d9f-5156485d9eea service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=5b2870f5-1df6-4588-9304-3be88fc2aeec HTTP/1.1" status: 200 len: 918 time: 0.3427000 Sep 18 00:57:06.547139 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-4c22f4b3-64f5-4d29-b4f6-7e034fc502f6 req-24d979cb-599e-463c-9fab-bd9f760d3d35 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3b10ed6a-bc95-40e6-afaa-4936e44594eb HTTP/1.1" status: 200 len: 1000 time: 0.0855329 Sep 18 00:57:06.681250 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c22f4b3-64f5-4d29-b4f6-7e034fc502f6 req-23ed9f4a-791f-42bd-ac37-9d4fde77c391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:06.687087 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-4c22f4b3-64f5-4d29-b4f6-7e034fc502f6 req-23ed9f4a-791f-42bd-ac37-9d4fde77c391 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=b02e0a67-927b-4f1f-86aa-5b54aefb606b HTTP/1.1" status: 200 len: 856 time: 0.1121805 Sep 18 00:57:06.847577 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:57:06.853778 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c22f4b3-64f5-4d29-b4f6-7e034fc502f6 req-02428f94-9f1b-4b9b-8b1b-71971507c562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:06.855337 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-4c22f4b3-64f5-4d29-b4f6-7e034fc502f6 req-02428f94-9f1b-4b9b-8b1b-71971507c562 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=5b2870f5-1df6-4588-9304-3be88fc2aeec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1199203 Sep 18 00:57:06.859571 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-a8aeb9c6-dc53-473f-bc0d-6519e01f4b3b tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:06.878127 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-a8aeb9c6-dc53-473f-bc0d-6519e01f4b3b tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16489891'] for floatingip (e0606aab-0a3f-4cf7-9460-8b11189403e1), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:06.886580 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915e0c0a-bfda-4776-a6b4-1da2c4f8a334 req-a6688215-3f9f-49d4-97aa-2731ec3d6c33 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:06.888151 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-915e0c0a-bfda-4776-a6b4-1da2c4f8a334 req-a6688215-3f9f-49d4-97aa-2731ec3d6c33 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=77b2c1db-b85b-43e2-b6ff-bcd8e7bd9728 HTTP/1.1" status: 200 len: 946 time: 0.1045637 Sep 18 00:57:06.984818 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-fbb019d7-3798-4703-a711-0c8b3ab64654 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (d0e8801d-4758-48bd-8085-7f05d3358764), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:07.087051 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-915e0c0a-bfda-4776-a6b4-1da2c4f8a334 req-ddc09e14-805c-44f3-8126-1a934ed90a71 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a60bb66f-d31d-4ec8-90a6-9444418b3a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489241 Sep 18 00:57:07.101877 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-4c22f4b3-64f5-4d29-b4f6-7e034fc502f6 req-e1ce3c7d-c4ba-4c82-9538-2b9e1d685b8a service neutron] 10.222.0.57 "GET /networking/v2.0/networks/5b2870f5-1df6-4588-9304-3be88fc2aeec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2378092 Sep 18 00:57:07.108059 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.db.l3_db [None req-a8aeb9c6-dc53-473f-bc0d-6519e01f4b3b tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Floating IP e0606aab-0a3f-4cf7-9460-8b11189403e1 associated. External IP: 172.37.5.250, port: ff818f99-6875-42e7-8af0-6e7c1e9ef011. Sep 18 00:57:07.200673 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63061025-6b21-4a2c-a2b7-5e51b359bd35 None None] New status for floating IP bc2843cd-42ac-4bf4-aca4-0afd8a7bb211: ACTIVE {{(pid=106232) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 18 00:57:07.291763 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-4c22f4b3-64f5-4d29-b4f6-7e034fc502f6 req-3d099f42-bf66-4c61-9299-a6b5db7d036e service neutron] 10.222.0.57 "GET /networking/v2.0/networks/5b2870f5-1df6-4588-9304-3be88fc2aeec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465001 Sep 18 00:57:07.403007 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8aeb9c6-dc53-473f-bc0d-6519e01f4b3b tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Router 5b0b7f67-1b83-4574-ab3e-35ade2a4eea8 has already been hosted by L3 agent d0e8801d-4758-48bd-8085-7f05d3358764 {{(pid=106230) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:57:07.454030 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:57:07.513953 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8aeb9c6-dc53-473f-bc0d-6519e01f4b3b tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=106230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:57:07.518260 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-a8aeb9c6-dc53-473f-bc0d-6519e01f4b3b tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16701016'] for floatingip (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:07.523940 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a7ecfaa-49c6-41bb-b35e-9f3628191053 None None] Sync routers for ids ['5b0b7f67-1b83-4574-ab3e-35ade2a4eea8'] in dv-cinder-master-3-smb {{(pid=106233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:57:07.534011 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a7ecfaa-49c6-41bb-b35e-9f3628191053 None None] Routers {'5b0b7f67-1b83-4574-ab3e-35ade2a4eea8'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 18 00:57:07.534630 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.l3_hamode_db [None req-6a7ecfaa-49c6-41bb-b35e-9f3628191053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-18T00:47:37Z,description=,heartbeat_timestamp=2022-09-18T00:57:07Z,host='dv-cinder-master-3-smb',id=d0e8801d-4758-48bd-8085-7f05d3358764,load=0,resource_versions=,resources_synced=,started_at=2022-09-18T00:47:37Z,topic='l3_agent')) {'router_ids': ['5b0b7f67-1b83-4574-ab3e-35ade2a4eea8'], 'active': True} {{(pid=106233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:57:07.548154 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [None req-a8aeb9c6-dc53-473f-bc0d-6519e01f4b3b tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] 10.222.0.33 "PUT /networking/v2.0/floatingips/e0606aab-0a3f-4cf7-9460-8b11189403e1 HTTP/1.1" status: 200 len: 991 time: 2.0953884 Sep 18 00:57:07.570624 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2055882-050f-4acf-a99c-96d698e25963', 'tag': 'ff818f99-6875-42e7-8af0-6e7c1e9ef011'}] {{(pid=106230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 18 00:57:07.572925 dv-cinder-master-3-smb neutron-server[106230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5cb6f936bef875aa30205792da77c9643b85616d99b85ee9f5e1cfaba0fe173" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edc4dd4f-9779-46ec-9cf1-1e49a3cde792" -d '{"events": [{"name": "network-changed", "server_uuid": "e2055882-050f-4acf-a99c-96d698e25963", "tag": "ff818f99-6875-42e7-8af0-6e7c1e9ef011"}]}' {{(pid=106230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:57:07.613064 dv-cinder-master-3-smb neutron-server[106230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 18 Sep 2022 00:57:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d220473e-2ce1-4ac0-93b4-26c294e7f460 x-openstack-request-id: req-d220473e-2ce1-4ac0-93b4-26c294e7f460 {{(pid=106230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:57:07.613373 dv-cinder-master-3-smb neutron-server[106230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2055882-050f-4acf-a99c-96d698e25963", "tag": "ff818f99-6875-42e7-8af0-6e7c1e9ef011", "status": "completed", "code": 200}]} {{(pid=106230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:57:07.613630 dv-cinder-master-3-smb neutron-server[106230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-d220473e-2ce1-4ac0-93b4-26c294e7f460 {{(pid=106230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:57:07.614153 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d220473e-2ce1-4ac0-93b4-26c294e7f460'] response: {'name': 'network-changed', 'server_uuid': 'e2055882-050f-4acf-a99c-96d698e25963', 'tag': 'ff818f99-6875-42e7-8af0-6e7c1e9ef011', 'status': 'completed', 'code': 200} Sep 18 00:57:07.688763 dv-cinder-master-3-smb neutron-server[106233]: DEBUG dbcounter [-] [106233] Writing DB stats neutron:SELECT=100 {{(pid=106233) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:57:07.711357 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.l3_dvr_db [None req-6a7ecfaa-49c6-41bb-b35e-9f3628191053 None None] Set router 5b0b7f67-1b83-4574-ab3e-35ade2a4eea8 gateway port host: dv-cinder-master-3-smb {{(pid=106233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 18 00:57:07.723543 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc4dd4f-9779-46ec-9cf1-1e49a3cde792 req-adfc779b-fa0c-408b-ab5b-54e81921f395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:07.725024 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-edc4dd4f-9779-46ec-9cf1-1e49a3cde792 req-adfc779b-fa0c-408b-ab5b-54e81921f395 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=ec2d9e20d4ed4178b9bc68ff54715b18&device_id=e2055882-050f-4acf-a99c-96d698e25963 HTTP/1.1" status: 200 len: 1129 time: 0.0402861 Sep 18 00:57:07.840509 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc4dd4f-9779-46ec-9cf1-1e49a3cde792 req-077ad357-04e6-4a56-9a39-f1583047ecc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:07.841991 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-edc4dd4f-9779-46ec-9cf1-1e49a3cde792 req-077ad357-04e6-4a56-9a39-f1583047ecc8 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=eee7c814-dc91-4de0-b55e-0732fcd7c9de HTTP/1.1" status: 200 len: 915 time: 0.0953064 Sep 18 00:57:07.905457 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-edc4dd4f-9779-46ec-9cf1-1e49a3cde792 req-1f947759-4ee0-42d6-9e3a-b493a44892ec service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ff818f99-6875-42e7-8af0-6e7c1e9ef011 HTTP/1.1" status: 200 len: 999 time: 0.0561864 Sep 18 00:57:07.936113 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.l3_hamode_db [None req-6a7ecfaa-49c6-41bb-b35e-9f3628191053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b0b7f67-1b83-4574-ab3e-35ade2a4eea8', 'name': 'tempest-AttachVolumeNegativeTest-887914811-router', 'tenant_id': 'ec2d9e20d4ed4178b9bc68ff54715b18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'external_fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.120'}], 'enable_snat': True}, 'gw_port_id': '85d33348-a6aa-4278-8987-be6d20f85848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:56:00Z', 'updated_at': '2022-09-18T00:56:15Z', 'revision_number': 4, 'project_id': 'ec2d9e20d4ed4178b9bc68ff54715b18', 'gw_port': {'id': '85d33348-a6aa-4278-8987-be6d20f85848', 'name': '', 'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:1b:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b0b7f67-1b83-4574-ab3e-35ade2a4eea8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:56:01Z', 'updated_at': '2022-09-18T00:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': 'e0606aab-0a3f-4cf7-9460-8b11189403e1', 'tenant_id': 'ec2d9e20d4ed4178b9bc68ff54715b18', 'floating_ip_address': '172.37.5.250', 'floating_network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'router_id': '5b0b7f67-1b83-4574-ab3e-35ade2a4eea8', 'port_id': 'ff818f99-6875-42e7-8af0-6e7c1e9ef011', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 158, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eee7c814-dc91-4de0-b55e-0732fcd7c9de', 'mac_address': 'fa:16:3e:fc:30:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2055882-050f-4acf-a99c-96d698e25963', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-18T00:56:27Z', 'updated_at': '2022-09-18T00:57:06Z', 'revision_number': 1, 'project_id': 'ec2d9e20d4ed4178b9bc68ff54715b18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4545d7a8-56f0-4062-a60e-cf2cfb4c3390', 'name': '', 'network_id': 'eee7c814-dc91-4de0-b55e-0732fcd7c9de', 'tenant_id': 'ec2d9e20d4ed4178b9bc68ff54715b18', 'mac_address': 'fa:16:3e:b0:99:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b0b7f67-1b83-4574-ab3e-35ade2a4eea8', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '4028d8f5-a2a6-4af3-9818-cba168eaf579', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:56:11Z', 'updated_at': '2022-09-18T00:56:27Z', 'revision_number': 5, 'project_id': 'ec2d9e20d4ed4178b9bc68ff54715b18', 'subnets': [{'id': '4028d8f5-a2a6-4af3-9818-cba168eaf579', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=106233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:57:07.961074 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc4dd4f-9779-46ec-9cf1-1e49a3cde792 req-e81aff09-70a4-41e1-9262-cf5214d6ee11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:07.963134 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-edc4dd4f-9779-46ec-9cf1-1e49a3cde792 req-e81aff09-70a4-41e1-9262-cf5214d6ee11 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=4028d8f5-a2a6-4af3-9818-cba168eaf579 HTTP/1.1" status: 200 len: 853 time: 0.0508327 Sep 18 00:57:07.964701 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a7ecfaa-49c6-41bb-b35e-9f3628191053 None None] Checking router: 5b0b7f67-1b83-4574-ab3e-35ade2a4eea8 for host: dv-cinder-master-3-smb {{(pid=106233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:57:07.980183 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a7ecfaa-49c6-41bb-b35e-9f3628191053 None None] Routers {'5b0b7f67-1b83-4574-ab3e-35ade2a4eea8'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 18 00:57:07.980911 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.l3_hamode_db [None req-6a7ecfaa-49c6-41bb-b35e-9f3628191053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-18T00:47:37Z,description=,heartbeat_timestamp=2022-09-18T00:57:07Z,host='dv-cinder-master-3-smb',id=d0e8801d-4758-48bd-8085-7f05d3358764,load=0,resource_versions=,resources_synced=,started_at=2022-09-18T00:47:37Z,topic='l3_agent')) {'router_ids': ['5b0b7f67-1b83-4574-ab3e-35ade2a4eea8'], 'active': True} {{(pid=106233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:57:08.003419 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=100 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:57:08.020303 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc4dd4f-9779-46ec-9cf1-1e49a3cde792 req-3716bea0-ff2d-4b55-8882-a1116db0f812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:08.020303 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-edc4dd4f-9779-46ec-9cf1-1e49a3cde792 req-3716bea0-ff2d-4b55-8882-a1116db0f812 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=eee7c814-dc91-4de0-b55e-0732fcd7c9de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0446966 Sep 18 00:57:08.094235 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.l3_dvr_db [None req-6a7ecfaa-49c6-41bb-b35e-9f3628191053 None None] Set router 5b0b7f67-1b83-4574-ab3e-35ade2a4eea8 gateway port host: dv-cinder-master-3-smb {{(pid=106233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 18 00:57:08.116720 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-edc4dd4f-9779-46ec-9cf1-1e49a3cde792 req-0efab975-b28e-429c-abfe-981f059493fd service neutron] 10.222.0.57 "GET /networking/v2.0/networks/eee7c814-dc91-4de0-b55e-0732fcd7c9de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908699 Sep 18 00:57:08.253248 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544f15db-3497-4e1c-943a-107f07bf2dd5 req-d024d7c2-1a0e-4bb7-8594-a8b8478a7b68 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:08.257591 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-544f15db-3497-4e1c-943a-107f07bf2dd5 req-d024d7c2-1a0e-4bb7-8594-a8b8478a7b68 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=77b2c1db-b85b-43e2-b6ff-bcd8e7bd9728 HTTP/1.1" status: 200 len: 946 time: 0.0649848 Sep 18 00:57:08.289601 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-edc4dd4f-9779-46ec-9cf1-1e49a3cde792 req-6b22bf9a-7b21-4a41-8418-98e563c775c3 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/eee7c814-dc91-4de0-b55e-0732fcd7c9de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576953 Sep 18 00:57:08.333970 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-544f15db-3497-4e1c-943a-107f07bf2dd5 req-25b4e280-df1c-4ba0-813d-8e14b8ae7f4d tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a60bb66f-d31d-4ec8-90a6-9444418b3a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644426 Sep 18 00:57:08.335875 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.l3_hamode_db [None req-6a7ecfaa-49c6-41bb-b35e-9f3628191053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b0b7f67-1b83-4574-ab3e-35ade2a4eea8', 'name': 'tempest-AttachVolumeNegativeTest-887914811-router', 'tenant_id': 'ec2d9e20d4ed4178b9bc68ff54715b18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'external_fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.120'}], 'enable_snat': True}, 'gw_port_id': '85d33348-a6aa-4278-8987-be6d20f85848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:56:00Z', 'updated_at': '2022-09-18T00:56:15Z', 'revision_number': 4, 'project_id': 'ec2d9e20d4ed4178b9bc68ff54715b18', 'gw_port': {'id': '85d33348-a6aa-4278-8987-be6d20f85848', 'name': '', 'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:1b:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b0b7f67-1b83-4574-ab3e-35ade2a4eea8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:56:01Z', 'updated_at': '2022-09-18T00:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': 'e0606aab-0a3f-4cf7-9460-8b11189403e1', 'tenant_id': 'ec2d9e20d4ed4178b9bc68ff54715b18', 'floating_ip_address': '172.37.5.250', 'floating_network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'router_id': '5b0b7f67-1b83-4574-ab3e-35ade2a4eea8', 'port_id': 'ff818f99-6875-42e7-8af0-6e7c1e9ef011', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 158, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eee7c814-dc91-4de0-b55e-0732fcd7c9de', 'mac_address': 'fa:16:3e:fc:30:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2055882-050f-4acf-a99c-96d698e25963', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-18T00:56:27Z', 'updated_at': '2022-09-18T00:57:06Z', 'revision_number': 1, 'project_id': 'ec2d9e20d4ed4178b9bc68ff54715b18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4545d7a8-56f0-4062-a60e-cf2cfb4c3390', 'name': '', 'network_id': 'eee7c814-dc91-4de0-b55e-0732fcd7c9de', 'tenant_id': 'ec2d9e20d4ed4178b9bc68ff54715b18', 'mac_address': 'fa:16:3e:b0:99:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b0b7f67-1b83-4574-ab3e-35ade2a4eea8', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '4028d8f5-a2a6-4af3-9818-cba168eaf579', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:56:11Z', 'updated_at': '2022-09-18T00:56:27Z', 'revision_number': 5, 'project_id': 'ec2d9e20d4ed4178b9bc68ff54715b18', 'subnets': [{'id': '4028d8f5-a2a6-4af3-9818-cba168eaf579', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=106233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:57:08.371602 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a7ecfaa-49c6-41bb-b35e-9f3628191053 None None] The sync data for ids ['5b0b7f67-1b83-4574-ab3e-35ade2a4eea8'] in dv-cinder-master-3-smb is: [{'id': '5b0b7f67-1b83-4574-ab3e-35ade2a4eea8', 'name': 'tempest-AttachVolumeNegativeTest-887914811-router', 'tenant_id': 'ec2d9e20d4ed4178b9bc68ff54715b18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'external_fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.120'}], 'enable_snat': True}, 'gw_port_id': '85d33348-a6aa-4278-8987-be6d20f85848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:56:00Z', 'updated_at': '2022-09-18T00:56:15Z', 'revision_number': 4, 'project_id': 'ec2d9e20d4ed4178b9bc68ff54715b18', 'gw_port': {'id': '85d33348-a6aa-4278-8987-be6d20f85848', 'name': '', 'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:1b:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b0b7f67-1b83-4574-ab3e-35ade2a4eea8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:56:01Z', 'updated_at': '2022-09-18T00:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': 'e0606aab-0a3f-4cf7-9460-8b11189403e1', 'tenant_id': 'ec2d9e20d4ed4178b9bc68ff54715b18', 'floating_ip_address': '172.37.5.250', 'floating_network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'router_id': '5b0b7f67-1b83-4574-ab3e-35ade2a4eea8', 'port_id': 'ff818f99-6875-42e7-8af0-6e7c1e9ef011', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 158, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eee7c814-dc91-4de0-b55e-0732fcd7c9de', 'mac_address': 'fa:16:3e:fc:30:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2055882-050f-4acf-a99c-96d698e25963', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-18T00:56:27Z', 'updated_at': '2022-09-18T00:57:06Z', 'revision_number': 1, 'project_id': 'ec2d9e20d4ed4178b9bc68ff54715b18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4545d7a8-56f0-4062-a60e-cf2cfb4c3390', 'name': '', 'network_id': 'eee7c814-dc91-4de0-b55e-0732fcd7c9de', 'tenant_id': 'ec2d9e20d4ed4178b9bc68ff54715b18', 'mac_address': 'fa:16:3e:b0:99:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b0b7f67-1b83-4574-ab3e-35ade2a4eea8', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '4028d8f5-a2a6-4af3-9818-cba168eaf579', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:56:11Z', 'updated_at': '2022-09-18T00:56:27Z', 'revision_number': 5, 'project_id': 'ec2d9e20d4ed4178b9bc68ff54715b18', 'subnets': [{'id': '4028d8f5-a2a6-4af3-9818-cba168eaf579', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:57:08.575005 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b03a647-72eb-4d5c-97c2-8e39d96d9aa6 None None] New status for floating IP e0606aab-0a3f-4cf7-9460-8b11189403e1: ACTIVE {{(pid=106232) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 18 00:57:08.604765 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.33', 58092) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:57:08.873519 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-dbc7b203-e4cc-426a-aeff-c16fa309d22e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (91de19fe-167d-470c-b665-c08c1d21c559), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:09.122094 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=100 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:57:09.211246 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-05b9c042-3a88-4143-b373-6b2a3687ce7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16482979'] for router_interface (7db6c735-5d48-4a57-8dd6-f3463490337e), before_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:09.481758 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082cc290-172e-4a8a-8f38-5fb1d0168cc4 req-19baf197-f64d-4efe-a9d1-f69bc4c403b5 tempest-VolumesActionsTest-965930282 tempest-VolumesActionsTest-965930282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:09.483239 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-082cc290-172e-4a8a-8f38-5fb1d0168cc4 req-19baf197-f64d-4efe-a9d1-f69bc4c403b5 tempest-VolumesActionsTest-965930282 tempest-VolumesActionsTest-965930282-project] 10.222.0.33 "GET /networking/v2.0/networks?id=7aa7dca7-9cff-4b1a-8ea5-d2e6639d53b6 HTTP/1.1" status: 200 len: 808 time: 0.2324123 Sep 18 00:57:09.548466 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=100 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:57:09.567376 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-082cc290-172e-4a8a-8f38-5fb1d0168cc4 req-da30a678-421c-4659-852f-a26e16d801fc tempest-VolumesActionsTest-965930282 tempest-VolumesActionsTest-965930282-project] 10.222.0.33 "GET /networking/v2.0/quotas/4760ac3b2a024eb7a0718a1420d492a9 HTTP/1.1" status: 200 len: 375 time: 0.0452631 Sep 18 00:57:09.575206 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056e213c-d8ab-42fb-9e5c-a4da91e122b9 req-c5173029-116e-4684-8bcf-f39c1417f33f tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:09.576681 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-056e213c-d8ab-42fb-9e5c-a4da91e122b9 req-c5173029-116e-4684-8bcf-f39c1417f33f tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=77b2c1db-b85b-43e2-b6ff-bcd8e7bd9728 HTTP/1.1" status: 200 len: 946 time: 0.1269825 Sep 18 00:57:09.619491 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-082cc290-172e-4a8a-8f38-5fb1d0168cc4 req-add39fea-e78d-42c9-a5f7-6f5bfe07d3ac tempest-VolumesActionsTest-965930282 tempest-VolumesActionsTest-965930282-project] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=4760ac3b2a024eb7a0718a1420d492a9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0415971 Sep 18 00:57:09.764347 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-056e213c-d8ab-42fb-9e5c-a4da91e122b9 req-3a4243e6-29a6-4b7a-bbe7-2f746075f010 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a60bb66f-d31d-4ec8-90a6-9444418b3a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720169 Sep 18 00:57:09.784190 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-05b9c042-3a88-4143-b373-6b2a3687ce7b admin admin] Deleting port 7b7733d2-6c70-4f1c-ad49-02b27cfcd267 {{(pid=106230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 18 00:57:09.784538 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-05b9c042-3a88-4143-b373-6b2a3687ce7b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749746030605'] for port (7b7733d2-6c70-4f1c-ad49-02b27cfcd267), before_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:09.823210 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-082cc290-172e-4a8a-8f38-5fb1d0168cc4 req-952470b8-1a36-4378-a39c-0eb39b21605c service neutron] 10.222.0.33 "GET /networking/v2.0/networks/7aa7dca7-9cff-4b1a-8ea5-d2e6639d53b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1742866 Sep 18 00:57:09.938671 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-05b9c042-3a88-4143-b373-6b2a3687ce7b admin admin] For port 7b7733d2-6c70-4f1c-ad49-02b27cfcd267, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=7b7733d2-6c70-4f1c-ad49-02b27cfcd267,segment=NetworkSegment(0bc43035-2a06-4549-bc0f-2c1d1396a95a),segment_id=0bc43035-2a06-4549-bc0f-2c1d1396a95a)] {{(pid=106230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:57:09.938995 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-05b9c042-3a88-4143-b373-6b2a3687ce7b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16488537'] for port (7b7733d2-6c70-4f1c-ad49-02b27cfcd267), precommit_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:09.959292 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-05b9c042-3a88-4143-b373-6b2a3687ce7b admin admin] Calling delete_port for 7b7733d2-6c70-4f1c-ad49-02b27cfcd267 owned by network:router_interface {{(pid=106230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 18 00:57:09.985507 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-082cc290-172e-4a8a-8f38-5fb1d0168cc4 req-fef48a90-62b1-4075-9708-f09d0630ddf3 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/7aa7dca7-9cff-4b1a-8ea5-d2e6639d53b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364534 Sep 18 00:57:10.130003 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-1c1e26f8-ce84-4314-9422-87e0912de383 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (9a0bd8cc-a240-4c0b-8d32-8f22e7371ee9), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:10.174469 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-2d483cb5-55aa-4044-a22e-854ca1d58af2 req-b419b977-e8ca-4eaa-9f9b-835241182165 tempest-VolumesActionsTest-965930282 tempest-VolumesActionsTest-965930282-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a299b3f6-a499-46c6-82f8-6cdefdb3bdab HTTP/1.1" status: 200 len: 210 time: 0.0343833 Sep 18 00:57:10.204590 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:57:10.219269 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-05b9c042-3a88-4143-b373-6b2a3687ce7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749746033803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749745591516'] for port (7b7733d2-6c70-4f1c-ad49-02b27cfcd267), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:10.244704 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b9c042-3a88-4143-b373-6b2a3687ce7b admin admin] Pushing event deleted for resources: {'Port': ['ID=7b7733d2-6c70-4f1c-ad49-02b27cfcd267,revision_number=None']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:10.282185 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (c8573462-7e7f-4357-b3a8-beeaa8ae7db3), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:10.409485 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-05b9c042-3a88-4143-b373-6b2a3687ce7b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16267048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16490003'] for router_interface (7db6c735-5d48-4a57-8dd6-f3463490337e), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:10.475017 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:57:10.940630 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f779d864-0f2f-4b29-8aa7-32de2f04e436 req-67880a5b-453b-4ffb-9df6-b325287d2499 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:10.942164 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-f779d864-0f2f-4b29-8aa7-32de2f04e436 req-67880a5b-453b-4ffb-9df6-b325287d2499 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=77b2c1db-b85b-43e2-b6ff-bcd8e7bd9728 HTTP/1.1" status: 200 len: 946 time: 0.0648060 Sep 18 00:57:10.947804 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05b9c042-3a88-4143-b373-6b2a3687ce7b admin admin] Router 7db6c735-5d48-4a57-8dd6-f3463490337e has already been hosted by L3 agent d0e8801d-4758-48bd-8085-7f05d3358764 {{(pid=106230) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:57:11.043831 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-f779d864-0f2f-4b29-8aa7-32de2f04e436 req-7e1c178f-6d3a-476b-bf97-0ba0c1910b75 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a60bb66f-d31d-4ec8-90a6-9444418b3a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901866 Sep 18 00:57:11.094571 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05b9c042-3a88-4143-b373-6b2a3687ce7b admin admin] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=106230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:57:11.104064 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [None req-05b9c042-3a88-4143-b373-6b2a3687ce7b admin admin] 10.222.0.33 "PUT /networking/v2.0/routers/7db6c735-5d48-4a57-8dd6-f3463490337e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4981945 Sep 18 00:57:11.104273 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 58160) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:57:11.105171 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c36956d4-1d88-42bb-a11d-8084fc04ca26 None None] Sync routers for ids ['7db6c735-5d48-4a57-8dd6-f3463490337e'] in dv-cinder-master-3-smb {{(pid=106233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:57:11.117766 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c36956d4-1d88-42bb-a11d-8084fc04ca26 None None] Routers {'7db6c735-5d48-4a57-8dd6-f3463490337e'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 18 00:57:11.118538 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.l3_hamode_db [None req-c36956d4-1d88-42bb-a11d-8084fc04ca26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-18T00:47:37Z,description=,heartbeat_timestamp=2022-09-18T00:57:07Z,host='dv-cinder-master-3-smb',id=d0e8801d-4758-48bd-8085-7f05d3358764,load=0,resource_versions=,resources_synced=,started_at=2022-09-18T00:47:37Z,topic='l3_agent')) {'router_ids': ['7db6c735-5d48-4a57-8dd6-f3463490337e'], 'active': True} {{(pid=106233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:57:11.167499 dv-cinder-master-3-smb neutron-server[106233]: DEBUG dbcounter [-] [106233] Writing DB stats neutron:SELECT=100 {{(pid=106233) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:57:11.214698 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-272fdcf2-31ab-4c9f-a90f-516ee4f150c9 admin admin] Publish callbacks [] for router (7db6c735-5d48-4a57-8dd6-f3463490337e), before_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:11.224593 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.l3_dvr_db [None req-c36956d4-1d88-42bb-a11d-8084fc04ca26 None None] Set router 7db6c735-5d48-4a57-8dd6-f3463490337e gateway port host: dv-cinder-master-3-smb {{(pid=106233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 18 00:57:11.319442 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-964e62f4-1ab7-4c3e-922a-7c88e13ffaf6 req-05a7cedb-79fd-4320-a3a6-c2fea81e8d4b tempest-VolumesActionsTest-965930282 tempest-VolumesActionsTest-965930282-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a299b3f6-a499-46c6-82f8-6cdefdb3bdab HTTP/1.1" status: 200 len: 210 time: 0.0484617 Sep 18 00:57:11.343863 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-272fdcf2-31ab-4c9f-a90f-516ee4f150c9 admin admin] Publish callbacks [] for router_gateway (7db6c735-5d48-4a57-8dd6-f3463490337e), before_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:11.387328 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-272fdcf2-31ab-4c9f-a90f-516ee4f150c9 admin admin] Deleting port 5156c3ea-999a-4c10-aba8-b7c4382d84a2 {{(pid=106231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 18 00:57:11.387669 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-272fdcf2-31ab-4c9f-a90f-516ee4f150c9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749746030605'] for port (5156c3ea-999a-4c10-aba8-b7c4382d84a2), before_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:11.406115 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.l3_hamode_db [None req-c36956d4-1d88-42bb-a11d-8084fc04ca26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7db6c735-5d48-4a57-8dd6-f3463490337e', 'name': 'tempest-DeleteServersTestJSON-1356048901-router', 'tenant_id': 'd8e0132d9e0c47b9b4c2042dba767701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'external_fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.18'}], 'enable_snat': True}, 'gw_port_id': '5156c3ea-999a-4c10-aba8-b7c4382d84a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:56:01Z', 'updated_at': '2022-09-18T00:57:10Z', 'revision_number': 5, 'project_id': 'd8e0132d9e0c47b9b4c2042dba767701', 'gw_port': {'id': '5156c3ea-999a-4c10-aba8-b7c4382d84a2', 'name': '', 'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:65:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7db6c735-5d48-4a57-8dd6-f3463490337e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:56:03Z', 'updated_at': '2022-09-18T00:56:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb'}], 'dv-cinder-master-3-smb', False) {} {{(pid=106233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:57:11.434186 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c36956d4-1d88-42bb-a11d-8084fc04ca26 None None] Checking router: 7db6c735-5d48-4a57-8dd6-f3463490337e for host: dv-cinder-master-3-smb {{(pid=106233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:57:11.443979 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c36956d4-1d88-42bb-a11d-8084fc04ca26 None None] Routers {'7db6c735-5d48-4a57-8dd6-f3463490337e'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 18 00:57:11.444699 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.l3_hamode_db [None req-c36956d4-1d88-42bb-a11d-8084fc04ca26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-18T00:47:37Z,description=,heartbeat_timestamp=2022-09-18T00:57:07Z,host='dv-cinder-master-3-smb',id=d0e8801d-4758-48bd-8085-7f05d3358764,load=0,resource_versions=,resources_synced=,started_at=2022-09-18T00:47:37Z,topic='l3_agent')) {'router_ids': ['7db6c735-5d48-4a57-8dd6-f3463490337e'], 'active': True} {{(pid=106233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:57:11.468483 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-272fdcf2-31ab-4c9f-a90f-516ee4f150c9 admin admin] For port 5156c3ea-999a-4c10-aba8-b7c4382d84a2, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=5156c3ea-999a-4c10-aba8-b7c4382d84a2,segment=NetworkSegment(e81b1a67-2f81-4ac8-a4dd-b13e6c47d014),segment_id=e81b1a67-2f81-4ac8-a4dd-b13e6c47d014)] {{(pid=106231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:57:11.468846 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-272fdcf2-31ab-4c9f-a90f-516ee4f150c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16488537'] for port (5156c3ea-999a-4c10-aba8-b7c4382d84a2), precommit_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:11.484802 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-272fdcf2-31ab-4c9f-a90f-516ee4f150c9 admin admin] Calling delete_port for 5156c3ea-999a-4c10-aba8-b7c4382d84a2 owned by network:router_gateway {{(pid=106231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 18 00:57:11.513714 dv-cinder-master-3-smb neutron-server[106233]: DEBUG dbcounter [-] [106233] Writing DB stats neutron:SELECT=100 {{(pid=106233) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:57:11.530302 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.l3_dvr_db [None req-c36956d4-1d88-42bb-a11d-8084fc04ca26 None None] Set router 7db6c735-5d48-4a57-8dd6-f3463490337e gateway port host: None {{(pid=106233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 18 00:57:11.581286 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.l3_hamode_db [None req-c36956d4-1d88-42bb-a11d-8084fc04ca26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7db6c735-5d48-4a57-8dd6-f3463490337e', 'name': 'tempest-DeleteServersTestJSON-1356048901-router', 'tenant_id': 'd8e0132d9e0c47b9b4c2042dba767701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:56:01Z', 'updated_at': '2022-09-18T00:57:11Z', 'revision_number': 6, 'project_id': 'd8e0132d9e0c47b9b4c2042dba767701', 'gw_port_host': None}], 'dv-cinder-master-3-smb', False) {} {{(pid=106233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:57:11.606437 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c36956d4-1d88-42bb-a11d-8084fc04ca26 None None] The sync data for ids ['7db6c735-5d48-4a57-8dd6-f3463490337e'] in dv-cinder-master-3-smb is: [{'id': '7db6c735-5d48-4a57-8dd6-f3463490337e', 'name': 'tempest-DeleteServersTestJSON-1356048901-router', 'tenant_id': 'd8e0132d9e0c47b9b4c2042dba767701', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:56:01Z', 'updated_at': '2022-09-18T00:57:11Z', 'revision_number': 6, 'project_id': 'd8e0132d9e0c47b9b4c2042dba767701', 'gw_port_host': None}] {{(pid=106233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:57:11.654288 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-272fdcf2-31ab-4c9f-a90f-516ee4f150c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749746033803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749745591516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13917182'] for port (5156c3ea-999a-4c10-aba8-b7c4382d84a2), after_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:11.680463 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272fdcf2-31ab-4c9f-a90f-516ee4f150c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=5156c3ea-999a-4c10-aba8-b7c4382d84a2,revision_number=None']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:11.740610 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-272fdcf2-31ab-4c9f-a90f-516ee4f150c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16489817'] for router_gateway (7db6c735-5d48-4a57-8dd6-f3463490337e), after_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:11.850622 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-272fdcf2-31ab-4c9f-a90f-516ee4f150c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16492237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1921'] for router (7db6c735-5d48-4a57-8dd6-f3463490337e), precommit_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:11.852874 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-272fdcf2-31ab-4c9f-a90f-516ee4f150c9 admin admin] Publish callbacks [] for router_controller (7db6c735-5d48-4a57-8dd6-f3463490337e), precommit_delete_associations {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:11.923651 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-272fdcf2-31ab-4c9f-a90f-516ee4f150c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16490094'] for router (7db6c735-5d48-4a57-8dd6-f3463490337e), after_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:11.924324 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-272fdcf2-31ab-4c9f-a90f-516ee4f150c9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7db6c735-5d48-4a57-8dd6-f3463490337e {{(pid=106231) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 00:57:11.931300 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-272fdcf2-31ab-4c9f-a90f-516ee4f150c9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:11.932787 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-272fdcf2-31ab-4c9f-a90f-516ee4f150c9 admin admin] 10.222.0.33 "DELETE /networking/v2.0/routers/7db6c735-5d48-4a57-8dd6-f3463490337e HTTP/1.1" status: 204 len: 168 time: 0.8269236 Sep 18 00:57:11.935349 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 58170) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:57:12.003139 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb3c7142-0d0f-40c9-b074-0506b473b873 admin admin] Deleting subnet 52921a7d-948e-4aa2-bac6-f9f8eb611d75 {{(pid=106231) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 18 00:57:12.009205 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-bb3c7142-0d0f-40c9-b074-0506b473b873 admin admin] Publish callbacks [] for subnet (52921a7d-948e-4aa2-bac6-f9f8eb611d75), before_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:12.061992 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-bb3c7142-0d0f-40c9-b074-0506b473b873 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14079591'] for subnet (52921a7d-948e-4aa2-bac6-f9f8eb611d75), precommit_delete_associations {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:12.079119 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082cc290-172e-4a8a-8f38-5fb1d0168cc4 req-90019923-7dc8-4745-a22c-3174cb17ad32 tempest-VolumesActionsTest-965930282 tempest-VolumesActionsTest-965930282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:12.080742 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-082cc290-172e-4a8a-8f38-5fb1d0168cc4 req-90019923-7dc8-4745-a22c-3174cb17ad32 tempest-VolumesActionsTest-965930282 tempest-VolumesActionsTest-965930282-project] 10.222.0.57 "GET /networking/v2.0/networks?id=7aa7dca7-9cff-4b1a-8ea5-d2e6639d53b6 HTTP/1.1" status: 200 len: 808 time: 0.1960914 Sep 18 00:57:12.219185 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e112dd-398b-4a6b-9a13-a713d469cc04 req-89976208-3aab-4f78-921e-b0c8b1667b73 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:12.221626 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-62e112dd-398b-4a6b-9a13-a713d469cc04 req-89976208-3aab-4f78-921e-b0c8b1667b73 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=77b2c1db-b85b-43e2-b6ff-bcd8e7bd9728 HTTP/1.1" status: 200 len: 946 time: 0.0638704 Sep 18 00:57:12.249798 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.v2.base [req-082cc290-172e-4a8a-8f38-5fb1d0168cc4 req-953a68da-23d3-4b53-813a-92204b4bb5a2 tempest-VolumesActionsTest-965930282 tempest-VolumesActionsTest-965930282-project] Request body: {'port': {'device_id': 'a299b3f6-a499-46c6-82f8-6cdefdb3bdab', 'network_id': '7aa7dca7-9cff-4b1a-8ea5-d2e6639d53b6', 'admin_state_up': True, 'tenant_id': '4760ac3b2a024eb7a0718a1420d492a9'}} {{(pid=106230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:57:12.311390 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-62e112dd-398b-4a6b-9a13-a713d469cc04 req-4e8acbaf-4240-4aca-b2be-f4f7a85ca91d tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a60bb66f-d31d-4ec8-90a6-9444418b3a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835216 Sep 18 00:57:12.435409 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=87,neutron:INSERT=1,neutron:UPDATE=3,neutron:DELETE=9 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:57:12.435409 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:57:12.443445 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-34cfc8f8-b161-4402-87e1-da6799e0582a req-006abba0-ab0f-41d4-8ad8-adb9158c56d8 tempest-VolumesActionsTest-965930282 tempest-VolumesActionsTest-965930282-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a299b3f6-a499-46c6-82f8-6cdefdb3bdab HTTP/1.1" status: 200 len: 210 time: 0.0384524 Sep 18 00:57:12.462766 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-082cc290-172e-4a8a-8f38-5fb1d0168cc4 req-953a68da-23d3-4b53-813a-92204b4bb5a2 tempest-VolumesActionsTest-965930282 tempest-VolumesActionsTest-965930282-project] Made reservation on behalf of 4760ac3b2a024eb7a0718a1420d492a9 for: {'port': 1} {{(pid=106230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:57:12.467907 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [req-082cc290-172e-4a8a-8f38-5fb1d0168cc4 req-953a68da-23d3-4b53-813a-92204b4bb5a2 tempest-VolumesActionsTest-965930282 tempest-VolumesActionsTest-965930282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (None), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:12.493423 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-bb3c7142-0d0f-40c9-b074-0506b473b873 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-900458'] for subnet (52921a7d-948e-4aa2-bac6-f9f8eb611d75), precommit_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:12.557627 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-bb3c7142-0d0f-40c9-b074-0506b473b873 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-888663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16510870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13917073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13973654'] for subnet (52921a7d-948e-4aa2-bac6-f9f8eb611d75), after_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:12.590100 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3c7142-0d0f-40c9-b074-0506b473b873 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=52921a7d-948e-4aa2-bac6-f9f8eb611d75,revision_number=None']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:12.594250 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-bb3c7142-0d0f-40c9-b074-0506b473b873 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:12.599503 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-bb3c7142-0d0f-40c9-b074-0506b473b873 admin admin] 10.222.0.33 "DELETE /networking/v2.0/subnets/52921a7d-948e-4aa2-bac6-f9f8eb611d75 HTTP/1.1" status: 204 len: 168 time: 0.6615067 Sep 18 00:57:12.601578 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 58196) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:57:12.602331 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8c06b3c-c6d4-4f9f-9dc6-89419b8093ef None None] Network e0ba4f30-bf7e-461f-88f4-1cd7adb83e44 requested from dv-cinder-master-3-smb {{(pid=106232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 18 00:57:12.637787 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:57:12.721240 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-b12238a7-45b4-4a72-8e33-ba1296b9999d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-960799'] for network (e0ba4f30-bf7e-461f-88f4-1cd7adb83e44), before_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:12.788041 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.db.db_base_plugin_common [req-082cc290-172e-4a8a-8f38-5fb1d0168cc4 req-953a68da-23d3-4b53-813a-92204b4bb5a2 tempest-VolumesActionsTest-965930282 tempest-VolumesActionsTest-965930282-project] Allocated IP 172.20.0.8 (7aa7dca7-9cff-4b1a-8ea5-d2e6639d53b6/620ea2f9-6c41-43ec-8186-dd484279de33/6bf76ae4-15b2-4029-910e-ffa2a8b17d63) {{(pid=106230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:57:12.789591 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-b12238a7-45b4-4a72-8e33-ba1296b9999d admin admin] Deleting port 47be8694-c532-491d-837b-a3e8c958c691 {{(pid=106231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 18 00:57:12.790267 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-b12238a7-45b4-4a72-8e33-ba1296b9999d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749746030605'] for port (47be8694-c532-491d-837b-a3e8c958c691), before_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:12.805283 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.rpc [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Device 5156c3ea-999a-4c10-aba8-b7c4382d84a2 no longer exists at agent ovs-agent-dv-cinder-master-3-smb {{(pid=106232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:57:12.860925 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:57:12.892308 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] No Port match for: 5156c3ea-999a-4c10-aba8-b7c4382d84a2 {{(pid=106232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 18 00:57:12.893063 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.rpc [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Device 5156c3ea-999a-4c10-aba8-b7c4382d84a2 not bound to the agent host dv-cinder-master-3-smb {{(pid=106232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:57:12.894653 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.rpc [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Device 7b7733d2-6c70-4f1c-ad49-02b27cfcd267 no longer exists at agent ovs-agent-dv-cinder-master-3-smb {{(pid=106232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:57:12.897900 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-b12238a7-45b4-4a72-8e33-ba1296b9999d admin admin] For port 47be8694-c532-491d-837b-a3e8c958c691, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=47be8694-c532-491d-837b-a3e8c958c691,segment=NetworkSegment(0bc43035-2a06-4549-bc0f-2c1d1396a95a),segment_id=0bc43035-2a06-4549-bc0f-2c1d1396a95a)] {{(pid=106231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:57:12.898425 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-b12238a7-45b4-4a72-8e33-ba1296b9999d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16488537'] for port (47be8694-c532-491d-837b-a3e8c958c691), precommit_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:12.923425 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] No Port match for: 7b7733d2-6c70-4f1c-ad49-02b27cfcd267 {{(pid=106232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 18 00:57:12.924345 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.rpc [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Device 7b7733d2-6c70-4f1c-ad49-02b27cfcd267 not bound to the agent host dv-cinder-master-3-smb {{(pid=106232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:57:12.924470 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-b12238a7-45b4-4a72-8e33-ba1296b9999d admin admin] Calling delete_port for 47be8694-c532-491d-837b-a3e8c958c691 owned by network:dhcp {{(pid=106231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 18 00:57:13.027692 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-809aeb86-6be5-4254-a3a6-c4d603ec18bb None None] DHCP port deletion for e0ba4f30-bf7e-461f-88f4-1cd7adb83e44 request from dv-cinder-master-3-smb {{(pid=106232) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 18 00:57:13.055942 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-b12238a7-45b4-4a72-8e33-ba1296b9999d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749746033803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749745591516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13917182'] for port (47be8694-c532-491d-837b-a3e8c958c691), after_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:13.061219 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [req-082cc290-172e-4a8a-8f38-5fb1d0168cc4 req-953a68da-23d3-4b53-813a-92204b4bb5a2 tempest-VolumesActionsTest-965930282 tempest-VolumesActionsTest-965930282-project] Publish callbacks [] for port (6bf76ae4-15b2-4029-910e-ffa2a8b17d63), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:13.071671 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-809aeb86-6be5-4254-a3a6-c4d603ec18bb None None] Deleting port 47be8694-c532-491d-837b-a3e8c958c691 {{(pid=106232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 18 00:57:13.072396 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-809aeb86-6be5-4254-a3a6-c4d603ec18bb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749746030605'] for port (47be8694-c532-491d-837b-a3e8c958c691), before_delete {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:13.096266 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12238a7-45b4-4a72-8e33-ba1296b9999d admin admin] Pushing event deleted for resources: {'Port': ['ID=47be8694-c532-491d-837b-a3e8c958c691,revision_number=None']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:13.103087 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b12238a7-45b4-4a72-8e33-ba1296b9999d admin admin] No DVR routers for this DVR port 47be8694-c532-491d-837b-a3e8c958c691 on host dv-cinder-master-3-smb {{(pid=106231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 18 00:57:13.125892 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [req-082cc290-172e-4a8a-8f38-5fb1d0168cc4 req-953a68da-23d3-4b53-813a-92204b4bb5a2 tempest-VolumesActionsTest-965930282 tempest-VolumesActionsTest-965930282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749745591507'] for port (6bf76ae4-15b2-4029-910e-ffa2a8b17d63), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:13.171086 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.db [None req-809aeb86-6be5-4254-a3a6-c4d603ec18bb None None] For port 47be8694-c532-491d-837b-a3e8c958c691, host dv-cinder-master-3-smb, got binding levels [] {{(pid=106232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:57:13.172385 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-809aeb86-6be5-4254-a3a6-c4d603ec18bb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16488537'] for port (47be8694-c532-491d-837b-a3e8c958c691), precommit_delete {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:13.191951 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-809aeb86-6be5-4254-a3a6-c4d603ec18bb None None] Calling delete_port for 47be8694-c532-491d-837b-a3e8c958c691 owned by network:dhcp {{(pid=106232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 18 00:57:13.195763 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-b12238a7-45b4-4a72-8e33-ba1296b9999d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-977985', 'neutron.services.segments.db._delete_segments_for_network-8749746056641'] for network (e0ba4f30-bf7e-461f-88f4-1cd7adb83e44), precommit_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:13.197542 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.ipam_backend_mixin [None req-809aeb86-6be5-4254-a3a6-c4d603ec18bb None None] Port 47be8694-c532-491d-837b-a3e8c958c691 was not found and therefore no delete operation was performed {{(pid=106232) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Sep 18 00:57:13.197890 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953a68da-23d3-4b53-813a-92204b4bb5a2 tempest-VolumesActionsTest-965930282 tempest-VolumesActionsTest-965930282-project] Pushing event updated for resources: {'Port': ['ID=6bf76ae4-15b2-4029-910e-ffa2a8b17d63,revision_number=1']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:13.199414 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-809aeb86-6be5-4254-a3a6-c4d603ec18bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749746033803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749745591516'] for port (47be8694-c532-491d-837b-a3e8c958c691), after_delete {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:13.201730 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-082cc290-172e-4a8a-8f38-5fb1d0168cc4 req-953a68da-23d3-4b53-813a-92204b4bb5a2 tempest-VolumesActionsTest-965930282 tempest-VolumesActionsTest-965930282-project] Network 7aa7dca7-9cff-4b1a-8ea5-d2e6639d53b6 is already hosted by enough agents. {{(pid=106230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:57:13.203428 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.scheduler.base_scheduler [req-082cc290-172e-4a8a-8f38-5fb1d0168cc4 req-953a68da-23d3-4b53-813a-92204b4bb5a2 tempest-VolumesActionsTest-965930282 tempest-VolumesActionsTest-965930282-project] Resources bound (agent type, host, resource id): {{(pid=106230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:57:13.205508 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.db.l3_dvrscheduler_db [req-082cc290-172e-4a8a-8f38-5fb1d0168cc4 req-953a68da-23d3-4b53-813a-92204b4bb5a2 tempest-VolumesActionsTest-965930282 tempest-VolumesActionsTest-965930282-project] Received port after_create {{(pid=106230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 18 00:57:13.210860 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082cc290-172e-4a8a-8f38-5fb1d0168cc4 req-953a68da-23d3-4b53-813a-92204b4bb5a2 tempest-VolumesActionsTest-965930282 tempest-VolumesActionsTest-965930282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:13.211658 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [req-082cc290-172e-4a8a-8f38-5fb1d0168cc4 req-953a68da-23d3-4b53-813a-92204b4bb5a2 tempest-VolumesActionsTest-965930282 tempest-VolumesActionsTest-965930282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16701016'] for port (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:13.226617 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.services.segments.db [None req-b12238a7-45b4-4a72-8e33-ba1296b9999d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0ba4f30-bf7e-461f-88f4-1cd7adb83e44']}} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:57:13.234603 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809aeb86-6be5-4254-a3a6-c4d603ec18bb None None] Pushing event deleted for resources: {'Port': ['ID=47be8694-c532-491d-837b-a3e8c958c691,revision_number=None']} {{(pid=106232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:13.236266 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-082cc290-172e-4a8a-8f38-5fb1d0168cc4 req-953a68da-23d3-4b53-813a-92204b4bb5a2 tempest-VolumesActionsTest-965930282 tempest-VolumesActionsTest-965930282-project] 10.222.0.57 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9926939 Sep 18 00:57:13.239838 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.services.segments.db [None req-b12238a7-45b4-4a72-8e33-ba1296b9999d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bc43035-2a06-4549-bc0f-2c1d1396a95a') {'for_net_delete': True} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:57:13.240247 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.services.segments.db [None req-b12238a7-45b4-4a72-8e33-ba1296b9999d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bc43035-2a06-4549-bc0f-2c1d1396a95a') {} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:57:13.241821 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-809aeb86-6be5-4254-a3a6-c4d603ec18bb None None] No DVR routers for this DVR port 47be8694-c532-491d-837b-a3e8c958c691 on host dv-cinder-master-3-smb {{(pid=106232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 18 00:57:13.256200 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-b12238a7-45b4-4a72-8e33-ba1296b9999d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749746056533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14079580'] for segment (0bc43035-2a06-4549-bc0f-2c1d1396a95a), before_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:13.266565 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.v2.base [req-082cc290-172e-4a8a-8f38-5fb1d0168cc4 req-4fbc3e0f-0b4c-42ad-9b5f-5216dd712fb7 service neutron] Request body: {'port': {'device_id': 'a299b3f6-a499-46c6-82f8-6cdefdb3bdab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=106230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:57:13.278963 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-b12238a7-45b4-4a72-8e33-ba1296b9999d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-977230'] for segment (0bc43035-2a06-4549-bc0f-2c1d1396a95a), precommit_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:13.282856 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b12238a7-45b4-4a72-8e33-ba1296b9999d admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=106231) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 00:57:13.283539 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-b12238a7-45b4-4a72-8e33-ba1296b9999d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-977230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13916971'] for segment (0bc43035-2a06-4549-bc0f-2c1d1396a95a), after_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:13.309278 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.services.segments.plugin [-] Segment 0bc43035-2a06-4549-bc0f-2c1d1396a95a resource provider aggregate not found Sep 18 00:57:13.341777 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [req-082cc290-172e-4a8a-8f38-5fb1d0168cc4 req-4fbc3e0f-0b4c-42ad-9b5f-5216dd712fb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (6bf76ae4-15b2-4029-910e-ffa2a8b17d63), before_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:13.342913 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.services.segments.plugin [-] Segment 0bc43035-2a06-4549-bc0f-2c1d1396a95a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0bc43035-2a06-4549-bc0f-2c1d1396a95a found for delete ", "request_id": "req-e4264396-9df0-4ade-96fa-0855987ec735"}]} Sep 18 00:57:13.361121 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-b12238a7-45b4-4a72-8e33-ba1296b9999d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-978040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16510767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16489868'] for network (e0ba4f30-bf7e-461f-88f4-1cd7adb83e44), after_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:13.370621 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-b12238a7-45b4-4a72-8e33-ba1296b9999d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16267021'] for network (None), before_response {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:13.382966 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-b12238a7-45b4-4a72-8e33-ba1296b9999d admin admin] 10.222.0.33 "DELETE /networking/v2.0/networks/e0ba4f30-bf7e-461f-88f4-1cd7adb83e44 HTTP/1.1" status: 204 len: 168 time: 0.7717311 Sep 18 00:57:13.399681 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12238a7-45b4-4a72-8e33-ba1296b9999d admin admin] Pushing event deleted for resources: {'Network': ['ID=e0ba4f30-bf7e-461f-88f4-1cd7adb83e44,revision_number=None']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:13.521798 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc2af2d-ca23-40b7-91e8-21556c5fda28 req-061cb884-f51a-4d0b-8a19-8b050df287bd tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:13.523705 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-4dc2af2d-ca23-40b7-91e8-21556c5fda28 req-061cb884-f51a-4d0b-8a19-8b050df287bd tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=77b2c1db-b85b-43e2-b6ff-bcd8e7bd9728 HTTP/1.1" status: 200 len: 946 time: 0.1149931 Sep 18 00:57:13.609295 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 58228) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:57:13.679406 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.33', 58232) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:57:13.679817 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-9e78d512-1a84-4203-b9be-139679c70d54 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=d8e0132d9e0c47b9b4c2042dba767701&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0684004 Sep 18 00:57:13.688292 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cd2285-46b5-44bc-bec2-4bfced95129b req-ef63d22f-954c-475f-aa41-f476c125b14a tempest-VolumesActionsTest-965930282 tempest-VolumesActionsTest-965930282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:13.689842 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-f3cd2285-46b5-44bc-bec2-4bfced95129b req-ef63d22f-954c-475f-aa41-f476c125b14a tempest-VolumesActionsTest-965930282 tempest-VolumesActionsTest-965930282-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a299b3f6-a499-46c6-82f8-6cdefdb3bdab HTTP/1.1" status: 200 len: 931 time: 0.1325347 Sep 18 00:57:13.716724 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-4dc2af2d-ca23-40b7-91e8-21556c5fda28 req-c72ef773-932f-4209-be34-3979be3bacc8 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a60bb66f-d31d-4ec8-90a6-9444418b3a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771102 Sep 18 00:57:13.780772 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:UPDATE=4,neutron:SELECT=92,neutron:INSERT=3,neutron:DELETE=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:57:13.830228 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-f3cd2285-46b5-44bc-bec2-4bfced95129b req-bfef33f6-906a-47c1-9278-e644e2d43fa7 tempest-VolumesActionsTest-965930282 tempest-VolumesActionsTest-965930282-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=daaef5e0-2773-432f-8e0a-badb81f5314b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286683 Sep 18 00:57:13.840780 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-2b911eae-dec1-493d-b8e4-4e308adef9f2 admin admin] Publish callbacks [] for security_group (22b6fc2b-5107-4c4f-a50a-5c4d2f5fcd24), before_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:13.886833 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:57:13.911704 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-2b911eae-dec1-493d-b8e4-4e308adef9f2 admin admin] Publish callbacks [] for security_group (22b6fc2b-5107-4c4f-a50a-5c4d2f5fcd24), precommit_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:13.915136 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.notifiers.nova [req-082cc290-172e-4a8a-8f38-5fb1d0168cc4 req-4fbc3e0f-0b4c-42ad-9b5f-5216dd712fb7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bf76ae4-15b2-4029-910e-ffa2a8b17d63 {{(pid=106230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 18 00:57:13.929132 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [req-082cc290-172e-4a8a-8f38-5fb1d0168cc4 req-4fbc3e0f-0b4c-42ad-9b5f-5216dd712fb7 service neutron] Publish callbacks [] for port (6bf76ae4-15b2-4029-910e-ffa2a8b17d63), precommit_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:13.980632 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.db.provisioning_blocks [req-082cc290-172e-4a8a-8f38-5fb1d0168cc4 req-4fbc3e0f-0b4c-42ad-9b5f-5216dd712fb7 service neutron] Transition to ACTIVE for port object 6bf76ae4-15b2-4029-910e-ffa2a8b17d63 will not be triggered until provisioned by entity L2. {{(pid=106230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 18 00:57:13.985923 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [req-082cc290-172e-4a8a-8f38-5fb1d0168cc4 req-4fbc3e0f-0b4c-42ad-9b5f-5216dd712fb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749746030758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749745591525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749745591543'] for port (6bf76ae4-15b2-4029-910e-ffa2a8b17d63), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:14.071860 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-2b911eae-dec1-493d-b8e4-4e308adef9f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512506'] for security_group (22b6fc2b-5107-4c4f-a50a-5c4d2f5fcd24), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:14.074630 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-2b911eae-dec1-493d-b8e4-4e308adef9f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:14.076018 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [None req-2b911eae-dec1-493d-b8e4-4e308adef9f2 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/22b6fc2b-5107-4c4f-a50a-5c4d2f5fcd24 HTTP/1.1" status: 204 len: 168 time: 0.3941247 Sep 18 00:57:14.084526 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbc3e0f-0b4c-42ad-9b5f-5216dd712fb7 service neutron] Pushing event updated for resources: {'Port': ['ID=6bf76ae4-15b2-4029-910e-ffa2a8b17d63,revision_number=2']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:14.104941 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.plugins.ml2.managers [req-082cc290-172e-4a8a-8f38-5fb1d0168cc4 req-4fbc3e0f-0b4c-42ad-9b5f-5216dd712fb7 service neutron] Attempting to bind port 6bf76ae4-15b2-4029-910e-ffa2a8b17d63 on host hv-cinder-maste for vnic_type normal with profile {{(pid=106230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 18 00:57:14.105560 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.plugins.ml2.managers [req-082cc290-172e-4a8a-8f38-5fb1d0168cc4 req-4fbc3e0f-0b4c-42ad-9b5f-5216dd712fb7 service neutron] Attempting to bind port 6bf76ae4-15b2-4029-910e-ffa2a8b17d63 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '41baa60f-ccd4-49e9-9d53-4f008ff8663e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '7aa7dca7-9cff-4b1a-8ea5-d2e6639d53b6'}] {{(pid=106230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 18 00:57:14.106056 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-082cc290-172e-4a8a-8f38-5fb1d0168cc4 req-4fbc3e0f-0b4c-42ad-9b5f-5216dd712fb7 service neutron] Attempting to bind port 6bf76ae4-15b2-4029-910e-ffa2a8b17d63 on network 7aa7dca7-9cff-4b1a-8ea5-d2e6639d53b6 {{(pid=106230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:57:14.108848 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b911eae-dec1-493d-b8e4-4e308adef9f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22b6fc2b-5107-4c4f-a50a-5c4d2f5fcd24,revision_number=None']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:14.172762 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-082cc290-172e-4a8a-8f38-5fb1d0168cc4 req-4fbc3e0f-0b4c-42ad-9b5f-5216dd712fb7 service neutron] Port 6bf76ae4-15b2-4029-910e-ffa2a8b17d63 on network 7aa7dca7-9cff-4b1a-8ea5-d2e6639d53b6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=106230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:57:14.173179 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-082cc290-172e-4a8a-8f38-5fb1d0168cc4 req-4fbc3e0f-0b4c-42ad-9b5f-5216dd712fb7 service neutron] Attempting to bind port 6bf76ae4-15b2-4029-910e-ffa2a8b17d63 on network 7aa7dca7-9cff-4b1a-8ea5-d2e6639d53b6 {{(pid=106230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:57:14.220897 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-082cc290-172e-4a8a-8f38-5fb1d0168cc4 req-4fbc3e0f-0b4c-42ad-9b5f-5216dd712fb7 service neutron] Checking agent: {'id': 'a990346c-0f9b-4256-b267-210f2ef06c1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 18, 0, 54, 1), 'started_at': datetime.datetime(2022, 9, 18, 0, 54, 1), 'heartbeat_timestamp': datetime.datetime(2022, 9, 18, 0, 57, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 18 00:57:14.221432 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-082cc290-172e-4a8a-8f38-5fb1d0168cc4 req-4fbc3e0f-0b4c-42ad-9b5f-5216dd712fb7 service neutron] Checking segment: {'id': '41baa60f-ccd4-49e9-9d53-4f008ff8663e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '7aa7dca7-9cff-4b1a-8ea5-d2e6639d53b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 18 00:57:14.222076 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-082cc290-172e-4a8a-8f38-5fb1d0168cc4 req-4fbc3e0f-0b4c-42ad-9b5f-5216dd712fb7 service neutron] Bound using segment: {'id': '41baa60f-ccd4-49e9-9d53-4f008ff8663e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '7aa7dca7-9cff-4b1a-8ea5-d2e6639d53b6'} {{(pid=106230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 18 00:57:14.222817 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.plugins.ml2.managers [req-082cc290-172e-4a8a-8f38-5fb1d0168cc4 req-4fbc3e0f-0b4c-42ad-9b5f-5216dd712fb7 service neutron] Bound port: 6bf76ae4-15b2-4029-910e-ffa2a8b17d63, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41baa60f-ccd4-49e9-9d53-4f008ff8663e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '7aa7dca7-9cff-4b1a-8ea5-d2e6639d53b6'}}] {{(pid=106230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 18 00:57:14.223257 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [req-082cc290-172e-4a8a-8f38-5fb1d0168cc4 req-4fbc3e0f-0b4c-42ad-9b5f-5216dd712fb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (6bf76ae4-15b2-4029-910e-ffa2a8b17d63), before_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:14.295601 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.plugins.ml2.db [req-082cc290-172e-4a8a-8f38-5fb1d0168cc4 req-4fbc3e0f-0b4c-42ad-9b5f-5216dd712fb7 service neutron] For port 6bf76ae4-15b2-4029-910e-ffa2a8b17d63, host hv-cinder-maste, cleared binding levels {{(pid=106230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:57:14.299231 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.plugins.ml2.db [req-082cc290-172e-4a8a-8f38-5fb1d0168cc4 req-4fbc3e0f-0b4c-42ad-9b5f-5216dd712fb7 service neutron] For port 6bf76ae4-15b2-4029-910e-ffa2a8b17d63, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=6bf76ae4-15b2-4029-910e-ffa2a8b17d63,segment=NetworkSegment(41baa60f-ccd4-49e9-9d53-4f008ff8663e),segment_id=41baa60f-ccd4-49e9-9d53-4f008ff8663e)] {{(pid=106230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:57:14.307081 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [req-082cc290-172e-4a8a-8f38-5fb1d0168cc4 req-4fbc3e0f-0b4c-42ad-9b5f-5216dd712fb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749746030758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749745591525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749745591543'] for port (6bf76ae4-15b2-4029-910e-ffa2a8b17d63), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:14.338976 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082cc290-172e-4a8a-8f38-5fb1d0168cc4 req-4fbc3e0f-0b4c-42ad-9b5f-5216dd712fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:14.339821 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [req-082cc290-172e-4a8a-8f38-5fb1d0168cc4 req-4fbc3e0f-0b4c-42ad-9b5f-5216dd712fb7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16701016'] for port (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:14.341383 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-082cc290-172e-4a8a-8f38-5fb1d0168cc4 req-4fbc3e0f-0b4c-42ad-9b5f-5216dd712fb7 service neutron] 10.222.0.57 "PUT /networking/v2.0/ports/6bf76ae4-15b2-4029-910e-ffa2a8b17d63 HTTP/1.1" status: 200 len: 1093 time: 1.0806482 Sep 18 00:57:14.341957 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a299b3f6-a499-46c6-82f8-6cdefdb3bdab', 'tag': '6bf76ae4-15b2-4029-910e-ffa2a8b17d63'}] {{(pid=106230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 18 00:57:14.344478 dv-cinder-master-3-smb neutron-server[106230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5cb6f936bef875aa30205792da77c9643b85616d99b85ee9f5e1cfaba0fe173" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08c4b48c-e42e-44cd-868e-6e968b2e8253" -d '{"events": [{"name": "network-changed", "server_uuid": "a299b3f6-a499-46c6-82f8-6cdefdb3bdab", "tag": "6bf76ae4-15b2-4029-910e-ffa2a8b17d63"}]}' {{(pid=106230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:57:14.394678 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbc3e0f-0b4c-42ad-9b5f-5216dd712fb7 service neutron] Pushing event updated for resources: {'Port': ['ID=6bf76ae4-15b2-4029-910e-ffa2a8b17d63,revision_number=3']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:14.400143 dv-cinder-master-3-smb neutron-server[106230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 18 Sep 2022 00:57:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a75586a4-2cb5-4ec4-9fbd-5526ebcd3682 x-openstack-request-id: req-a75586a4-2cb5-4ec4-9fbd-5526ebcd3682 {{(pid=106230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:57:14.400418 dv-cinder-master-3-smb neutron-server[106230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a299b3f6-a499-46c6-82f8-6cdefdb3bdab", "tag": "6bf76ae4-15b2-4029-910e-ffa2a8b17d63", "status": "completed", "code": 200}]} {{(pid=106230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:57:14.400669 dv-cinder-master-3-smb neutron-server[106230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-a75586a4-2cb5-4ec4-9fbd-5526ebcd3682 {{(pid=106230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:57:14.401068 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a75586a4-2cb5-4ec4-9fbd-5526ebcd3682'] response: {'name': 'network-changed', 'server_uuid': 'a299b3f6-a499-46c6-82f8-6cdefdb3bdab', 'tag': '6bf76ae4-15b2-4029-910e-ffa2a8b17d63', 'status': 'completed', 'code': 200} Sep 18 00:57:14.498747 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082cc290-172e-4a8a-8f38-5fb1d0168cc4 req-6ff32a22-ed63-4281-96ea-1afcc349477a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:14.500292 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-082cc290-172e-4a8a-8f38-5fb1d0168cc4 req-6ff32a22-ed63-4281-96ea-1afcc349477a service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=4760ac3b2a024eb7a0718a1420d492a9&device_id=a299b3f6-a499-46c6-82f8-6cdefdb3bdab HTTP/1.1" status: 200 len: 1127 time: 0.0411541 Sep 18 00:57:14.569545 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-082cc290-172e-4a8a-8f38-5fb1d0168cc4 req-1b933fd9-3ce9-4431-ae29-fe7a30f68b2b service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6bf76ae4-15b2-4029-910e-ffa2a8b17d63 HTTP/1.1" status: 200 len: 217 time: 0.0518756 Sep 18 00:57:14.642634 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082cc290-172e-4a8a-8f38-5fb1d0168cc4 req-2e3715ee-8d23-472a-b2b4-7fc588ba8713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:14.644906 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-082cc290-172e-4a8a-8f38-5fb1d0168cc4 req-2e3715ee-8d23-472a-b2b4-7fc588ba8713 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=620ea2f9-6c41-43ec-8186-dd484279de33 HTTP/1.1" status: 200 len: 848 time: 0.0684097 Sep 18 00:57:14.689495 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-082cc290-172e-4a8a-8f38-5fb1d0168cc4 req-d05804d7-b456-428f-a08f-966cd2cf3148 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=7aa7dca7-9cff-4b1a-8ea5-d2e6639d53b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364215 Sep 18 00:57:14.702112 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.rpc [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Device 47be8694-c532-491d-837b-a3e8c958c691 no longer exists at agent ovs-agent-dv-cinder-master-3-smb {{(pid=106232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:57:14.736114 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] No Port match for: 47be8694-c532-491d-837b-a3e8c958c691 {{(pid=106232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 18 00:57:14.736731 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.rpc [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Device 47be8694-c532-491d-837b-a3e8c958c691 not bound to the agent host dv-cinder-master-3-smb {{(pid=106232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:57:14.864814 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-082cc290-172e-4a8a-8f38-5fb1d0168cc4 req-b8a83566-513a-4b92-aa17-701106f240f1 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/7aa7dca7-9cff-4b1a-8ea5-d2e6639d53b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522987 Sep 18 00:57:14.886437 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07068e00-5d6f-4900-998c-28f32ff51e92 req-12ee09f7-81af-4fa2-91e8-3360157e0428 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:14.887931 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-07068e00-5d6f-4900-998c-28f32ff51e92 req-12ee09f7-81af-4fa2-91e8-3360157e0428 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=77b2c1db-b85b-43e2-b6ff-bcd8e7bd9728 HTTP/1.1" status: 200 len: 946 time: 0.0748522 Sep 18 00:57:15.033670 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-07068e00-5d6f-4900-998c-28f32ff51e92 req-cea65b0f-a245-4ccf-a13d-0556b9977364 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a60bb66f-d31d-4ec8-90a6-9444418b3a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280539 Sep 18 00:57:15.047850 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063e7a35-34c6-490f-b816-4c07c8e5d046 req-d1dd64cc-b6fc-4081-b46b-6c76e861c133 tempest-VolumesActionsTest-965930282 tempest-VolumesActionsTest-965930282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:15.049354 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-063e7a35-34c6-490f-b816-4c07c8e5d046 req-d1dd64cc-b6fc-4081-b46b-6c76e861c133 tempest-VolumesActionsTest-965930282 tempest-VolumesActionsTest-965930282-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a299b3f6-a499-46c6-82f8-6cdefdb3bdab HTTP/1.1" status: 200 len: 943 time: 0.0918849 Sep 18 00:57:15.065124 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=1,neutron:DELETE=3 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:57:15.078256 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-082cc290-172e-4a8a-8f38-5fb1d0168cc4 req-facbacf1-e2c6-4f13-b18d-0aaaed38957d service neutron] 10.222.0.57 "GET /networking/v2.0/networks/7aa7dca7-9cff-4b1a-8ea5-d2e6639d53b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2058816 Sep 18 00:57:15.101079 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:57:15.118071 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-063e7a35-34c6-490f-b816-4c07c8e5d046 req-ccd0e407-ecb5-4667-965e-285f0a471534 tempest-VolumesActionsTest-965930282 tempest-VolumesActionsTest-965930282-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=daaef5e0-2773-432f-8e0a-badb81f5314b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556030 Sep 18 00:57:16.167181 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b71f06d-6447-4750-8dc9-e4d1ce93f107 req-c3a0d741-4fc3-460c-a142-1d287f762c7a tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:16.168993 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-1b71f06d-6447-4750-8dc9-e4d1ce93f107 req-c3a0d741-4fc3-460c-a142-1d287f762c7a tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=77b2c1db-b85b-43e2-b6ff-bcd8e7bd9728 HTTP/1.1" status: 200 len: 946 time: 0.0490348 Sep 18 00:57:16.250708 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-1b71f06d-6447-4750-8dc9-e4d1ce93f107 req-f3287aa3-6417-4666-be29-f751a490620e tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a60bb66f-d31d-4ec8-90a6-9444418b3a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759583 Sep 18 00:57:16.268686 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30d180c-3e68-45c9-a49c-9251220a2d6e req-99e3b8c2-915e-4456-a141-8849fbec883a tempest-VolumesActionsTest-965930282 tempest-VolumesActionsTest-965930282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:16.270963 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-a30d180c-3e68-45c9-a49c-9251220a2d6e req-99e3b8c2-915e-4456-a141-8849fbec883a tempest-VolumesActionsTest-965930282 tempest-VolumesActionsTest-965930282-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a299b3f6-a499-46c6-82f8-6cdefdb3bdab HTTP/1.1" status: 200 len: 943 time: 0.0634601 Sep 18 00:57:16.322897 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-a30d180c-3e68-45c9-a49c-9251220a2d6e req-0cb68679-9bf5-409e-b2b4-7dab8a1f8d26 tempest-VolumesActionsTest-965930282 tempest-VolumesActionsTest-965930282-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=daaef5e0-2773-432f-8e0a-badb81f5314b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456302 Sep 18 00:57:16.418094 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c4b48c-e42e-44cd-868e-6e968b2e8253 req-46aab8aa-b14f-4c96-be1f-359ac05ecc81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:16.419485 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-08c4b48c-e42e-44cd-868e-6e968b2e8253 req-46aab8aa-b14f-4c96-be1f-359ac05ecc81 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=4760ac3b2a024eb7a0718a1420d492a9&device_id=a299b3f6-a499-46c6-82f8-6cdefdb3bdab HTTP/1.1" status: 200 len: 1127 time: 0.0409534 Sep 18 00:57:16.525206 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c4b48c-e42e-44cd-868e-6e968b2e8253 req-c8c6de24-1d47-4f79-b329-dedddd2f1589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:16.526681 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-08c4b48c-e42e-44cd-868e-6e968b2e8253 req-c8c6de24-1d47-4f79-b329-dedddd2f1589 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=7aa7dca7-9cff-4b1a-8ea5-d2e6639d53b6 HTTP/1.1" status: 200 len: 909 time: 0.1000390 Sep 18 00:57:16.567714 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-08c4b48c-e42e-44cd-868e-6e968b2e8253 req-99ac1396-9e94-4840-aa87-c48756bd1119 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6bf76ae4-15b2-4029-910e-ffa2a8b17d63 HTTP/1.1" status: 200 len: 217 time: 0.0343244 Sep 18 00:57:16.624430 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c4b48c-e42e-44cd-868e-6e968b2e8253 req-b41c6599-48e2-442e-bc23-80ef877b89c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:16.625916 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-08c4b48c-e42e-44cd-868e-6e968b2e8253 req-b41c6599-48e2-442e-bc23-80ef877b89c0 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=620ea2f9-6c41-43ec-8186-dd484279de33 HTTP/1.1" status: 200 len: 848 time: 0.0485852 Sep 18 00:57:16.659994 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-08c4b48c-e42e-44cd-868e-6e968b2e8253 req-a949ddf8-5240-4634-9112-8cbb4c14861a service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=7aa7dca7-9cff-4b1a-8ea5-d2e6639d53b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270736 Sep 18 00:57:16.766570 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-08c4b48c-e42e-44cd-868e-6e968b2e8253 req-5aec7f6d-6fe4-403a-ad48-7daf7650a5ce service neutron] 10.222.0.57 "GET /networking/v2.0/networks/7aa7dca7-9cff-4b1a-8ea5-d2e6639d53b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940650 Sep 18 00:57:16.847099 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 58364) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:57:16.869191 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-08c4b48c-e42e-44cd-868e-6e968b2e8253 req-32b7a3ee-f1be-4863-bbec-2b31548c217b service neutron] 10.222.0.57 "GET /networking/v2.0/networks/7aa7dca7-9cff-4b1a-8ea5-d2e6639d53b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950933 Sep 18 00:57:16.954448 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-86db7672-847f-433e-adad-9ff1d4046d10 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:16.977515 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:57:17.041484 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-86db7672-847f-433e-adad-9ff1d4046d10 admin admin] Publish callbacks [] for security_group (2c553333-7ae5-404e-af69-d56c4ec68712), precommit_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:17.045310 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-86db7672-847f-433e-adad-9ff1d4046d10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512506'] for security_group (2c553333-7ae5-404e-af69-d56c4ec68712), after_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:17.076879 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:UPDATE=3,neutron:INSERT=6 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:57:17.087864 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-86db7672-847f-433e-adad-9ff1d4046d10 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=e862ed4deca1452fa07f825653e9b3b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2396042 Sep 18 00:57:17.088980 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86db7672-847f-433e-adad-9ff1d4046d10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c553333-7ae5-404e-af69-d56c4ec68712,revision_number=1']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:17.090665 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.33', 58370) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:57:17.399267 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f37ab28-fda8-4fd3-b24b-4088f4c8ca70 req-63b3d913-1bb1-461f-9cb3-728cd5642df5 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:17.400770 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-1f37ab28-fda8-4fd3-b24b-4088f4c8ca70 req-63b3d913-1bb1-461f-9cb3-728cd5642df5 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=77b2c1db-b85b-43e2-b6ff-bcd8e7bd9728 HTTP/1.1" status: 200 len: 946 time: 0.0634158 Sep 18 00:57:17.406077 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-91709d27-087c-448d-930b-4133cdc0629a admin admin] Publish callbacks [] for security_group (2c553333-7ae5-404e-af69-d56c4ec68712), before_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:17.480358 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-91709d27-087c-448d-930b-4133cdc0629a admin admin] Publish callbacks [] for security_group (2c553333-7ae5-404e-af69-d56c4ec68712), precommit_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:17.522571 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d07081-b480-43a6-b290-cbce320db6a8 req-947a93d1-2a14-48ac-96a3-d12169ff55e0 tempest-VolumesActionsTest-965930282 tempest-VolumesActionsTest-965930282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:17.524031 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-b0d07081-b480-43a6-b290-cbce320db6a8 req-947a93d1-2a14-48ac-96a3-d12169ff55e0 tempest-VolumesActionsTest-965930282 tempest-VolumesActionsTest-965930282-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a299b3f6-a499-46c6-82f8-6cdefdb3bdab HTTP/1.1" status: 200 len: 943 time: 0.1003244 Sep 18 00:57:17.529363 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-1f37ab28-fda8-4fd3-b24b-4088f4c8ca70 req-b02e77fa-bc33-4982-9571-66014236f778 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a60bb66f-d31d-4ec8-90a6-9444418b3a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210837 Sep 18 00:57:17.558619 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=100 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:57:17.587886 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-b0d07081-b480-43a6-b290-cbce320db6a8 req-1614e2ea-1b9b-4a57-ab90-ec326865a57f tempest-VolumesActionsTest-965930282 tempest-VolumesActionsTest-965930282-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=daaef5e0-2773-432f-8e0a-badb81f5314b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518000 Sep 18 00:57:17.592776 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-91709d27-087c-448d-930b-4133cdc0629a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512506'] for security_group (2c553333-7ae5-404e-af69-d56c4ec68712), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:17.595322 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-91709d27-087c-448d-930b-4133cdc0629a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:17.596357 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [None req-91709d27-087c-448d-930b-4133cdc0629a admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/2c553333-7ae5-404e-af69-d56c4ec68712 HTTP/1.1" status: 204 len: 168 time: 0.5046933 Sep 18 00:57:17.615977 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91709d27-087c-448d-930b-4133cdc0629a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c553333-7ae5-404e-af69-d56c4ec68712,revision_number=None']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:17.967962 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.rpc [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Device 6bf76ae4-15b2-4029-910e-ffa2a8b17d63 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:57:18.013378 dv-cinder-master-3-smb neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:57:18.044571 dv-cinder-master-3-smb neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:57:18.075794 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.db [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] For port 6bf76ae4-15b2-4029-910e-ffa2a8b17d63, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=6bf76ae4-15b2-4029-910e-ffa2a8b17d63,segment=NetworkSegment(41baa60f-ccd4-49e9-9d53-4f008ff8663e),segment_id=41baa60f-ccd4-49e9-9d53-4f008ff8663e)] {{(pid=106232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:57:18.087977 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.rpc [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Returning: {'device': '6bf76ae4-15b2-4029-910e-ffa2a8b17d63', 'network_id': '7aa7dca7-9cff-4b1a-8ea5-d2e6639d53b6', 'port_id': '6bf76ae4-15b2-4029-910e-ffa2a8b17d63', 'mac_address': 'fa:16:3e:29:e4:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '620ea2f9-6c41-43ec-8186-dd484279de33', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:57:18.131941 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Current status of the port 6bf76ae4-15b2-4029-910e-ffa2a8b17d63 is: DOWN; New status is: BUILD {{(pid=106232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 00:57:18.132343 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (6bf76ae4-15b2-4029-910e-ffa2a8b17d63), before_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:18.145673 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.notifiers.nova [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bf76ae4-15b2-4029-910e-ffa2a8b17d63 {{(pid=106232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 18 00:57:18.167006 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.db [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] For port 6bf76ae4-15b2-4029-910e-ffa2a8b17d63, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=6bf76ae4-15b2-4029-910e-ffa2a8b17d63,segment=NetworkSegment(41baa60f-ccd4-49e9-9d53-4f008ff8663e),segment_id=41baa60f-ccd4-49e9-9d53-4f008ff8663e)] {{(pid=106232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:57:18.170838 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749746030758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749745591525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749745591543'] for port (6bf76ae4-15b2-4029-910e-ffa2a8b17d63), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:18.221037 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Pushing event updated for resources: {'Port': ['ID=6bf76ae4-15b2-4029-910e-ffa2a8b17d63,revision_number=4']} {{(pid=106232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:18.584635 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.db [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] get_ports_and_sgs() called for port_ids ['6bf76ae4-15b2-4029-910e-ffa2a8b17d63'] {{(pid=106232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 18 00:57:18.826903 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7781eb99-0cea-41e4-b777-f8f5f14e767f req-6365684e-c483-4f8b-9c47-d0b8e95ba029 tempest-VolumesActionsTest-965930282 tempest-VolumesActionsTest-965930282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:18.828918 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-7781eb99-0cea-41e4-b777-f8f5f14e767f req-6365684e-c483-4f8b-9c47-d0b8e95ba029 tempest-VolumesActionsTest-965930282 tempest-VolumesActionsTest-965930282-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a299b3f6-a499-46c6-82f8-6cdefdb3bdab HTTP/1.1" status: 200 len: 944 time: 0.0855129 Sep 18 00:57:18.836074 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3641f9bd-8536-41c1-8499-9ddba9fd4f4e req-0c6ba723-6297-444a-8fa1-5543f60f1be0 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:18.837607 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-3641f9bd-8536-41c1-8499-9ddba9fd4f4e req-0c6ba723-6297-444a-8fa1-5543f60f1be0 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=77b2c1db-b85b-43e2-b6ff-bcd8e7bd9728 HTTP/1.1" status: 200 len: 946 time: 0.1272264 Sep 18 00:57:18.861052 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:57:18.902630 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 58444) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:57:18.923573 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-7781eb99-0cea-41e4-b777-f8f5f14e767f req-d2045ac6-f4a7-4c7d-83a6-a6ddf7133822 tempest-VolumesActionsTest-965930282 tempest-VolumesActionsTest-965930282-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=daaef5e0-2773-432f-8e0a-badb81f5314b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850008 Sep 18 00:57:18.927332 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-3641f9bd-8536-41c1-8499-9ddba9fd4f4e req-e4f21baf-2ab0-48c0-8199-059bf4f22719 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a60bb66f-d31d-4ec8-90a6-9444418b3a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817833 Sep 18 00:57:19.019528 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-0e21363c-4b62-4610-a8e7-46a838292313 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:19.096060 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-0e21363c-4b62-4610-a8e7-46a838292313 admin admin] Publish callbacks [] for security_group (923697f5-63fa-4990-be63-52d18ba8fc8c), precommit_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:19.102446 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-0e21363c-4b62-4610-a8e7-46a838292313 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512506'] for security_group (923697f5-63fa-4990-be63-52d18ba8fc8c), after_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:19.147544 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-0e21363c-4b62-4610-a8e7-46a838292313 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=8edeb95e6c934404a42a60ae6d52b8af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2437842 Sep 18 00:57:19.148116 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.33', 58452) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:57:19.148516 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e21363c-4b62-4610-a8e7-46a838292313 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=923697f5-63fa-4990-be63-52d18ba8fc8c,revision_number=1']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:19.205590 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-28abefd9-f843-423d-b71b-564336fffcb5 admin admin] Publish callbacks [] for security_group (923697f5-63fa-4990-be63-52d18ba8fc8c), before_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:19.228541 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-28abefd9-f843-423d-b71b-564336fffcb5 admin admin] Publish callbacks [] for security_group (923697f5-63fa-4990-be63-52d18ba8fc8c), precommit_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:19.277125 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-28abefd9-f843-423d-b71b-564336fffcb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512506'] for security_group (923697f5-63fa-4990-be63-52d18ba8fc8c), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:19.279796 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-28abefd9-f843-423d-b71b-564336fffcb5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:19.280879 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [None req-28abefd9-f843-423d-b71b-564336fffcb5 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/923697f5-63fa-4990-be63-52d18ba8fc8c HTTP/1.1" status: 204 len: 168 time: 0.1314013 Sep 18 00:57:19.290716 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28abefd9-f843-423d-b71b-564336fffcb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=923697f5-63fa-4990-be63-52d18ba8fc8c,revision_number=None']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:19.989945 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.rpc [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Device 6bf76ae4-15b2-4029-910e-ffa2a8b17d63 up at agent hyperv_hv-cinder-maste {{(pid=106232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:57:20.037679 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.provisioning_blocks [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Provisioning for port 6bf76ae4-15b2-4029-910e-ffa2a8b17d63 completed by entity L2. {{(pid=106232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 18 00:57:20.044837 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.provisioning_blocks [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Provisioning complete for port 6bf76ae4-15b2-4029-910e-ffa2a8b17d63 triggered by entity L2. {{(pid=106232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 00:57:20.045220 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981214'] for port (6bf76ae4-15b2-4029-910e-ffa2a8b17d63), provisioning_complete {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:20.045775 dv-cinder-master-3-smb neutron-server[106232]: INFO neutron.plugins.ml2.plugin [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Attempt 1 to provision port 6bf76ae4-15b2-4029-910e-ffa2a8b17d63 Sep 18 00:57:20.129165 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Current status of the port 6bf76ae4-15b2-4029-910e-ffa2a8b17d63 is: BUILD; New status is: ACTIVE {{(pid=106232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 00:57:20.129560 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (6bf76ae4-15b2-4029-910e-ffa2a8b17d63), before_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:20.139664 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046733ea-34b7-48c5-9b41-3610bcf9160b req-508ec834-0d29-4635-9316-ca2fd8e49bd9 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:20.141185 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-046733ea-34b7-48c5-9b41-3610bcf9160b req-508ec834-0d29-4635-9316-ca2fd8e49bd9 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=77b2c1db-b85b-43e2-b6ff-bcd8e7bd9728 HTTP/1.1" status: 200 len: 946 time: 0.0947604 Sep 18 00:57:20.155855 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f1f104-cb28-4ca6-92ea-c1f87c4c3493 req-2be6bd87-a308-46fc-8ad8-e72e05719603 tempest-VolumesActionsTest-965930282 tempest-VolumesActionsTest-965930282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:20.157344 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-d3f1f104-cb28-4ca6-92ea-c1f87c4c3493 req-2be6bd87-a308-46fc-8ad8-e72e05719603 tempest-VolumesActionsTest-965930282 tempest-VolumesActionsTest-965930282-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a299b3f6-a499-46c6-82f8-6cdefdb3bdab HTTP/1.1" status: 200 len: 944 time: 0.0689731 Sep 18 00:57:20.165486 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.db [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] For port 6bf76ae4-15b2-4029-910e-ffa2a8b17d63, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=6bf76ae4-15b2-4029-910e-ffa2a8b17d63,segment=NetworkSegment(41baa60f-ccd4-49e9-9d53-4f008ff8663e),segment_id=41baa60f-ccd4-49e9-9d53-4f008ff8663e)] {{(pid=106232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:57:20.166441 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a299b3f6-a499-46c6-82f8-6cdefdb3bdab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bf76ae4-15b2-4029-910e-ffa2a8b17d63'}] {{(pid=106232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 18 00:57:20.168793 dv-cinder-master-3-smb neutron-server[106232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90e96a6086c290001a0d7e5ddcf89e279d0a9bc322b7051b760fc9213660c862" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba5787d1-a13f-4c8d-9686-ba21c648e302" -d '{"events": [{"server_uuid": "a299b3f6-a499-46c6-82f8-6cdefdb3bdab", "name": "network-vif-plugged", "status": "completed", "tag": "6bf76ae4-15b2-4029-910e-ffa2a8b17d63"}]}' {{(pid=106232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:57:20.176354 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749746030758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749745591525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749745591543'] for port (6bf76ae4-15b2-4029-910e-ffa2a8b17d63), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:20.228147 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-046733ea-34b7-48c5-9b41-3610bcf9160b req-561f6794-4093-41fa-a8d1-b47f1ef3df3b tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a60bb66f-d31d-4ec8-90a6-9444418b3a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804703 Sep 18 00:57:20.234472 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Pushing event updated for resources: {'Port': ['ID=6bf76ae4-15b2-4029-910e-ffa2a8b17d63,revision_number=5']} {{(pid=106232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:20.240596 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-d3f1f104-cb28-4ca6-92ea-c1f87c4c3493 req-db63901c-2928-4344-b296-bf5d355bdb35 tempest-VolumesActionsTest-965930282 tempest-VolumesActionsTest-965930282-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=daaef5e0-2773-432f-8e0a-badb81f5314b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694754 Sep 18 00:57:20.295590 dv-cinder-master-3-smb neutron-server[106232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 18 Sep 2022 00:57:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77182425-7f20-4814-ba86-5c7345525bff x-openstack-request-id: req-77182425-7f20-4814-ba86-5c7345525bff {{(pid=106232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:57:20.295922 dv-cinder-master-3-smb neutron-server[106232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a299b3f6-a499-46c6-82f8-6cdefdb3bdab", "name": "network-vif-plugged", "status": "completed", "tag": "6bf76ae4-15b2-4029-910e-ffa2a8b17d63", "code": 200}]} {{(pid=106232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:57:20.296179 dv-cinder-master-3-smb neutron-server[106232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-77182425-7f20-4814-ba86-5c7345525bff {{(pid=106232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:57:20.296583 dv-cinder-master-3-smb neutron-server[106232]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77182425-7f20-4814-ba86-5c7345525bff'] response: {'server_uuid': 'a299b3f6-a499-46c6-82f8-6cdefdb3bdab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bf76ae4-15b2-4029-910e-ffa2a8b17d63', 'code': 200} Sep 18 00:57:20.568146 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9520a6d-6451-4b81-82ae-db3ff875fc1b req-e3701fc1-bc17-4839-9144-71bbbd6e4790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:20.569604 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-c9520a6d-6451-4b81-82ae-db3ff875fc1b req-e3701fc1-bc17-4839-9144-71bbbd6e4790 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=a299b3f6-a499-46c6-82f8-6cdefdb3bdab HTTP/1.1" status: 200 len: 1129 time: 0.0418952 Sep 18 00:57:20.625028 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-c9520a6d-6451-4b81-82ae-db3ff875fc1b req-cc341320-2297-46ff-b1b6-20206231ba5f service neutron] 10.222.0.57 "GET /networking/v2.0/security-groups?id=daaef5e0-2773-432f-8e0a-badb81f5314b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405118 Sep 18 00:57:21.385886 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd3403c-2603-42e4-be1f-c05902e36277 req-64275db3-68d0-42b9-965e-fc81565c2a89 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:21.387335 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-ebd3403c-2603-42e4-be1f-c05902e36277 req-64275db3-68d0-42b9-965e-fc81565c2a89 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=77b2c1db-b85b-43e2-b6ff-bcd8e7bd9728 HTTP/1.1" status: 200 len: 946 time: 0.0791602 Sep 18 00:57:21.408273 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1dcef9-4f8b-4907-864f-9dfedc36c282 req-bf9cacbf-4ff5-4e34-b7e3-b5f63a41c439 tempest-VolumesActionsTest-965930282 tempest-VolumesActionsTest-965930282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:21.410649 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-5a1dcef9-4f8b-4907-864f-9dfedc36c282 req-bf9cacbf-4ff5-4e34-b7e3-b5f63a41c439 tempest-VolumesActionsTest-965930282 tempest-VolumesActionsTest-965930282-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a299b3f6-a499-46c6-82f8-6cdefdb3bdab HTTP/1.1" status: 200 len: 945 time: 0.0718853 Sep 18 00:57:21.484321 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-ebd3403c-2603-42e4-be1f-c05902e36277 req-3888cc68-3acc-4f6f-b0be-1ae462abd905 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a60bb66f-d31d-4ec8-90a6-9444418b3a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896037 Sep 18 00:57:21.488359 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-5a1dcef9-4f8b-4907-864f-9dfedc36c282 req-3ccf55cb-8ef8-4a86-a78b-8ca7eae3a81c tempest-VolumesActionsTest-965930282 tempest-VolumesActionsTest-965930282-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=daaef5e0-2773-432f-8e0a-badb81f5314b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703614 Sep 18 00:57:21.555269 dv-cinder-master-3-smb neutron-server[106233]: DEBUG dbcounter [-] [106233] Writing DB stats neutron:SELECT=5 {{(pid=106233) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:57:21.584883 dv-cinder-master-3-smb neutron-server[106233]: DEBUG dbcounter [-] [106233] Writing DB stats neutron:SELECT=30 {{(pid=106233) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:57:22.644452 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d922ac9f-f713-4fc9-b4ed-a87fc44c5acc req-58f19b4c-233e-4982-a711-715cb2a7017d tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:22.645961 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-d922ac9f-f713-4fc9-b4ed-a87fc44c5acc req-58f19b4c-233e-4982-a711-715cb2a7017d tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=77b2c1db-b85b-43e2-b6ff-bcd8e7bd9728 HTTP/1.1" status: 200 len: 946 time: 0.0746317 Sep 18 00:57:22.656556 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a55e38-c6fd-423a-b583-47121daa794c req-f1d8c61d-6163-4c96-8141-6f3837cef4c3 tempest-VolumesActionsTest-965930282 tempest-VolumesActionsTest-965930282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:22.656556 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-e6a55e38-c6fd-423a-b583-47121daa794c req-f1d8c61d-6163-4c96-8141-6f3837cef4c3 tempest-VolumesActionsTest-965930282 tempest-VolumesActionsTest-965930282-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a299b3f6-a499-46c6-82f8-6cdefdb3bdab HTTP/1.1" status: 200 len: 945 time: 0.0737288 Sep 18 00:57:22.676130 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:57:22.727048 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-d922ac9f-f713-4fc9-b4ed-a87fc44c5acc req-226c7754-9388-40af-aaeb-fe225d1dd32e tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a60bb66f-d31d-4ec8-90a6-9444418b3a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708275 Sep 18 00:57:22.739484 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-e6a55e38-c6fd-423a-b583-47121daa794c req-5c8fe803-ef28-46f6-b7c5-2f3b6c05733c tempest-VolumesActionsTest-965930282 tempest-VolumesActionsTest-965930282-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=daaef5e0-2773-432f-8e0a-badb81f5314b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769200 Sep 18 00:57:23.675282 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1328fd3f-f134-473f-8818-77dba8f14c3a req-78703832-18dd-4efc-bc8a-104235e8b0d3 tempest-VolumesActionsTest-965930282 tempest-VolumesActionsTest-965930282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:23.676964 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-1328fd3f-f134-473f-8818-77dba8f14c3a req-78703832-18dd-4efc-bc8a-104235e8b0d3 tempest-VolumesActionsTest-965930282 tempest-VolumesActionsTest-965930282-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a299b3f6-a499-46c6-82f8-6cdefdb3bdab HTTP/1.1" status: 200 len: 945 time: 0.0553749 Sep 18 00:57:23.723838 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-1328fd3f-f134-473f-8818-77dba8f14c3a req-983a0088-08e3-4c88-8434-d03af90c89d4 tempest-VolumesActionsTest-965930282 tempest-VolumesActionsTest-965930282-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=daaef5e0-2773-432f-8e0a-badb81f5314b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410841 Sep 18 00:57:23.852080 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4360ddd-1cb5-42cf-ab67-9f3284dad4bf req-43b1d97f-7975-4898-bb6b-f25bb057d915 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:23.857423 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-f4360ddd-1cb5-42cf-ab67-9f3284dad4bf req-43b1d97f-7975-4898-bb6b-f25bb057d915 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=77b2c1db-b85b-43e2-b6ff-bcd8e7bd9728 HTTP/1.1" status: 200 len: 946 time: 0.0477717 Sep 18 00:57:23.893022 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:57:23.909900 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-f4360ddd-1cb5-42cf-ab67-9f3284dad4bf req-22c4685f-4e1a-4854-a8f3-1dc47d0a4099 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a60bb66f-d31d-4ec8-90a6-9444418b3a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501761 Sep 18 00:57:24.852365 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45de48fb-d0a8-46cb-99a8-6288d86fef4b req-ed144980-4751-4fd3-b915-6fcbf712c1e5 tempest-VolumesActionsTest-965930282 tempest-VolumesActionsTest-965930282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:24.853864 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-45de48fb-d0a8-46cb-99a8-6288d86fef4b req-ed144980-4751-4fd3-b915-6fcbf712c1e5 tempest-VolumesActionsTest-965930282 tempest-VolumesActionsTest-965930282-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a299b3f6-a499-46c6-82f8-6cdefdb3bdab HTTP/1.1" status: 200 len: 945 time: 0.0529642 Sep 18 00:57:24.902712 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-45de48fb-d0a8-46cb-99a8-6288d86fef4b req-fb9e750e-0549-4c9a-9960-e85c1ffbaa0c tempest-VolumesActionsTest-965930282 tempest-VolumesActionsTest-965930282-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=daaef5e0-2773-432f-8e0a-badb81f5314b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432341 Sep 18 00:57:25.041630 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc24c0e-ae8d-487a-b9e8-8540b6be912e req-890ca2fd-91d3-4805-9de4-3010fc284ca3 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:25.043116 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-dfc24c0e-ae8d-487a-b9e8-8540b6be912e req-890ca2fd-91d3-4805-9de4-3010fc284ca3 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=77b2c1db-b85b-43e2-b6ff-bcd8e7bd9728 HTTP/1.1" status: 200 len: 946 time: 0.0478332 Sep 18 00:57:25.092088 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-dfc24c0e-ae8d-487a-b9e8-8540b6be912e req-8e0866f7-0453-4878-a4ce-1d7d404d181e tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a60bb66f-d31d-4ec8-90a6-9444418b3a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432372 Sep 18 00:57:25.796195 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdb9e5c-54e4-4e2c-87c3-5f114c2a15dd req-43cdc023-adf5-4022-be1d-e4d45beef0b7 tempest-VolumesActionsTest-965930282 tempest-VolumesActionsTest-965930282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:25.797838 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-bcdb9e5c-54e4-4e2c-87c3-5f114c2a15dd req-43cdc023-adf5-4022-be1d-e4d45beef0b7 tempest-VolumesActionsTest-965930282 tempest-VolumesActionsTest-965930282-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=a299b3f6-a499-46c6-82f8-6cdefdb3bdab HTTP/1.1" status: 200 len: 945 time: 0.0483983 Sep 18 00:57:25.943773 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [req-bcdb9e5c-54e4-4e2c-87c3-5f114c2a15dd req-c5868b92-69d4-408e-afe4-97f03349b5ea tempest-VolumesActionsTest-965930282 tempest-VolumesActionsTest-965930282-project] Deleting port 6bf76ae4-15b2-4029-910e-ffa2a8b17d63 {{(pid=106230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 18 00:57:25.944381 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [req-bcdb9e5c-54e4-4e2c-87c3-5f114c2a15dd req-c5868b92-69d4-408e-afe4-97f03349b5ea tempest-VolumesActionsTest-965930282 tempest-VolumesActionsTest-965930282-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749746030605'] for port (6bf76ae4-15b2-4029-910e-ffa2a8b17d63), before_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:26.078239 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3970b27f-4086-46f5-9214-cf2f54a437da req-522ee292-8bbf-4b3b-bd7f-8ca8508310a3 tempest-VolumesActionsTest-965930282 tempest-VolumesActionsTest-965930282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:26.079711 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-3970b27f-4086-46f5-9214-cf2f54a437da req-522ee292-8bbf-4b3b-bd7f-8ca8508310a3 tempest-VolumesActionsTest-965930282 tempest-VolumesActionsTest-965930282-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a299b3f6-a499-46c6-82f8-6cdefdb3bdab HTTP/1.1" status: 200 len: 945 time: 0.0684888 Sep 18 00:57:26.087550 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.plugins.ml2.db [req-bcdb9e5c-54e4-4e2c-87c3-5f114c2a15dd req-c5868b92-69d4-408e-afe4-97f03349b5ea tempest-VolumesActionsTest-965930282 tempest-VolumesActionsTest-965930282-project] For port 6bf76ae4-15b2-4029-910e-ffa2a8b17d63, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=6bf76ae4-15b2-4029-910e-ffa2a8b17d63,segment=NetworkSegment(41baa60f-ccd4-49e9-9d53-4f008ff8663e),segment_id=41baa60f-ccd4-49e9-9d53-4f008ff8663e)] {{(pid=106230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:57:26.087949 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [req-bcdb9e5c-54e4-4e2c-87c3-5f114c2a15dd req-c5868b92-69d4-408e-afe4-97f03349b5ea tempest-VolumesActionsTest-965930282 tempest-VolumesActionsTest-965930282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16488537'] for port (6bf76ae4-15b2-4029-910e-ffa2a8b17d63), precommit_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:26.109049 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [req-bcdb9e5c-54e4-4e2c-87c3-5f114c2a15dd req-c5868b92-69d4-408e-afe4-97f03349b5ea tempest-VolumesActionsTest-965930282 tempest-VolumesActionsTest-965930282-project] Calling delete_port for 6bf76ae4-15b2-4029-910e-ffa2a8b17d63 owned by compute:nova {{(pid=106230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 18 00:57:26.205901 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-3970b27f-4086-46f5-9214-cf2f54a437da req-77c962c2-f6c9-48a4-9847-7365f83b1215 tempest-VolumesActionsTest-965930282 tempest-VolumesActionsTest-965930282-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=daaef5e0-2773-432f-8e0a-badb81f5314b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152112 Sep 18 00:57:26.254363 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae89a0d4-c5f8-4c8b-8413-8d323305c423 req-99afa6c5-4efb-4005-9cba-7c3bfd499405 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:26.256116 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-ae89a0d4-c5f8-4c8b-8413-8d323305c423 req-99afa6c5-4efb-4005-9cba-7c3bfd499405 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=77b2c1db-b85b-43e2-b6ff-bcd8e7bd9728 HTTP/1.1" status: 200 len: 946 time: 0.0724454 Sep 18 00:57:26.271826 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 58658) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:57:26.327691 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:57:26.351496 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-ae89a0d4-c5f8-4c8b-8413-8d323305c423 req-9af358f5-cda7-422d-ab0a-2e82b930a38c tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a60bb66f-d31d-4ec8-90a6-9444418b3a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826578 Sep 18 00:57:26.385024 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [req-bcdb9e5c-54e4-4e2c-87c3-5f114c2a15dd req-c5868b92-69d4-408e-afe4-97f03349b5ea tempest-VolumesActionsTest-965930282 tempest-VolumesActionsTest-965930282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749746033803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749745591516'] for port (6bf76ae4-15b2-4029-910e-ffa2a8b17d63), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:26.393016 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-c782267b-2051-4134-ab06-1f88045ef05c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:26.415818 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5868b92-69d4-408e-afe4-97f03349b5ea tempest-VolumesActionsTest-965930282 tempest-VolumesActionsTest-965930282-project] Pushing event deleted for resources: {'Port': ['ID=6bf76ae4-15b2-4029-910e-ffa2a8b17d63,revision_number=None']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:26.429238 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.db [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] get_ports_and_sgs() called for port_ids ['6bf76ae4-15b2-4029-910e-ffa2a8b17d63'] {{(pid=106232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 18 00:57:26.488382 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcdb9e5c-54e4-4e2c-87c3-5f114c2a15dd req-c5868b92-69d4-408e-afe4-97f03349b5ea tempest-VolumesActionsTest-965930282 tempest-VolumesActionsTest-965930282-project] No DVR routers for this DVR port 6bf76ae4-15b2-4029-910e-ffa2a8b17d63 on host hv-cinder-maste {{(pid=106230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 18 00:57:26.490531 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-c782267b-2051-4134-ab06-1f88045ef05c admin admin] Publish callbacks [] for security_group (19bbe12a-d9c9-4dc6-83bf-50a40cb5fff6), precommit_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:26.490982 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [req-bcdb9e5c-54e4-4e2c-87c3-5f114c2a15dd req-c5868b92-69d4-408e-afe4-97f03349b5ea tempest-VolumesActionsTest-965930282 tempest-VolumesActionsTest-965930282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16701016'] for port (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:26.494729 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-bcdb9e5c-54e4-4e2c-87c3-5f114c2a15dd req-c5868b92-69d4-408e-afe4-97f03349b5ea tempest-VolumesActionsTest-965930282 tempest-VolumesActionsTest-965930282-project] 10.222.0.57 "DELETE /networking/v2.0/ports/6bf76ae4-15b2-4029-910e-ffa2a8b17d63 HTTP/1.1" status: 204 len: 173 time: 0.6867118 Sep 18 00:57:26.494904 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-c782267b-2051-4134-ab06-1f88045ef05c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512506'] for security_group (19bbe12a-d9c9-4dc6-83bf-50a40cb5fff6), after_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:26.495249 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a299b3f6-a499-46c6-82f8-6cdefdb3bdab', 'name': 'network-vif-deleted', 'tag': '6bf76ae4-15b2-4029-910e-ffa2a8b17d63'}] {{(pid=106230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 18 00:57:26.497488 dv-cinder-master-3-smb neutron-server[106230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5cb6f936bef875aa30205792da77c9643b85616d99b85ee9f5e1cfaba0fe173" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de85f17b-721a-4a9d-835a-c332eea3b971" -d '{"events": [{"server_uuid": "a299b3f6-a499-46c6-82f8-6cdefdb3bdab", "name": "network-vif-deleted", "tag": "6bf76ae4-15b2-4029-910e-ffa2a8b17d63"}]}' {{(pid=106230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:57:26.535447 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c782267b-2051-4134-ab06-1f88045ef05c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19bbe12a-d9c9-4dc6-83bf-50a40cb5fff6,revision_number=1']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:26.536238 dv-cinder-master-3-smb neutron-server[106230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 18 Sep 2022 00:57:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98878a60-2fb4-4a6a-bb72-af8a176f7644 x-openstack-request-id: req-98878a60-2fb4-4a6a-bb72-af8a176f7644 {{(pid=106230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:57:26.536531 dv-cinder-master-3-smb neutron-server[106230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a299b3f6-a499-46c6-82f8-6cdefdb3bdab", "name": "network-vif-deleted", "tag": "6bf76ae4-15b2-4029-910e-ffa2a8b17d63", "status": "completed", "code": 200}]} {{(pid=106230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:57:26.536789 dv-cinder-master-3-smb neutron-server[106230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-98878a60-2fb4-4a6a-bb72-af8a176f7644 {{(pid=106230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:57:26.537187 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98878a60-2fb4-4a6a-bb72-af8a176f7644'] response: {'server_uuid': 'a299b3f6-a499-46c6-82f8-6cdefdb3bdab', 'name': 'network-vif-deleted', 'tag': '6bf76ae4-15b2-4029-910e-ffa2a8b17d63', 'status': 'completed', 'code': 200} Sep 18 00:57:26.542858 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.33', 58664) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:57:26.543004 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-c782267b-2051-4134-ab06-1f88045ef05c admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=854ea49a1c3840d09ec1e329a052ffcb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2699683 Sep 18 00:57:26.597979 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-2be95fc8-75ee-46c2-b44f-0e7d064ce2cb admin admin] Publish callbacks [] for security_group (19bbe12a-d9c9-4dc6-83bf-50a40cb5fff6), before_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:26.619366 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-2be95fc8-75ee-46c2-b44f-0e7d064ce2cb admin admin] Publish callbacks [] for security_group (19bbe12a-d9c9-4dc6-83bf-50a40cb5fff6), precommit_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:26.620927 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:57:26.669841 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-2be95fc8-75ee-46c2-b44f-0e7d064ce2cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512506'] for security_group (19bbe12a-d9c9-4dc6-83bf-50a40cb5fff6), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:26.672673 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-2be95fc8-75ee-46c2-b44f-0e7d064ce2cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:26.673851 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [None req-2be95fc8-75ee-46c2-b44f-0e7d064ce2cb admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/19bbe12a-d9c9-4dc6-83bf-50a40cb5fff6 HTTP/1.1" status: 204 len: 168 time: 0.1299908 Sep 18 00:57:26.684398 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be95fc8-75ee-46c2-b44f-0e7d064ce2cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19bbe12a-d9c9-4dc6-83bf-50a40cb5fff6,revision_number=None']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:26.958856 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 58672) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:57:26.974160 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-73febc50-7e49-4bd8-bcf7-43e7fd78a95d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:27.058059 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-73febc50-7e49-4bd8-bcf7-43e7fd78a95d admin admin] Publish callbacks [] for security_group (9beb7cd2-05ba-4b23-ac27-53c62e529d61), precommit_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:27.062235 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-73febc50-7e49-4bd8-bcf7-43e7fd78a95d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512506'] for security_group (9beb7cd2-05ba-4b23-ac27-53c62e529d61), after_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:27.103730 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-73febc50-7e49-4bd8-bcf7-43e7fd78a95d admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=3ad12a1060044fe6b79aece9a656bb06&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1437178 Sep 18 00:57:27.106339 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73febc50-7e49-4bd8-bcf7-43e7fd78a95d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9beb7cd2-05ba-4b23-ac27-53c62e529d61,revision_number=1']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:27.106723 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.33', 58680) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:57:27.168809 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-8f1d4d41-20d4-4d87-b046-18ac5629c434 admin admin] Publish callbacks [] for security_group (9beb7cd2-05ba-4b23-ac27-53c62e529d61), before_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:27.190203 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-8f1d4d41-20d4-4d87-b046-18ac5629c434 admin admin] Publish callbacks [] for security_group (9beb7cd2-05ba-4b23-ac27-53c62e529d61), precommit_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:27.240478 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-8f1d4d41-20d4-4d87-b046-18ac5629c434 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512506'] for security_group (9beb7cd2-05ba-4b23-ac27-53c62e529d61), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:27.243161 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-8f1d4d41-20d4-4d87-b046-18ac5629c434 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:27.244311 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [None req-8f1d4d41-20d4-4d87-b046-18ac5629c434 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/9beb7cd2-05ba-4b23-ac27-53c62e529d61 HTTP/1.1" status: 204 len: 168 time: 0.1360621 Sep 18 00:57:27.253626 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1d4d41-20d4-4d87-b046-18ac5629c434 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9beb7cd2-05ba-4b23-ac27-53c62e529d61,revision_number=None']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:27.328379 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-dc2f53ef-ccee-402c-aa19-35876994fa35 req-0df18ab8-a344-4708-baa8-665896ca3a5d tempest-VolumesActionsTest-965930282 tempest-VolumesActionsTest-965930282-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=a299b3f6-a499-46c6-82f8-6cdefdb3bdab HTTP/1.1" status: 200 len: 210 time: 0.0290098 Sep 18 00:57:27.489382 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab6cda2-05bc-45c2-a026-71a9816a67a3 req-e8f1a9f2-c9ec-407c-8a5e-41482f4bd40e tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:27.491147 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-4ab6cda2-05bc-45c2-a026-71a9816a67a3 req-e8f1a9f2-c9ec-407c-8a5e-41482f4bd40e tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=77b2c1db-b85b-43e2-b6ff-bcd8e7bd9728 HTTP/1.1" status: 200 len: 946 time: 0.0550933 Sep 18 00:57:27.545382 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-4ab6cda2-05bc-45c2-a026-71a9816a67a3 req-812c64fe-a1f1-4ca1-b87a-75446537910b tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a60bb66f-d31d-4ec8-90a6-9444418b3a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483401 Sep 18 00:57:27.612820 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.33', 58692) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:57:27.626140 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-13b71ce0-cafd-42b9-a42d-f9afe326b34a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:27.701694 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-13b71ce0-cafd-42b9-a42d-f9afe326b34a admin admin] Publish callbacks [] for security_group (6226cf8f-ce75-41e4-9e7c-e624d05157b7), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:27.705628 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-13b71ce0-cafd-42b9-a42d-f9afe326b34a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512506'] for security_group (6226cf8f-ce75-41e4-9e7c-e624d05157b7), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:27.742883 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b71ce0-cafd-42b9-a42d-f9afe326b34a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6226cf8f-ce75-41e4-9e7c-e624d05157b7,revision_number=1']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:27.747104 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [None req-13b71ce0-cafd-42b9-a42d-f9afe326b34a admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=abf006f930af4dacb45ae1c283028048&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1331520 Sep 18 00:57:27.750238 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.33', 58694) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:57:27.798706 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-ee4130ba-8fd3-4f83-8856-86eaf48aae90 admin admin] Publish callbacks [] for security_group (6226cf8f-ce75-41e4-9e7c-e624d05157b7), before_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:27.818158 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-ee4130ba-8fd3-4f83-8856-86eaf48aae90 admin admin] Publish callbacks [] for security_group (6226cf8f-ce75-41e4-9e7c-e624d05157b7), precommit_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:27.827722 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:57:27.871796 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-ee4130ba-8fd3-4f83-8856-86eaf48aae90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512506'] for security_group (6226cf8f-ce75-41e4-9e7c-e624d05157b7), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:27.874462 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-ee4130ba-8fd3-4f83-8856-86eaf48aae90 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:27.875664 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [None req-ee4130ba-8fd3-4f83-8856-86eaf48aae90 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/6226cf8f-ce75-41e4-9e7c-e624d05157b7 HTTP/1.1" status: 204 len: 168 time: 0.1249757 Sep 18 00:57:27.884143 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4130ba-8fd3-4f83-8856-86eaf48aae90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6226cf8f-ce75-41e4-9e7c-e624d05157b7,revision_number=None']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:28.704809 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0561bd-c4c9-4c2a-98fa-8a1956b86542 req-f985b884-7025-4731-9272-1a1ee463aaf7 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:28.706893 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-fb0561bd-c4c9-4c2a-98fa-8a1956b86542 req-f985b884-7025-4731-9272-1a1ee463aaf7 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=77b2c1db-b85b-43e2-b6ff-bcd8e7bd9728 HTTP/1.1" status: 200 len: 946 time: 0.0697894 Sep 18 00:57:28.728400 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd274752-8858-4c4f-8c8f-1c250e5298b1 req-089a4a06-9cbb-4859-9055-f2c93602b400 tempest-VolumesActionsTest-965930282 tempest-VolumesActionsTest-965930282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:28.729839 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-fd274752-8858-4c4f-8c8f-1c250e5298b1 req-089a4a06-9cbb-4859-9055-f2c93602b400 tempest-VolumesActionsTest-965930282 tempest-VolumesActionsTest-965930282-project] 10.222.0.33 "GET /networking/v2.0/networks?id=7aa7dca7-9cff-4b1a-8ea5-d2e6639d53b6 HTTP/1.1" status: 200 len: 808 time: 0.1544282 Sep 18 00:57:28.753197 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-fd274752-8858-4c4f-8c8f-1c250e5298b1 req-86db10f1-635c-4c4d-984c-515261d6388b tempest-VolumesActionsTest-965930282 tempest-VolumesActionsTest-965930282-project] 10.222.0.33 "GET /networking/v2.0/quotas/4760ac3b2a024eb7a0718a1420d492a9 HTTP/1.1" status: 200 len: 375 time: 0.0160158 Sep 18 00:57:28.791548 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-fd274752-8858-4c4f-8c8f-1c250e5298b1 req-385c813e-259e-470c-b01f-ffb4e122eb0e tempest-VolumesActionsTest-965930282 tempest-VolumesActionsTest-965930282-project] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=4760ac3b2a024eb7a0718a1420d492a9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0324001 Sep 18 00:57:28.798556 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-fb0561bd-c4c9-4c2a-98fa-8a1956b86542 req-9b91b249-ed0d-4686-861f-05af0b62e30b tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a60bb66f-d31d-4ec8-90a6-9444418b3a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840845 Sep 18 00:57:28.875504 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=87,neutron:DELETE=8,neutron:INSERT=5 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:57:28.894369 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-fd274752-8858-4c4f-8c8f-1c250e5298b1 req-bab0e2c3-bbe5-43cc-ba26-ffb83488ffdf service neutron] 10.222.0.33 "GET /networking/v2.0/networks/7aa7dca7-9cff-4b1a-8ea5-d2e6639d53b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943198 Sep 18 00:57:28.997498 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-fd274752-8858-4c4f-8c8f-1c250e5298b1 req-6f8c61ac-cd2e-4727-bfeb-a09c5375fd56 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/7aa7dca7-9cff-4b1a-8ea5-d2e6639d53b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956032 Sep 18 00:57:29.191693 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-fe5460bf-24c5-480e-873e-73f99a95e418 req-714933b5-5821-4099-aa3e-f9c6594cd1ba tempest-VolumesActionsTest-965930282 tempest-VolumesActionsTest-965930282-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=39d52f6e-d2fc-4ca1-9d62-4c71d33cbb49 HTTP/1.1" status: 200 len: 210 time: 0.0291100 Sep 18 00:57:29.949111 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c0c271-4dca-4b5a-b43e-9a94a5bc7280 req-9354b38b-d580-4292-b454-faa9eb2e4328 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:29.950781 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-92c0c271-4dca-4b5a-b43e-9a94a5bc7280 req-9354b38b-d580-4292-b454-faa9eb2e4328 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=77b2c1db-b85b-43e2-b6ff-bcd8e7bd9728 HTTP/1.1" status: 200 len: 946 time: 0.0640197 Sep 18 00:57:30.006618 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-92c0c271-4dca-4b5a-b43e-9a94a5bc7280 req-583be6fe-bfd4-4e24-afc6-a26f13c12cf1 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a60bb66f-d31d-4ec8-90a6-9444418b3a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490036 Sep 18 00:57:30.075866 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.rpc [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Device 6bf76ae4-15b2-4029-910e-ffa2a8b17d63 no longer exists at agent hyperv_hv-cinder-maste {{(pid=106232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:57:30.094654 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] No Port match for: 6bf76ae4-15b2-4029-910e-ffa2a8b17d63 {{(pid=106232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 18 00:57:30.095028 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.rpc [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Device 6bf76ae4-15b2-4029-910e-ffa2a8b17d63 not bound to the agent host hv-cinder-maste {{(pid=106232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:57:30.440382 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-e69beaee-4fdc-4db1-9c63-e4ab8164eea5 req-751403fd-1f05-49d2-858c-de7c251241df tempest-VolumesActionsTest-965930282 tempest-VolumesActionsTest-965930282-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=39d52f6e-d2fc-4ca1-9d62-4c71d33cbb49 HTTP/1.1" status: 200 len: 210 time: 0.0288396 Sep 18 00:57:30.668443 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd274752-8858-4c4f-8c8f-1c250e5298b1 req-b75ea4c2-e3c9-4500-a585-43f1f35cd86c tempest-VolumesActionsTest-965930282 tempest-VolumesActionsTest-965930282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:30.670420 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-fd274752-8858-4c4f-8c8f-1c250e5298b1 req-b75ea4c2-e3c9-4500-a585-43f1f35cd86c tempest-VolumesActionsTest-965930282 tempest-VolumesActionsTest-965930282-project] 10.222.0.57 "GET /networking/v2.0/networks?id=7aa7dca7-9cff-4b1a-8ea5-d2e6639d53b6 HTTP/1.1" status: 200 len: 808 time: 0.1223652 Sep 18 00:57:30.694784 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.v2.base [req-fd274752-8858-4c4f-8c8f-1c250e5298b1 req-ce584d2a-6cfc-4e83-9461-c3bfeb9ac043 tempest-VolumesActionsTest-965930282 tempest-VolumesActionsTest-965930282-project] Request body: {'port': {'device_id': '39d52f6e-d2fc-4ca1-9d62-4c71d33cbb49', 'network_id': '7aa7dca7-9cff-4b1a-8ea5-d2e6639d53b6', 'admin_state_up': True, 'tenant_id': '4760ac3b2a024eb7a0718a1420d492a9'}} {{(pid=106230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:57:30.758643 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (a990346c-0f9b-4256-b267-210f2ef06c1b), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:30.810374 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd274752-8858-4c4f-8c8f-1c250e5298b1 req-ce584d2a-6cfc-4e83-9461-c3bfeb9ac043 tempest-VolumesActionsTest-965930282 tempest-VolumesActionsTest-965930282-project] Made reservation on behalf of 4760ac3b2a024eb7a0718a1420d492a9 for: {'port': 1} {{(pid=106230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:57:30.814020 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [req-fd274752-8858-4c4f-8c8f-1c250e5298b1 req-ce584d2a-6cfc-4e83-9461-c3bfeb9ac043 tempest-VolumesActionsTest-965930282 tempest-VolumesActionsTest-965930282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (None), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:30.937054 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.db.db_base_plugin_common [req-fd274752-8858-4c4f-8c8f-1c250e5298b1 req-ce584d2a-6cfc-4e83-9461-c3bfeb9ac043 tempest-VolumesActionsTest-965930282 tempest-VolumesActionsTest-965930282-project] Allocated IP 172.20.0.6 (7aa7dca7-9cff-4b1a-8ea5-d2e6639d53b6/620ea2f9-6c41-43ec-8186-dd484279de33/87ff6755-8ad9-4c3b-8789-500acf6a5ccd) {{(pid=106230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:57:30.942706 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:57:31.093417 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [req-fd274752-8858-4c4f-8c8f-1c250e5298b1 req-ce584d2a-6cfc-4e83-9461-c3bfeb9ac043 tempest-VolumesActionsTest-965930282 tempest-VolumesActionsTest-965930282-project] Publish callbacks [] for port (87ff6755-8ad9-4c3b-8789-500acf6a5ccd), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:31.161700 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1a45ef-680c-4510-ab49-f6d77006fbb1 req-5292cbb2-91a9-43ea-bc2c-37e5b20b73f1 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:31.163212 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-4d1a45ef-680c-4510-ab49-f6d77006fbb1 req-5292cbb2-91a9-43ea-bc2c-37e5b20b73f1 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=77b2c1db-b85b-43e2-b6ff-bcd8e7bd9728 HTTP/1.1" status: 200 len: 946 time: 0.0624666 Sep 18 00:57:31.172398 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [req-fd274752-8858-4c4f-8c8f-1c250e5298b1 req-ce584d2a-6cfc-4e83-9461-c3bfeb9ac043 tempest-VolumesActionsTest-965930282 tempest-VolumesActionsTest-965930282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749745591507'] for port (87ff6755-8ad9-4c3b-8789-500acf6a5ccd), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:31.244328 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd274752-8858-4c4f-8c8f-1c250e5298b1 req-ce584d2a-6cfc-4e83-9461-c3bfeb9ac043 tempest-VolumesActionsTest-965930282 tempest-VolumesActionsTest-965930282-project] Network 7aa7dca7-9cff-4b1a-8ea5-d2e6639d53b6 is already hosted by enough agents. {{(pid=106230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:57:31.255844 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:57:31.257219 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.scheduler.base_scheduler [req-fd274752-8858-4c4f-8c8f-1c250e5298b1 req-ce584d2a-6cfc-4e83-9461-c3bfeb9ac043 tempest-VolumesActionsTest-965930282 tempest-VolumesActionsTest-965930282-project] Resources bound (agent type, host, resource id): {{(pid=106230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:57:31.264975 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd274752-8858-4c4f-8c8f-1c250e5298b1 req-ce584d2a-6cfc-4e83-9461-c3bfeb9ac043 tempest-VolumesActionsTest-965930282 tempest-VolumesActionsTest-965930282-project] Received port after_create {{(pid=106230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 18 00:57:31.269963 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd274752-8858-4c4f-8c8f-1c250e5298b1 req-ce584d2a-6cfc-4e83-9461-c3bfeb9ac043 tempest-VolumesActionsTest-965930282 tempest-VolumesActionsTest-965930282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:31.270569 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [req-fd274752-8858-4c4f-8c8f-1c250e5298b1 req-ce584d2a-6cfc-4e83-9461-c3bfeb9ac043 tempest-VolumesActionsTest-965930282 tempest-VolumesActionsTest-965930282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16701016'] for port (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:31.274824 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce584d2a-6cfc-4e83-9461-c3bfeb9ac043 tempest-VolumesActionsTest-965930282 tempest-VolumesActionsTest-965930282-project] Pushing event updated for resources: {'Port': ['ID=87ff6755-8ad9-4c3b-8789-500acf6a5ccd,revision_number=1']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:31.282847 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-4d1a45ef-680c-4510-ab49-f6d77006fbb1 req-7c65c6bb-5868-4122-b9d6-550616cbf236 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a60bb66f-d31d-4ec8-90a6-9444418b3a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126187 Sep 18 00:57:31.297354 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-fd274752-8858-4c4f-8c8f-1c250e5298b1 req-ce584d2a-6cfc-4e83-9461-c3bfeb9ac043 tempest-VolumesActionsTest-965930282 tempest-VolumesActionsTest-965930282-project] 10.222.0.57 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6072054 Sep 18 00:57:31.321241 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.v2.base [req-fd274752-8858-4c4f-8c8f-1c250e5298b1 req-d6d66071-819e-4622-a35c-6151719bcb43 service neutron] Request body: {'port': {'device_id': '39d52f6e-d2fc-4ca1-9d62-4c71d33cbb49', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=106230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:57:31.381726 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [req-fd274752-8858-4c4f-8c8f-1c250e5298b1 req-d6d66071-819e-4622-a35c-6151719bcb43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (87ff6755-8ad9-4c3b-8789-500acf6a5ccd), before_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:31.615745 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 58836) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:57:31.729123 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-db23b951-c95c-4057-b637-c61140723184 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:31.765595 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e554e1-1e48-4c98-8bb5-61492555b23b req-157c898e-1a0e-4650-a748-948de15748db tempest-VolumesActionsTest-965930282 tempest-VolumesActionsTest-965930282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:31.767060 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-e7e554e1-1e48-4c98-8bb5-61492555b23b req-157c898e-1a0e-4650-a748-948de15748db tempest-VolumesActionsTest-965930282 tempest-VolumesActionsTest-965930282-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=39d52f6e-d2fc-4ca1-9d62-4c71d33cbb49 HTTP/1.1" status: 200 len: 931 time: 0.0723636 Sep 18 00:57:31.781473 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:INSERT=25,neutron:SELECT=73,neutron:UPDATE=2 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:57:31.833851 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-db23b951-c95c-4057-b637-c61140723184 admin admin] Publish callbacks [] for security_group (877da5f8-13e4-4edb-9b22-5464a61a9c53), precommit_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:31.837994 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-db23b951-c95c-4057-b637-c61140723184 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512506'] for security_group (877da5f8-13e4-4edb-9b22-5464a61a9c53), after_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:31.875335 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-e7e554e1-1e48-4c98-8bb5-61492555b23b req-756a43bd-7ce8-4ad9-a49a-8a12bd827042 tempest-VolumesActionsTest-965930282 tempest-VolumesActionsTest-965930282-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=daaef5e0-2773-432f-8e0a-badb81f5314b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956173 Sep 18 00:57:31.883332 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db23b951-c95c-4057-b637-c61140723184 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=877da5f8-13e4-4edb-9b22-5464a61a9c53,revision_number=1']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:31.890326 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.33', 58846) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:57:31.890475 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-db23b951-c95c-4057-b637-c61140723184 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=5f4a4bcca68d463ebd912faa40c16d95&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2735820 Sep 18 00:57:31.906828 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:57:31.975267 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.notifiers.nova [req-fd274752-8858-4c4f-8c8f-1c250e5298b1 req-d6d66071-819e-4622-a35c-6151719bcb43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87ff6755-8ad9-4c3b-8789-500acf6a5ccd {{(pid=106230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 18 00:57:31.985723 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [req-fd274752-8858-4c4f-8c8f-1c250e5298b1 req-d6d66071-819e-4622-a35c-6151719bcb43 service neutron] Publish callbacks [] for port (87ff6755-8ad9-4c3b-8789-500acf6a5ccd), precommit_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:32.004510 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-1b6f05ce-3886-4111-b9cd-12ff4a6be2df admin admin] Publish callbacks [] for security_group (877da5f8-13e4-4edb-9b22-5464a61a9c53), before_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:32.009117 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.db.provisioning_blocks [req-fd274752-8858-4c4f-8c8f-1c250e5298b1 req-d6d66071-819e-4622-a35c-6151719bcb43 service neutron] Transition to ACTIVE for port object 87ff6755-8ad9-4c3b-8789-500acf6a5ccd will not be triggered until provisioned by entity L2. {{(pid=106230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 18 00:57:32.020396 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [req-fd274752-8858-4c4f-8c8f-1c250e5298b1 req-d6d66071-819e-4622-a35c-6151719bcb43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749746030758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749745591525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749745591543'] for port (87ff6755-8ad9-4c3b-8789-500acf6a5ccd), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:32.054302 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-1b6f05ce-3886-4111-b9cd-12ff4a6be2df admin admin] Publish callbacks [] for security_group (877da5f8-13e4-4edb-9b22-5464a61a9c53), precommit_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:32.121723 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d66071-819e-4622-a35c-6151719bcb43 service neutron] Pushing event updated for resources: {'Port': ['ID=87ff6755-8ad9-4c3b-8789-500acf6a5ccd,revision_number=2']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:32.131228 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.plugins.ml2.managers [req-fd274752-8858-4c4f-8c8f-1c250e5298b1 req-d6d66071-819e-4622-a35c-6151719bcb43 service neutron] Attempting to bind port 87ff6755-8ad9-4c3b-8789-500acf6a5ccd on host hv-cinder-maste for vnic_type normal with profile {{(pid=106230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 18 00:57:32.131565 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.plugins.ml2.managers [req-fd274752-8858-4c4f-8c8f-1c250e5298b1 req-d6d66071-819e-4622-a35c-6151719bcb43 service neutron] Attempting to bind port 87ff6755-8ad9-4c3b-8789-500acf6a5ccd by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '41baa60f-ccd4-49e9-9d53-4f008ff8663e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '7aa7dca7-9cff-4b1a-8ea5-d2e6639d53b6'}] {{(pid=106230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 18 00:57:32.131889 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd274752-8858-4c4f-8c8f-1c250e5298b1 req-d6d66071-819e-4622-a35c-6151719bcb43 service neutron] Attempting to bind port 87ff6755-8ad9-4c3b-8789-500acf6a5ccd on network 7aa7dca7-9cff-4b1a-8ea5-d2e6639d53b6 {{(pid=106230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:57:32.175639 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-1b6f05ce-3886-4111-b9cd-12ff4a6be2df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512506'] for security_group (877da5f8-13e4-4edb-9b22-5464a61a9c53), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:32.178073 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-1b6f05ce-3886-4111-b9cd-12ff4a6be2df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:32.179226 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [None req-1b6f05ce-3886-4111-b9cd-12ff4a6be2df admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/877da5f8-13e4-4edb-9b22-5464a61a9c53 HTTP/1.1" status: 204 len: 168 time: 0.2878017 Sep 18 00:57:32.188336 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd274752-8858-4c4f-8c8f-1c250e5298b1 req-d6d66071-819e-4622-a35c-6151719bcb43 service neutron] Port 87ff6755-8ad9-4c3b-8789-500acf6a5ccd on network 7aa7dca7-9cff-4b1a-8ea5-d2e6639d53b6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=106230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:57:32.188775 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd274752-8858-4c4f-8c8f-1c250e5298b1 req-d6d66071-819e-4622-a35c-6151719bcb43 service neutron] Attempting to bind port 87ff6755-8ad9-4c3b-8789-500acf6a5ccd on network 7aa7dca7-9cff-4b1a-8ea5-d2e6639d53b6 {{(pid=106230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:57:32.193557 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6f05ce-3886-4111-b9cd-12ff4a6be2df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=877da5f8-13e4-4edb-9b22-5464a61a9c53,revision_number=None']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:32.242084 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd274752-8858-4c4f-8c8f-1c250e5298b1 req-d6d66071-819e-4622-a35c-6151719bcb43 service neutron] Checking agent: {'id': 'a990346c-0f9b-4256-b267-210f2ef06c1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 18, 0, 54, 1), 'started_at': datetime.datetime(2022, 9, 18, 0, 54, 1), 'heartbeat_timestamp': datetime.datetime(2022, 9, 18, 0, 57, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 18 00:57:32.242420 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd274752-8858-4c4f-8c8f-1c250e5298b1 req-d6d66071-819e-4622-a35c-6151719bcb43 service neutron] Checking segment: {'id': '41baa60f-ccd4-49e9-9d53-4f008ff8663e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '7aa7dca7-9cff-4b1a-8ea5-d2e6639d53b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 18 00:57:32.242817 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd274752-8858-4c4f-8c8f-1c250e5298b1 req-d6d66071-819e-4622-a35c-6151719bcb43 service neutron] Bound using segment: {'id': '41baa60f-ccd4-49e9-9d53-4f008ff8663e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '7aa7dca7-9cff-4b1a-8ea5-d2e6639d53b6'} {{(pid=106230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 18 00:57:32.243309 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.plugins.ml2.managers [req-fd274752-8858-4c4f-8c8f-1c250e5298b1 req-d6d66071-819e-4622-a35c-6151719bcb43 service neutron] Bound port: 87ff6755-8ad9-4c3b-8789-500acf6a5ccd, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41baa60f-ccd4-49e9-9d53-4f008ff8663e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '7aa7dca7-9cff-4b1a-8ea5-d2e6639d53b6'}}] {{(pid=106230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 18 00:57:32.243664 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [req-fd274752-8858-4c4f-8c8f-1c250e5298b1 req-d6d66071-819e-4622-a35c-6151719bcb43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (87ff6755-8ad9-4c3b-8789-500acf6a5ccd), before_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:32.307702 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.plugins.ml2.db [req-fd274752-8858-4c4f-8c8f-1c250e5298b1 req-d6d66071-819e-4622-a35c-6151719bcb43 service neutron] For port 87ff6755-8ad9-4c3b-8789-500acf6a5ccd, host hv-cinder-maste, cleared binding levels {{(pid=106230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:57:32.311346 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.plugins.ml2.db [req-fd274752-8858-4c4f-8c8f-1c250e5298b1 req-d6d66071-819e-4622-a35c-6151719bcb43 service neutron] For port 87ff6755-8ad9-4c3b-8789-500acf6a5ccd, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=87ff6755-8ad9-4c3b-8789-500acf6a5ccd,segment=NetworkSegment(41baa60f-ccd4-49e9-9d53-4f008ff8663e),segment_id=41baa60f-ccd4-49e9-9d53-4f008ff8663e)] {{(pid=106230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:57:32.319042 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [req-fd274752-8858-4c4f-8c8f-1c250e5298b1 req-d6d66071-819e-4622-a35c-6151719bcb43 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749746030758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749745591525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749745591543'] for port (87ff6755-8ad9-4c3b-8789-500acf6a5ccd), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:32.322595 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd274752-8858-4c4f-8c8f-1c250e5298b1 req-d6d66071-819e-4622-a35c-6151719bcb43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:32.323217 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [req-fd274752-8858-4c4f-8c8f-1c250e5298b1 req-d6d66071-819e-4622-a35c-6151719bcb43 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16701016'] for port (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:32.324886 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-fd274752-8858-4c4f-8c8f-1c250e5298b1 req-d6d66071-819e-4622-a35c-6151719bcb43 service neutron] 10.222.0.57 "PUT /networking/v2.0/ports/87ff6755-8ad9-4c3b-8789-500acf6a5ccd HTTP/1.1" status: 200 len: 1093 time: 1.0093443 Sep 18 00:57:32.328161 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39d52f6e-d2fc-4ca1-9d62-4c71d33cbb49', 'tag': '87ff6755-8ad9-4c3b-8789-500acf6a5ccd'}] {{(pid=106230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 18 00:57:32.330998 dv-cinder-master-3-smb neutron-server[106230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5cb6f936bef875aa30205792da77c9643b85616d99b85ee9f5e1cfaba0fe173" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f5c0889-67a0-4c0f-84dd-70f36c5b1b9d" -d '{"events": [{"name": "network-changed", "server_uuid": "39d52f6e-d2fc-4ca1-9d62-4c71d33cbb49", "tag": "87ff6755-8ad9-4c3b-8789-500acf6a5ccd"}]}' {{(pid=106230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:57:32.375855 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=2 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:57:32.397120 dv-cinder-master-3-smb neutron-server[106230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 18 Sep 2022 00:57:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2156a28f-0a9d-48f3-8589-f5ee93eb3517 x-openstack-request-id: req-2156a28f-0a9d-48f3-8589-f5ee93eb3517 {{(pid=106230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:57:32.397413 dv-cinder-master-3-smb neutron-server[106230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39d52f6e-d2fc-4ca1-9d62-4c71d33cbb49", "tag": "87ff6755-8ad9-4c3b-8789-500acf6a5ccd", "status": "completed", "code": 200}]} {{(pid=106230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:57:32.397671 dv-cinder-master-3-smb neutron-server[106230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-2156a28f-0a9d-48f3-8589-f5ee93eb3517 {{(pid=106230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:57:32.398145 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2156a28f-0a9d-48f3-8589-f5ee93eb3517'] response: {'name': 'network-changed', 'server_uuid': '39d52f6e-d2fc-4ca1-9d62-4c71d33cbb49', 'tag': '87ff6755-8ad9-4c3b-8789-500acf6a5ccd', 'status': 'completed', 'code': 200} Sep 18 00:57:32.482166 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d66071-819e-4622-a35c-6151719bcb43 service neutron] Pushing event updated for resources: {'Port': ['ID=87ff6755-8ad9-4c3b-8789-500acf6a5ccd,revision_number=3']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:32.501032 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a99633-a190-4cfa-9482-aba0ba9d1105 req-62aac773-7f00-4a19-ae2e-732600574d40 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:32.501032 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-48a99633-a190-4cfa-9482-aba0ba9d1105 req-62aac773-7f00-4a19-ae2e-732600574d40 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=77b2c1db-b85b-43e2-b6ff-bcd8e7bd9728 HTTP/1.1" status: 200 len: 946 time: 0.1231787 Sep 18 00:57:32.502401 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 58858) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:57:32.504567 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd274752-8858-4c4f-8c8f-1c250e5298b1 req-fc753d9d-4038-44b5-a2b0-8f6fcbfbe7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:32.506240 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-fd274752-8858-4c4f-8c8f-1c250e5298b1 req-fc753d9d-4038-44b5-a2b0-8f6fcbfbe7f5 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=4760ac3b2a024eb7a0718a1420d492a9&device_id=39d52f6e-d2fc-4ca1-9d62-4c71d33cbb49 HTTP/1.1" status: 200 len: 1127 time: 0.0766652 Sep 18 00:57:32.518364 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-d15abad4-5467-45fb-991f-ee085198f1d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:32.521067 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=76,neutron:INSERT=22,neutron:UPDATE=2 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:57:32.565773 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-fd274752-8858-4c4f-8c8f-1c250e5298b1 req-0a61be53-784c-4477-a1b0-50f8e7d0b396 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=87ff6755-8ad9-4c3b-8789-500acf6a5ccd HTTP/1.1" status: 200 len: 217 time: 0.0418880 Sep 18 00:57:32.582559 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-48a99633-a190-4cfa-9482-aba0ba9d1105 req-10e2bd5d-7c2d-4113-9805-a5a6d90d542b tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a60bb66f-d31d-4ec8-90a6-9444418b3a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749009 Sep 18 00:57:32.605282 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-d15abad4-5467-45fb-991f-ee085198f1d3 admin admin] Publish callbacks [] for security_group (2a54d13e-f0aa-4be2-a448-91b782e6b5bd), precommit_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:32.609590 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-d15abad4-5467-45fb-991f-ee085198f1d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512506'] for security_group (2a54d13e-f0aa-4be2-a448-91b782e6b5bd), after_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:32.631248 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd274752-8858-4c4f-8c8f-1c250e5298b1 req-5e533708-13ee-44de-b6c1-57a303121d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:32.632729 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-fd274752-8858-4c4f-8c8f-1c250e5298b1 req-5e533708-13ee-44de-b6c1-57a303121d04 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=620ea2f9-6c41-43ec-8186-dd484279de33 HTTP/1.1" status: 200 len: 848 time: 0.0491886 Sep 18 00:57:32.649936 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15abad4-5467-45fb-991f-ee085198f1d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a54d13e-f0aa-4be2-a448-91b782e6b5bd,revision_number=1']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:32.658065 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-d15abad4-5467-45fb-991f-ee085198f1d3 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=5ee9baaa4e31471abc9b93af7d0b90df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1539159 Sep 18 00:57:32.658997 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 58860) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:57:32.668794 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-fd274752-8858-4c4f-8c8f-1c250e5298b1 req-331d78af-7712-4543-b3fc-7b68bd7bca82 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=7aa7dca7-9cff-4b1a-8ea5-d2e6639d53b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276661 Sep 18 00:57:32.712822 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-e3feec82-29e5-47bd-a820-ff0378cfeaed admin admin] Publish callbacks [] for security_group (2a54d13e-f0aa-4be2-a448-91b782e6b5bd), before_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:32.732685 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-e3feec82-29e5-47bd-a820-ff0378cfeaed admin admin] Publish callbacks [] for security_group (2a54d13e-f0aa-4be2-a448-91b782e6b5bd), precommit_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:32.768208 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-fd274752-8858-4c4f-8c8f-1c250e5298b1 req-a48351fd-29cb-4ce6-8e4e-8766171eb65c service neutron] 10.222.0.57 "GET /networking/v2.0/networks/7aa7dca7-9cff-4b1a-8ea5-d2e6639d53b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846765 Sep 18 00:57:32.786314 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-e3feec82-29e5-47bd-a820-ff0378cfeaed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512506'] for security_group (2a54d13e-f0aa-4be2-a448-91b782e6b5bd), after_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:32.789010 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-e3feec82-29e5-47bd-a820-ff0378cfeaed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:32.790134 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-e3feec82-29e5-47bd-a820-ff0378cfeaed admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/2a54d13e-f0aa-4be2-a448-91b782e6b5bd HTTP/1.1" status: 204 len: 168 time: 0.1301842 Sep 18 00:57:32.799723 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3feec82-29e5-47bd-a820-ff0378cfeaed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a54d13e-f0aa-4be2-a448-91b782e6b5bd,revision_number=None']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:32.805025 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:57:32.869916 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-fd274752-8858-4c4f-8c8f-1c250e5298b1 req-136d995c-93d0-4739-9e4b-c295e293a6ee service neutron] 10.222.0.57 "GET /networking/v2.0/networks/7aa7dca7-9cff-4b1a-8ea5-d2e6639d53b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953197 Sep 18 00:57:33.052021 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcff08a1-b2d3-4deb-b55e-c8c60d8303bc req-3c947f31-6563-4699-b788-e593a90beef4 tempest-VolumesActionsTest-965930282 tempest-VolumesActionsTest-965930282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:33.058912 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-fcff08a1-b2d3-4deb-b55e-c8c60d8303bc req-3c947f31-6563-4699-b788-e593a90beef4 tempest-VolumesActionsTest-965930282 tempest-VolumesActionsTest-965930282-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=39d52f6e-d2fc-4ca1-9d62-4c71d33cbb49 HTTP/1.1" status: 200 len: 943 time: 0.0592954 Sep 18 00:57:33.107932 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-fcff08a1-b2d3-4deb-b55e-c8c60d8303bc req-8a1adae6-9d8b-48fd-a7c7-32b32fd7dd4c tempest-VolumesActionsTest-965930282 tempest-VolumesActionsTest-965930282-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=daaef5e0-2773-432f-8e0a-badb81f5314b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481536 Sep 18 00:57:33.716313 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6485421-9ced-4e92-9921-d8c4480788d1 req-0b665a58-1ef2-4d57-91b5-e5abc95f70c6 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:33.718020 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-f6485421-9ced-4e92-9921-d8c4480788d1 req-0b665a58-1ef2-4d57-91b5-e5abc95f70c6 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=77b2c1db-b85b-43e2-b6ff-bcd8e7bd9728 HTTP/1.1" status: 200 len: 946 time: 0.0582941 Sep 18 00:57:33.771779 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-f6485421-9ced-4e92-9921-d8c4480788d1 req-7ff8de83-950c-4cc4-84e4-395d7ba032f6 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a60bb66f-d31d-4ec8-90a6-9444418b3a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465908 Sep 18 00:57:34.104370 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5c0889-67a0-4c0f-84dd-70f36c5b1b9d req-760059bd-e6b5-41a8-be9f-1e5d36d21a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:34.106135 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-8f5c0889-67a0-4c0f-84dd-70f36c5b1b9d req-760059bd-e6b5-41a8-be9f-1e5d36d21a46 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=4760ac3b2a024eb7a0718a1420d492a9&device_id=39d52f6e-d2fc-4ca1-9d62-4c71d33cbb49 HTTP/1.1" status: 200 len: 1127 time: 0.0400443 Sep 18 00:57:34.277397 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5c0889-67a0-4c0f-84dd-70f36c5b1b9d req-643a11a7-cdc9-4cb4-9737-386f2e2530ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:34.279040 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-8f5c0889-67a0-4c0f-84dd-70f36c5b1b9d req-643a11a7-cdc9-4cb4-9737-386f2e2530ee service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=7aa7dca7-9cff-4b1a-8ea5-d2e6639d53b6 HTTP/1.1" status: 200 len: 909 time: 0.1390722 Sep 18 00:57:34.288605 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eadffc6-a448-42ba-8b12-42e16f412ba3 req-4a469d8c-2c2f-462c-90ee-fdf8c23c62ab tempest-VolumesActionsTest-965930282 tempest-VolumesActionsTest-965930282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:34.290180 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-8eadffc6-a448-42ba-8b12-42e16f412ba3 req-4a469d8c-2c2f-462c-90ee-fdf8c23c62ab tempest-VolumesActionsTest-965930282 tempest-VolumesActionsTest-965930282-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=39d52f6e-d2fc-4ca1-9d62-4c71d33cbb49 HTTP/1.1" status: 200 len: 943 time: 0.0636673 Sep 18 00:57:34.341113 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-8f5c0889-67a0-4c0f-84dd-70f36c5b1b9d req-a9adc2ce-1405-4e1e-85c0-3283778ab946 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=87ff6755-8ad9-4c3b-8789-500acf6a5ccd HTTP/1.1" status: 200 len: 217 time: 0.0498543 Sep 18 00:57:34.375607 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-8eadffc6-a448-42ba-8b12-42e16f412ba3 req-27be7d3e-bcc7-4cb7-9100-cdeda1449607 tempest-VolumesActionsTest-965930282 tempest-VolumesActionsTest-965930282-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=daaef5e0-2773-432f-8e0a-badb81f5314b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779157 Sep 18 00:57:34.899138 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d81469-2a4f-49b1-a920-e0a4a024c00b req-f491ae16-e90b-4172-88d6-9968ac0cc42d tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:34.900640 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-f2d81469-2a4f-49b1-a920-e0a4a024c00b req-f491ae16-e90b-4172-88d6-9968ac0cc42d tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=77b2c1db-b85b-43e2-b6ff-bcd8e7bd9728 HTTP/1.1" status: 200 len: 946 time: 0.0524704 Sep 18 00:57:34.919743 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-99e00197-01a6-46dd-8ea1-b33082ba9bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (25137928-f4de-4c87-813e-883d046ac13f), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:34.954336 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-f2d81469-2a4f-49b1-a920-e0a4a024c00b req-523237d9-538a-4a0f-8509-b1b9e253f63e tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a60bb66f-d31d-4ec8-90a6-9444418b3a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450742 Sep 18 00:57:35.379048 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5c0889-67a0-4c0f-84dd-70f36c5b1b9d req-12963b84-de53-4d60-9212-94a4f5b88719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:35.380801 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-8f5c0889-67a0-4c0f-84dd-70f36c5b1b9d req-12963b84-de53-4d60-9212-94a4f5b88719 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=620ea2f9-6c41-43ec-8186-dd484279de33 HTTP/1.1" status: 200 len: 848 time: 0.0457582 Sep 18 00:57:35.415507 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-8f5c0889-67a0-4c0f-84dd-70f36c5b1b9d req-00882f45-939e-4641-a972-b443b375f0cd service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=7aa7dca7-9cff-4b1a-8ea5-d2e6639d53b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273461 Sep 18 00:57:35.489088 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=100 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:57:35.548750 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aff612a-fdfb-4b94-922f-ec6fdaa071ee req-2253b860-9404-4ed7-a4c6-a2a893431113 tempest-VolumesActionsTest-965930282 tempest-VolumesActionsTest-965930282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:35.550265 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-1aff612a-fdfb-4b94-922f-ec6fdaa071ee req-2253b860-9404-4ed7-a4c6-a2a893431113 tempest-VolumesActionsTest-965930282 tempest-VolumesActionsTest-965930282-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=39d52f6e-d2fc-4ca1-9d62-4c71d33cbb49 HTTP/1.1" status: 200 len: 943 time: 0.0643070 Sep 18 00:57:35.562413 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-8f5c0889-67a0-4c0f-84dd-70f36c5b1b9d req-0a68d5f4-3c72-4fe0-9069-aef1484164ff service neutron] 10.222.0.57 "GET /networking/v2.0/networks/7aa7dca7-9cff-4b1a-8ea5-d2e6639d53b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372154 Sep 18 00:57:35.570748 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071418ff-8139-46fd-a587-ae8b626ff3ed req-f973e536-cf84-4bb7-abf9-0506f2331d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:35.572394 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-071418ff-8139-46fd-a587-ae8b626ff3ed req-f973e536-cf84-4bb7-abf9-0506f2331d72 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=77b2c1db-b85b-43e2-b6ff-bcd8e7bd9728 HTTP/1.1" status: 200 len: 1130 time: 0.0399544 Sep 18 00:57:35.639854 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-071418ff-8139-46fd-a587-ae8b626ff3ed req-01e847e6-e56c-4414-859a-8fefd1b08f03 service neutron] 10.222.0.57 "GET /networking/v2.0/security-groups?id=a60bb66f-d31d-4ec8-90a6-9444418b3a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601249 Sep 18 00:57:35.663909 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-1aff612a-fdfb-4b94-922f-ec6fdaa071ee req-528ce330-50b5-42fc-9997-ecbd83137ecf tempest-VolumesActionsTest-965930282 tempest-VolumesActionsTest-965930282-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=daaef5e0-2773-432f-8e0a-badb81f5314b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045957 Sep 18 00:57:35.699212 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-8f5c0889-67a0-4c0f-84dd-70f36c5b1b9d req-9ec8946a-e26c-4322-ad91-579114a2b9bd service neutron] 10.222.0.57 "GET /networking/v2.0/networks/7aa7dca7-9cff-4b1a-8ea5-d2e6639d53b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264305 Sep 18 00:57:36.084482 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d37a75-d97e-440c-9525-b0c552172652 req-10bce472-be2c-40b2-8a9b-2abdcbe43ff2 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:36.085949 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-d6d37a75-d97e-440c-9525-b0c552172652 req-10bce472-be2c-40b2-8a9b-2abdcbe43ff2 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=77b2c1db-b85b-43e2-b6ff-bcd8e7bd9728 HTTP/1.1" status: 200 len: 946 time: 0.0484381 Sep 18 00:57:36.132782 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-d6d37a75-d97e-440c-9525-b0c552172652 req-75499eda-6be8-4efc-8c3f-d7d6e9533aef tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a60bb66f-d31d-4ec8-90a6-9444418b3a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412173 Sep 18 00:57:36.137271 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.rpc [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Device 87ff6755-8ad9-4c3b-8789-500acf6a5ccd details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:57:36.153593 dv-cinder-master-3-smb neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:57:36.241496 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.db [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] For port 87ff6755-8ad9-4c3b-8789-500acf6a5ccd, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=87ff6755-8ad9-4c3b-8789-500acf6a5ccd,segment=NetworkSegment(41baa60f-ccd4-49e9-9d53-4f008ff8663e),segment_id=41baa60f-ccd4-49e9-9d53-4f008ff8663e)] {{(pid=106232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:57:36.369859 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.rpc [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Returning: {'device': '87ff6755-8ad9-4c3b-8789-500acf6a5ccd', 'network_id': '7aa7dca7-9cff-4b1a-8ea5-d2e6639d53b6', 'port_id': '87ff6755-8ad9-4c3b-8789-500acf6a5ccd', 'mac_address': 'fa:16:3e:50:62:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '620ea2f9-6c41-43ec-8186-dd484279de33', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:57:36.398527 dv-cinder-master-3-smb neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:57:36.406735 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Current status of the port 87ff6755-8ad9-4c3b-8789-500acf6a5ccd is: DOWN; New status is: BUILD {{(pid=106232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 00:57:36.407125 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (87ff6755-8ad9-4c3b-8789-500acf6a5ccd), before_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:36.420674 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.notifiers.nova [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87ff6755-8ad9-4c3b-8789-500acf6a5ccd {{(pid=106232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 18 00:57:36.443096 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.db [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] For port 87ff6755-8ad9-4c3b-8789-500acf6a5ccd, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=87ff6755-8ad9-4c3b-8789-500acf6a5ccd,segment=NetworkSegment(41baa60f-ccd4-49e9-9d53-4f008ff8663e),segment_id=41baa60f-ccd4-49e9-9d53-4f008ff8663e)] {{(pid=106232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:57:36.447032 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749746030758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749745591525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749745591543'] for port (87ff6755-8ad9-4c3b-8789-500acf6a5ccd), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:36.492885 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Pushing event updated for resources: {'Port': ['ID=87ff6755-8ad9-4c3b-8789-500acf6a5ccd,revision_number=4']} {{(pid=106232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:36.761024 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=100 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:57:36.801223 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb2aafd-cf41-47a6-b429-1b82b5de6d2b req-5063ee4d-1425-4466-90a2-5d87648bdc88 tempest-VolumesActionsTest-965930282 tempest-VolumesActionsTest-965930282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:36.802696 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-4cb2aafd-cf41-47a6-b429-1b82b5de6d2b req-5063ee4d-1425-4466-90a2-5d87648bdc88 tempest-VolumesActionsTest-965930282 tempest-VolumesActionsTest-965930282-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=39d52f6e-d2fc-4ca1-9d62-4c71d33cbb49 HTTP/1.1" status: 200 len: 944 time: 0.0514231 Sep 18 00:57:36.850368 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-4cb2aafd-cf41-47a6-b429-1b82b5de6d2b req-c7cb6646-310f-4255-b4f9-ce9715e49664 tempest-VolumesActionsTest-965930282 tempest-VolumesActionsTest-965930282-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=daaef5e0-2773-432f-8e0a-badb81f5314b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420973 Sep 18 00:57:36.921934 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.db [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] get_ports_and_sgs() called for port_ids ['87ff6755-8ad9-4c3b-8789-500acf6a5ccd'] {{(pid=106232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 18 00:57:36.981893 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-6ba927be-b2b2-43d1-9f33-843aab1e98fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (d0e8801d-4758-48bd-8085-7f05d3358764), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:37.282475 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60efcc31-fcd9-4fa7-93a6-e219dd873d26 req-708a2c61-9139-4831-90d0-ea4e62af2671 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:37.285390 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-60efcc31-fcd9-4fa7-93a6-e219dd873d26 req-708a2c61-9139-4831-90d0-ea4e62af2671 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=77b2c1db-b85b-43e2-b6ff-bcd8e7bd9728 HTTP/1.1" status: 200 len: 946 time: 0.0701993 Sep 18 00:57:37.357127 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-60efcc31-fcd9-4fa7-93a6-e219dd873d26 req-45e52105-d1d2-4fee-9bda-66a310466d36 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a60bb66f-d31d-4ec8-90a6-9444418b3a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656865 Sep 18 00:57:37.971527 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5940206-8a50-4988-b631-bad55b6ce46a req-770fea0b-4eb4-4efd-b26e-7c71282017f3 tempest-VolumesActionsTest-965930282 tempest-VolumesActionsTest-965930282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:37.973032 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-b5940206-8a50-4988-b631-bad55b6ce46a req-770fea0b-4eb4-4efd-b26e-7c71282017f3 tempest-VolumesActionsTest-965930282 tempest-VolumesActionsTest-965930282-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=39d52f6e-d2fc-4ca1-9d62-4c71d33cbb49 HTTP/1.1" status: 200 len: 944 time: 0.0467753 Sep 18 00:57:38.023662 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-b5940206-8a50-4988-b631-bad55b6ce46a req-809a2e47-35b4-486f-a24b-7824ef267d2c tempest-VolumesActionsTest-965930282 tempest-VolumesActionsTest-965930282-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=daaef5e0-2773-432f-8e0a-badb81f5314b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445905 Sep 18 00:57:38.166303 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.rpc [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Device 87ff6755-8ad9-4c3b-8789-500acf6a5ccd up at agent hyperv_hv-cinder-maste {{(pid=106232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:57:38.211186 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.provisioning_blocks [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Provisioning for port 87ff6755-8ad9-4c3b-8789-500acf6a5ccd completed by entity L2. {{(pid=106232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 18 00:57:38.216660 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.provisioning_blocks [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Provisioning complete for port 87ff6755-8ad9-4c3b-8789-500acf6a5ccd triggered by entity L2. {{(pid=106232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 00:57:38.217131 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981214'] for port (87ff6755-8ad9-4c3b-8789-500acf6a5ccd), provisioning_complete {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:38.217473 dv-cinder-master-3-smb neutron-server[106232]: INFO neutron.plugins.ml2.plugin [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Attempt 1 to provision port 87ff6755-8ad9-4c3b-8789-500acf6a5ccd Sep 18 00:57:38.255219 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.agents_db [None req-fc240a3b-6701-466a-b3ae-821b2bb1d0eb None None] Agent healthcheck: found 6 active agents {{(pid=106233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 00:57:38.288360 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Current status of the port 87ff6755-8ad9-4c3b-8789-500acf6a5ccd is: BUILD; New status is: ACTIVE {{(pid=106232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 00:57:38.288747 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (87ff6755-8ad9-4c3b-8789-500acf6a5ccd), before_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:38.311101 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39d52f6e-d2fc-4ca1-9d62-4c71d33cbb49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87ff6755-8ad9-4c3b-8789-500acf6a5ccd'}] {{(pid=106232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 18 00:57:38.313380 dv-cinder-master-3-smb neutron-server[106232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90e96a6086c290001a0d7e5ddcf89e279d0a9bc322b7051b760fc9213660c862" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02cce766-ff14-4bbb-85cd-9c0cdaa20810" -d '{"events": [{"server_uuid": "39d52f6e-d2fc-4ca1-9d62-4c71d33cbb49", "name": "network-vif-plugged", "status": "completed", "tag": "87ff6755-8ad9-4c3b-8789-500acf6a5ccd"}]}' {{(pid=106232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:57:38.326224 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.db [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] For port 87ff6755-8ad9-4c3b-8789-500acf6a5ccd, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=87ff6755-8ad9-4c3b-8789-500acf6a5ccd,segment=NetworkSegment(41baa60f-ccd4-49e9-9d53-4f008ff8663e),segment_id=41baa60f-ccd4-49e9-9d53-4f008ff8663e)] {{(pid=106232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:57:38.330991 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749746030758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749745591525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749745591543'] for port (87ff6755-8ad9-4c3b-8789-500acf6a5ccd), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:38.354782 dv-cinder-master-3-smb neutron-server[106232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 18 Sep 2022 00:57:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f3a079f-ac51-49fe-ba71-ae32dc9e8d55 x-openstack-request-id: req-6f3a079f-ac51-49fe-ba71-ae32dc9e8d55 {{(pid=106232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:57:38.355129 dv-cinder-master-3-smb neutron-server[106232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39d52f6e-d2fc-4ca1-9d62-4c71d33cbb49", "name": "network-vif-plugged", "status": "completed", "tag": "87ff6755-8ad9-4c3b-8789-500acf6a5ccd", "code": 200}]} {{(pid=106232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:57:38.355372 dv-cinder-master-3-smb neutron-server[106232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-6f3a079f-ac51-49fe-ba71-ae32dc9e8d55 {{(pid=106232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:57:38.355764 dv-cinder-master-3-smb neutron-server[106232]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f3a079f-ac51-49fe-ba71-ae32dc9e8d55'] response: {'server_uuid': '39d52f6e-d2fc-4ca1-9d62-4c71d33cbb49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87ff6755-8ad9-4c3b-8789-500acf6a5ccd', 'code': 200} Sep 18 00:57:38.378625 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Pushing event updated for resources: {'Port': ['ID=87ff6755-8ad9-4c3b-8789-500acf6a5ccd,revision_number=5']} {{(pid=106232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:38.494219 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf51ba1-1e52-4986-88f9-71ee23c602d2 req-93744703-dcbe-400d-8786-f14f856df299 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:38.496168 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-1cf51ba1-1e52-4986-88f9-71ee23c602d2 req-93744703-dcbe-400d-8786-f14f856df299 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=77b2c1db-b85b-43e2-b6ff-bcd8e7bd9728 HTTP/1.1" status: 200 len: 946 time: 0.0510817 Sep 18 00:57:38.549258 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-1cf51ba1-1e52-4986-88f9-71ee23c602d2 req-3261b3b4-b0e9-4663-9f0e-89e5864db288 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a60bb66f-d31d-4ec8-90a6-9444418b3a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446906 Sep 18 00:57:38.595996 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f5cdac-4897-444e-833f-1eb79c91af85 req-aa10e5a7-f3a6-48da-bc63-26db8266220c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:38.597709 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-08f5cdac-4897-444e-833f-1eb79c91af85 req-aa10e5a7-f3a6-48da-bc63-26db8266220c service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=39d52f6e-d2fc-4ca1-9d62-4c71d33cbb49 HTTP/1.1" status: 200 len: 1129 time: 0.0438459 Sep 18 00:57:38.679267 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-08f5cdac-4897-444e-833f-1eb79c91af85 req-900ad2ee-f450-4649-b806-f46a91d6b458 service neutron] 10.222.0.57 "GET /networking/v2.0/security-groups?id=daaef5e0-2773-432f-8e0a-badb81f5314b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746133 Sep 18 00:57:38.690099 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e1b698-6fd4-4bf9-ba93-3205ee8a037a req-d6b2f551-76ae-41bd-bafd-297aca8ea94e tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:38.691556 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-e6e1b698-6fd4-4bf9-ba93-3205ee8a037a req-d6b2f551-76ae-41bd-bafd-297aca8ea94e tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=bf75d794-7c36-40e0-a103-db749b9dd1e2 HTTP/1.1" status: 200 len: 945 time: 0.0608060 Sep 18 00:57:38.740277 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-e6e1b698-6fd4-4bf9-ba93-3205ee8a037a req-326f570e-e001-479a-bbd8-f8676144cb67 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a60bb66f-d31d-4ec8-90a6-9444418b3a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417271 Sep 18 00:57:38.864866 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-dbc7b203-e4cc-426a-aeff-c16fa309d22e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (91de19fe-167d-470c-b665-c08c1d21c559), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:39.157337 dv-cinder-master-3-smb neutron-server[106233]: DEBUG dbcounter [-] [106233] Writing DB stats neutron:SELECT=3 {{(pid=106233) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:57:39.168253 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddbeb6c-de00-473c-bdcd-067945640b23 req-316cbf1a-a81a-44ea-98a9-f1081660b5c7 tempest-VolumesActionsTest-965930282 tempest-VolumesActionsTest-965930282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:39.169687 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-eddbeb6c-de00-473c-bdcd-067945640b23 req-316cbf1a-a81a-44ea-98a9-f1081660b5c7 tempest-VolumesActionsTest-965930282 tempest-VolumesActionsTest-965930282-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=39d52f6e-d2fc-4ca1-9d62-4c71d33cbb49 HTTP/1.1" status: 200 len: 945 time: 0.0630832 Sep 18 00:57:39.208897 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=100 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:57:39.234033 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-eddbeb6c-de00-473c-bdcd-067945640b23 req-bb2de8d9-a8e7-4380-9f91-593399640fc4 tempest-VolumesActionsTest-965930282 tempest-VolumesActionsTest-965930282-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=daaef5e0-2773-432f-8e0a-badb81f5314b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560904 Sep 18 00:57:40.127310 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-1c1e26f8-ce84-4314-9422-87e0912de383 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (9a0bd8cc-a240-4c0b-8d32-8f22e7371ee9), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:40.280109 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (c8573462-7e7f-4357-b3a8-beeaa8ae7db3), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:40.370640 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b4ac97-dc82-4f60-8b40-b5c0be06578a req-dd6925c3-5139-4c9b-9305-56519f6a2c25 tempest-VolumesActionsTest-965930282 tempest-VolumesActionsTest-965930282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:40.372514 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-c9b4ac97-dc82-4f60-8b40-b5c0be06578a req-dd6925c3-5139-4c9b-9305-56519f6a2c25 tempest-VolumesActionsTest-965930282 tempest-VolumesActionsTest-965930282-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=39d52f6e-d2fc-4ca1-9d62-4c71d33cbb49 HTTP/1.1" status: 200 len: 945 time: 0.0524185 Sep 18 00:57:40.431878 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-c9b4ac97-dc82-4f60-8b40-b5c0be06578a req-36c00eef-7dc0-49c8-89bf-f9d5cb4e01f1 tempest-VolumesActionsTest-965930282 tempest-VolumesActionsTest-965930282-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=daaef5e0-2773-432f-8e0a-badb81f5314b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513449 Sep 18 00:57:40.537298 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661a7cca-8f44-40fb-bf7b-bf2c2f3eaab7 req-6d21d9f9-31be-4bff-8e98-28da52f57b6c tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:40.544132 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-661a7cca-8f44-40fb-bf7b-bf2c2f3eaab7 req-6d21d9f9-31be-4bff-8e98-28da52f57b6c tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=bf75d794-7c36-40e0-a103-db749b9dd1e2 HTTP/1.1" status: 200 len: 945 time: 0.0600147 Sep 18 00:57:40.587496 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-661a7cca-8f44-40fb-bf7b-bf2c2f3eaab7 req-6d41250d-8324-43b1-a1f9-5b5d6a526303 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a60bb66f-d31d-4ec8-90a6-9444418b3a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425196 Sep 18 00:57:40.708674 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16e8967-c1f7-4c1d-8eec-4e23c310aa4c req-78e34f48-1ea4-494c-a9d3-0704570bfc64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:40.710204 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-e16e8967-c1f7-4c1d-8eec-4e23c310aa4c req-78e34f48-1ea4-494c-a9d3-0704570bfc64 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=8cbf74b218c04911bb921f7cc2c6e966&device_id=bf75d794-7c36-40e0-a103-db749b9dd1e2 HTTP/1.1" status: 200 len: 1129 time: 0.0411546 Sep 18 00:57:40.815176 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16e8967-c1f7-4c1d-8eec-4e23c310aa4c req-c0ea9a9a-a060-4006-8e01-912763b1787b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:40.816578 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-e16e8967-c1f7-4c1d-8eec-4e23c310aa4c req-c0ea9a9a-a060-4006-8e01-912763b1787b service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=c62b9e47-59b6-47ba-845f-e3be4dd39ad8 HTTP/1.1" status: 200 len: 920 time: 0.0973599 Sep 18 00:57:40.857730 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-e16e8967-c1f7-4c1d-8eec-4e23c310aa4c req-eeac7e84-8c9d-4259-81ff-f3ca2896395e service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f9535f32-8846-4f66-9b5c-30fb801b7fbc HTTP/1.1" status: 200 len: 217 time: 0.0316887 Sep 18 00:57:40.912593 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16e8967-c1f7-4c1d-8eec-4e23c310aa4c req-b595843f-8b8d-44a5-8257-0d45200151e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:40.914038 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-e16e8967-c1f7-4c1d-8eec-4e23c310aa4c req-b595843f-8b8d-44a5-8257-0d45200151e6 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=21e1d23e-9045-41fa-9ed7-19ac1edcbcfa HTTP/1.1" status: 200 len: 858 time: 0.0464807 Sep 18 00:57:40.972904 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=100 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:57:40.979725 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16e8967-c1f7-4c1d-8eec-4e23c310aa4c req-087bdea1-9add-42cb-95a2-bda97b5a87db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:40.981217 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-e16e8967-c1f7-4c1d-8eec-4e23c310aa4c req-087bdea1-9add-42cb-95a2-bda97b5a87db service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=c62b9e47-59b6-47ba-845f-e3be4dd39ad8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0520518 Sep 18 00:57:41.078734 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-e16e8967-c1f7-4c1d-8eec-4e23c310aa4c req-c3322a48-f617-47c0-93bf-3df7bbdb48dd service neutron] 10.222.0.57 "GET /networking/v2.0/networks/c62b9e47-59b6-47ba-845f-e3be4dd39ad8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860934 Sep 18 00:57:41.175085 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-e16e8967-c1f7-4c1d-8eec-4e23c310aa4c req-1870382e-df95-4bcb-97f1-8c609a74a273 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/c62b9e47-59b6-47ba-845f-e3be4dd39ad8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898397 Sep 18 00:57:41.556644 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fe0504-ae52-402b-b47f-80cb19f841c1 req-ceab7d9d-467b-4e97-a5db-8ac32765c937 tempest-VolumesActionsTest-965930282 tempest-VolumesActionsTest-965930282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:41.558133 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-f7fe0504-ae52-402b-b47f-80cb19f841c1 req-ceab7d9d-467b-4e97-a5db-8ac32765c937 tempest-VolumesActionsTest-965930282 tempest-VolumesActionsTest-965930282-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=39d52f6e-d2fc-4ca1-9d62-4c71d33cbb49 HTTP/1.1" status: 200 len: 945 time: 0.0476644 Sep 18 00:57:41.609906 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-f7fe0504-ae52-402b-b47f-80cb19f841c1 req-56fbea85-ece3-426b-b123-5852b4cab221 tempest-VolumesActionsTest-965930282 tempest-VolumesActionsTest-965930282-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=daaef5e0-2773-432f-8e0a-badb81f5314b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460546 Sep 18 00:57:41.741625 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30578fa1-f7a6-4944-940d-aa019ed13d16 req-3981a21d-9826-4be6-ab45-37a2bc65ab62 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:41.745770 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-30578fa1-f7a6-4944-940d-aa019ed13d16 req-3981a21d-9826-4be6-ab45-37a2bc65ab62 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=bf75d794-7c36-40e0-a103-db749b9dd1e2 HTTP/1.1" status: 200 len: 945 time: 0.0550926 Sep 18 00:57:41.793258 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-30578fa1-f7a6-4944-940d-aa019ed13d16 req-888b2a7e-a3e4-4d7a-a400-70baeda03ada tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a60bb66f-d31d-4ec8-90a6-9444418b3a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440719 Sep 18 00:57:42.021799 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.33', 59170) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:57:42.138382 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-6a171aad-8b63-48cb-9250-ad74fdc5786b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:42.221861 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:57:42.227846 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-6a171aad-8b63-48cb-9250-ad74fdc5786b admin admin] Publish callbacks [] for security_group (3235b08e-f718-4c21-84a4-2589f49f4e0b), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:42.232392 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-6a171aad-8b63-48cb-9250-ad74fdc5786b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512506'] for security_group (3235b08e-f718-4c21-84a4-2589f49f4e0b), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:42.276870 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [None req-6a171aad-8b63-48cb-9250-ad74fdc5786b admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=b0c46e7027814311a9c74a1944c0340f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2539661 Sep 18 00:57:42.277867 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a171aad-8b63-48cb-9250-ad74fdc5786b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3235b08e-f718-4c21-84a4-2589f49f4e0b,revision_number=1']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:42.279650 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 59178) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:57:42.343729 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-03d07f8c-5b8a-42cc-b7aa-1371e6d899cd admin admin] Publish callbacks [] for security_group (3235b08e-f718-4c21-84a4-2589f49f4e0b), before_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:42.372160 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-03d07f8c-5b8a-42cc-b7aa-1371e6d899cd admin admin] Publish callbacks [] for security_group (3235b08e-f718-4c21-84a4-2589f49f4e0b), precommit_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:42.424932 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-03d07f8c-5b8a-42cc-b7aa-1371e6d899cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512506'] for security_group (3235b08e-f718-4c21-84a4-2589f49f4e0b), after_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:42.427812 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-03d07f8c-5b8a-42cc-b7aa-1371e6d899cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:42.433317 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-03d07f8c-5b8a-42cc-b7aa-1371e6d899cd admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/3235b08e-f718-4c21-84a4-2589f49f4e0b HTTP/1.1" status: 204 len: 168 time: 0.1524374 Sep 18 00:57:42.443474 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d07f8c-5b8a-42cc-b7aa-1371e6d899cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3235b08e-f718-4c21-84a4-2589f49f4e0b,revision_number=None']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:42.590076 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4286d22a-13c8-4aed-bc62-4dd04a9ece17 req-2a9dc2d9-4017-48ad-b69b-fae15660ba4d tempest-VolumesActionsTest-965930282 tempest-VolumesActionsTest-965930282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:42.591563 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-4286d22a-13c8-4aed-bc62-4dd04a9ece17 req-2a9dc2d9-4017-48ad-b69b-fae15660ba4d tempest-VolumesActionsTest-965930282 tempest-VolumesActionsTest-965930282-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=39d52f6e-d2fc-4ca1-9d62-4c71d33cbb49 HTTP/1.1" status: 200 len: 945 time: 0.0518391 Sep 18 00:57:42.649520 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-4286d22a-13c8-4aed-bc62-4dd04a9ece17 req-be3b3fd6-2133-4af3-8017-6f006afabd61 tempest-VolumesActionsTest-965930282 tempest-VolumesActionsTest-965930282-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=daaef5e0-2773-432f-8e0a-badb81f5314b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512562 Sep 18 00:57:42.748649 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 59192) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:57:42.763934 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-1f9c53cb-7865-45c9-afea-7e663b29a0a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:42.784515 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:DELETE=5 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:57:42.845855 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-1f9c53cb-7865-45c9-afea-7e663b29a0a3 admin admin] Publish callbacks [] for security_group (fd727ed6-e66e-4aee-997b-abdfd6324199), precommit_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:42.854321 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-1f9c53cb-7865-45c9-afea-7e663b29a0a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512506'] for security_group (fd727ed6-e66e-4aee-997b-abdfd6324199), after_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:42.895008 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9c53cb-7865-45c9-afea-7e663b29a0a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd727ed6-e66e-4aee-997b-abdfd6324199,revision_number=1']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:42.899289 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-1f9c53cb-7865-45c9-afea-7e663b29a0a3 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=f1e602b6f97c40b1b93a37639281049d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1494157 Sep 18 00:57:42.902023 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 59196) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:57:42.929536 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb535bb3-acbf-4225-b924-ee5325838056 req-c3bb773f-44eb-4377-8695-1519bb061b12 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:42.931264 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-bb535bb3-acbf-4225-b924-ee5325838056 req-c3bb773f-44eb-4377-8695-1519bb061b12 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=bf75d794-7c36-40e0-a103-db749b9dd1e2 HTTP/1.1" status: 200 len: 945 time: 0.0519974 Sep 18 00:57:42.955510 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-1d2be823-ec43-4f13-85d8-85a4a458d23a admin admin] Publish callbacks [] for security_group (fd727ed6-e66e-4aee-997b-abdfd6324199), before_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:42.977160 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-1d2be823-ec43-4f13-85d8-85a4a458d23a admin admin] Publish callbacks [] for security_group (fd727ed6-e66e-4aee-997b-abdfd6324199), precommit_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:42.982990 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-bb535bb3-acbf-4225-b924-ee5325838056 req-e33310f5-7fcd-44fa-b441-a2fa0c02cb39 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a60bb66f-d31d-4ec8-90a6-9444418b3a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456090 Sep 18 00:57:43.028963 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-1d2be823-ec43-4f13-85d8-85a4a458d23a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512506'] for security_group (fd727ed6-e66e-4aee-997b-abdfd6324199), after_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:43.032596 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-1d2be823-ec43-4f13-85d8-85a4a458d23a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:43.033750 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-1d2be823-ec43-4f13-85d8-85a4a458d23a admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/fd727ed6-e66e-4aee-997b-abdfd6324199 HTTP/1.1" status: 204 len: 168 time: 0.1307344 Sep 18 00:57:43.036063 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=80,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:57:43.042872 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2be823-ec43-4f13-85d8-85a4a458d23a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd727ed6-e66e-4aee-997b-abdfd6324199,revision_number=None']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:43.773183 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a953e57-6fe9-41dc-9929-388d0e1792db req-e5037b6b-82ff-47a5-9c79-6982759508e8 tempest-VolumesActionsTest-965930282 tempest-VolumesActionsTest-965930282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:43.774856 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-8a953e57-6fe9-41dc-9929-388d0e1792db req-e5037b6b-82ff-47a5-9c79-6982759508e8 tempest-VolumesActionsTest-965930282 tempest-VolumesActionsTest-965930282-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=39d52f6e-d2fc-4ca1-9d62-4c71d33cbb49 HTTP/1.1" status: 200 len: 945 time: 0.0485258 Sep 18 00:57:43.823954 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-8a953e57-6fe9-41dc-9929-388d0e1792db req-980a8334-256f-4c81-96ff-e7f854f3dc5f tempest-VolumesActionsTest-965930282 tempest-VolumesActionsTest-965930282-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=daaef5e0-2773-432f-8e0a-badb81f5314b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432224 Sep 18 00:57:44.111944 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6a4d15-46ca-483e-a929-4f93c21ce770 req-840277ba-2bf6-435a-aa18-d5ed4f025156 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:44.114489 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-bf6a4d15-46ca-483e-a929-4f93c21ce770 req-840277ba-2bf6-435a-aa18-d5ed4f025156 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=bf75d794-7c36-40e0-a103-db749b9dd1e2 HTTP/1.1" status: 200 len: 945 time: 0.0530987 Sep 18 00:57:44.163053 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:57:44.168542 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-bf6a4d15-46ca-483e-a929-4f93c21ce770 req-534e1cc8-3c2b-498d-9910-9f239a6d679f tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a60bb66f-d31d-4ec8-90a6-9444418b3a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468163 Sep 18 00:57:44.638545 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b259c233-b323-471b-b636-3f48a4fc4f88 req-f3512042-1237-45e1-aece-0dcb141fa753 tempest-VolumesActionsTest-965930282 tempest-VolumesActionsTest-965930282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:44.640493 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-b259c233-b323-471b-b636-3f48a4fc4f88 req-f3512042-1237-45e1-aece-0dcb141fa753 tempest-VolumesActionsTest-965930282 tempest-VolumesActionsTest-965930282-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=39d52f6e-d2fc-4ca1-9d62-4c71d33cbb49 HTTP/1.1" status: 200 len: 945 time: 0.0526659 Sep 18 00:57:44.741213 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [req-b259c233-b323-471b-b636-3f48a4fc4f88 req-9c887668-3bb0-400d-900a-969780560939 tempest-VolumesActionsTest-965930282 tempest-VolumesActionsTest-965930282-project] Deleting port 87ff6755-8ad9-4c3b-8789-500acf6a5ccd {{(pid=106230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 18 00:57:44.741563 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [req-b259c233-b323-471b-b636-3f48a4fc4f88 req-9c887668-3bb0-400d-900a-969780560939 tempest-VolumesActionsTest-965930282 tempest-VolumesActionsTest-965930282-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749746030605'] for port (87ff6755-8ad9-4c3b-8789-500acf6a5ccd), before_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:44.844449 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.plugins.ml2.db [req-b259c233-b323-471b-b636-3f48a4fc4f88 req-9c887668-3bb0-400d-900a-969780560939 tempest-VolumesActionsTest-965930282 tempest-VolumesActionsTest-965930282-project] For port 87ff6755-8ad9-4c3b-8789-500acf6a5ccd, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=87ff6755-8ad9-4c3b-8789-500acf6a5ccd,segment=NetworkSegment(41baa60f-ccd4-49e9-9d53-4f008ff8663e),segment_id=41baa60f-ccd4-49e9-9d53-4f008ff8663e)] {{(pid=106230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:57:44.845328 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [req-b259c233-b323-471b-b636-3f48a4fc4f88 req-9c887668-3bb0-400d-900a-969780560939 tempest-VolumesActionsTest-965930282 tempest-VolumesActionsTest-965930282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16488537'] for port (87ff6755-8ad9-4c3b-8789-500acf6a5ccd), precommit_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:44.859391 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [req-b259c233-b323-471b-b636-3f48a4fc4f88 req-9c887668-3bb0-400d-900a-969780560939 tempest-VolumesActionsTest-965930282 tempest-VolumesActionsTest-965930282-project] Calling delete_port for 87ff6755-8ad9-4c3b-8789-500acf6a5ccd owned by compute:nova {{(pid=106230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 18 00:57:44.970070 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fff1c2-8767-4ce9-8d94-e84fe021a0b2 req-71dbf298-8085-41d8-8791-2eb35c725e38 tempest-VolumesActionsTest-965930282 tempest-VolumesActionsTest-965930282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:44.971406 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-04fff1c2-8767-4ce9-8d94-e84fe021a0b2 req-71dbf298-8085-41d8-8791-2eb35c725e38 tempest-VolumesActionsTest-965930282 tempest-VolumesActionsTest-965930282-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=39d52f6e-d2fc-4ca1-9d62-4c71d33cbb49 HTTP/1.1" status: 200 len: 945 time: 0.0613198 Sep 18 00:57:45.061629 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-04fff1c2-8767-4ce9-8d94-e84fe021a0b2 req-e07637cc-a028-45a9-b7f2-38f4a562aa88 tempest-VolumesActionsTest-965930282 tempest-VolumesActionsTest-965930282-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=daaef5e0-2773-432f-8e0a-badb81f5314b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786531 Sep 18 00:57:45.083266 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [req-b259c233-b323-471b-b636-3f48a4fc4f88 req-9c887668-3bb0-400d-900a-969780560939 tempest-VolumesActionsTest-965930282 tempest-VolumesActionsTest-965930282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749746033803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749745591516'] for port (87ff6755-8ad9-4c3b-8789-500acf6a5ccd), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:45.128775 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:57:45.131569 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c887668-3bb0-400d-900a-969780560939 tempest-VolumesActionsTest-965930282 tempest-VolumesActionsTest-965930282-project] Pushing event deleted for resources: {'Port': ['ID=87ff6755-8ad9-4c3b-8789-500acf6a5ccd,revision_number=None']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:45.142385 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.db [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] get_ports_and_sgs() called for port_ids ['87ff6755-8ad9-4c3b-8789-500acf6a5ccd'] {{(pid=106232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 18 00:57:45.187697 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.db.l3_dvrscheduler_db [req-b259c233-b323-471b-b636-3f48a4fc4f88 req-9c887668-3bb0-400d-900a-969780560939 tempest-VolumesActionsTest-965930282 tempest-VolumesActionsTest-965930282-project] No DVR routers for this DVR port 87ff6755-8ad9-4c3b-8789-500acf6a5ccd on host hv-cinder-maste {{(pid=106230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 18 00:57:45.191651 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [req-b259c233-b323-471b-b636-3f48a4fc4f88 req-9c887668-3bb0-400d-900a-969780560939 tempest-VolumesActionsTest-965930282 tempest-VolumesActionsTest-965930282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16701016'] for port (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:45.195583 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-b259c233-b323-471b-b636-3f48a4fc4f88 req-9c887668-3bb0-400d-900a-969780560939 tempest-VolumesActionsTest-965930282 tempest-VolumesActionsTest-965930282-project] 10.222.0.57 "DELETE /networking/v2.0/ports/87ff6755-8ad9-4c3b-8789-500acf6a5ccd HTTP/1.1" status: 204 len: 173 time: 0.5491340 Sep 18 00:57:45.195944 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39d52f6e-d2fc-4ca1-9d62-4c71d33cbb49', 'name': 'network-vif-deleted', 'tag': '87ff6755-8ad9-4c3b-8789-500acf6a5ccd'}] {{(pid=106230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 18 00:57:45.198621 dv-cinder-master-3-smb neutron-server[106230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5cb6f936bef875aa30205792da77c9643b85616d99b85ee9f5e1cfaba0fe173" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-684ed9ba-a34c-46cf-856c-382d9fbdb3d0" -d '{"events": [{"server_uuid": "39d52f6e-d2fc-4ca1-9d62-4c71d33cbb49", "name": "network-vif-deleted", "tag": "87ff6755-8ad9-4c3b-8789-500acf6a5ccd"}]}' {{(pid=106230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:57:45.248362 dv-cinder-master-3-smb neutron-server[106230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 18 Sep 2022 00:57:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8d2b944-1e1d-4369-b9ac-4475beb382f6 x-openstack-request-id: req-b8d2b944-1e1d-4369-b9ac-4475beb382f6 {{(pid=106230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:57:45.248672 dv-cinder-master-3-smb neutron-server[106230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39d52f6e-d2fc-4ca1-9d62-4c71d33cbb49", "name": "network-vif-deleted", "tag": "87ff6755-8ad9-4c3b-8789-500acf6a5ccd", "status": "completed", "code": 200}]} {{(pid=106230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:57:45.248921 dv-cinder-master-3-smb neutron-server[106230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-b8d2b944-1e1d-4369-b9ac-4475beb382f6 {{(pid=106230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:57:45.249360 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8d2b944-1e1d-4369-b9ac-4475beb382f6'] response: {'server_uuid': '39d52f6e-d2fc-4ca1-9d62-4c71d33cbb49', 'name': 'network-vif-deleted', 'tag': '87ff6755-8ad9-4c3b-8789-500acf6a5ccd', 'status': 'completed', 'code': 200} Sep 18 00:57:45.320987 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ee5117-f1ca-40c8-8549-ddc84ce3dedd req-80d0f0e7-676c-4cba-b8a3-e3fd82e05477 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:45.327369 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-78ee5117-f1ca-40c8-8549-ddc84ce3dedd req-80d0f0e7-676c-4cba-b8a3-e3fd82e05477 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=bf75d794-7c36-40e0-a103-db749b9dd1e2 HTTP/1.1" status: 200 len: 945 time: 0.0667832 Sep 18 00:57:45.373288 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-78ee5117-f1ca-40c8-8549-ddc84ce3dedd req-b1bade82-2e5a-44d1-9925-fd76bbb9c277 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a60bb66f-d31d-4ec8-90a6-9444418b3a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451033 Sep 18 00:57:46.194564 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-0bda0f48-f4c9-451b-9044-b6d134f956e1 req-7caeca3d-3fcf-4825-b838-c310430bbda6 tempest-VolumesActionsTest-965930282 tempest-VolumesActionsTest-965930282-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=39d52f6e-d2fc-4ca1-9d62-4c71d33cbb49 HTTP/1.1" status: 200 len: 210 time: 0.0341692 Sep 18 00:57:46.247105 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 59354) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:57:46.355294 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-0a5b6ef2-4d06-4ea7-992d-7b4e2db4d061 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:46.437818 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-0a5b6ef2-4d06-4ea7-992d-7b4e2db4d061 admin admin] Publish callbacks [] for security_group (16a9d153-0c8b-4a72-a1c1-84d1343ff915), precommit_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:46.443281 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-0a5b6ef2-4d06-4ea7-992d-7b4e2db4d061 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512506'] for security_group (16a9d153-0c8b-4a72-a1c1-84d1343ff915), after_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:46.481360 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5b6ef2-4d06-4ea7-992d-7b4e2db4d061 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16a9d153-0c8b-4a72-a1c1-84d1343ff915,revision_number=1']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:46.488771 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-0a5b6ef2-4d06-4ea7-992d-7b4e2db4d061 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=9acd0ea6116c48e595c5aa94b7bb4f23&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2379422 Sep 18 00:57:46.488977 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 59360) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:57:46.510214 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afe9fa3-bbf2-4379-8c47-5a1924a23766 req-12134381-2775-430d-9a0d-43a135726d1b tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:46.511891 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-8afe9fa3-bbf2-4379-8c47-5a1924a23766 req-12134381-2775-430d-9a0d-43a135726d1b tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=bf75d794-7c36-40e0-a103-db749b9dd1e2 HTTP/1.1" status: 200 len: 945 time: 0.0523312 Sep 18 00:57:46.542546 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-3a906c2f-47c4-47dc-aa08-7c2a41a9ea5f admin admin] Publish callbacks [] for security_group (16a9d153-0c8b-4a72-a1c1-84d1343ff915), before_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:46.562136 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-8afe9fa3-bbf2-4379-8c47-5a1924a23766 req-9f795920-39a2-422f-9dde-561aae7aff50 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a60bb66f-d31d-4ec8-90a6-9444418b3a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431147 Sep 18 00:57:46.562346 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-3a906c2f-47c4-47dc-aa08-7c2a41a9ea5f admin admin] Publish callbacks [] for security_group (16a9d153-0c8b-4a72-a1c1-84d1343ff915), precommit_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:46.618459 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-3a906c2f-47c4-47dc-aa08-7c2a41a9ea5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512506'] for security_group (16a9d153-0c8b-4a72-a1c1-84d1343ff915), after_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:46.621450 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-3a906c2f-47c4-47dc-aa08-7c2a41a9ea5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:46.626851 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-3a906c2f-47c4-47dc-aa08-7c2a41a9ea5f admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/16a9d153-0c8b-4a72-a1c1-84d1343ff915 HTTP/1.1" status: 204 len: 168 time: 0.1327415 Sep 18 00:57:46.635446 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a906c2f-47c4-47dc-aa08-7c2a41a9ea5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16a9d153-0c8b-4a72-a1c1-84d1343ff915,revision_number=None']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:46.898201 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 59370) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:57:46.918241 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-60f00d3b-a779-4430-bade-a64e043c84d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:47.010355 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-60f00d3b-a779-4430-bade-a64e043c84d7 admin admin] Publish callbacks [] for security_group (6915a192-305b-465f-bfbe-4c48226402b2), precommit_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:47.014926 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-60f00d3b-a779-4430-bade-a64e043c84d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512506'] for security_group (6915a192-305b-465f-bfbe-4c48226402b2), after_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:47.021590 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=77,neutron:INSERT=16,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:57:47.059370 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-60f00d3b-a779-4430-bade-a64e043c84d7 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=c352a54d152a41aaa8e0a92a318a0814&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1600149 Sep 18 00:57:47.061106 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f00d3b-a779-4430-bade-a64e043c84d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6915a192-305b-465f-bfbe-4c48226402b2,revision_number=1']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:47.062050 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.33', 59378) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:57:47.121112 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-fce78e76-a996-4128-a6cb-050e7df39a2c admin admin] Publish callbacks [] for security_group (6915a192-305b-465f-bfbe-4c48226402b2), before_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:47.143598 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-fce78e76-a996-4128-a6cb-050e7df39a2c admin admin] Publish callbacks [] for security_group (6915a192-305b-465f-bfbe-4c48226402b2), precommit_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:47.192844 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-fce78e76-a996-4128-a6cb-050e7df39a2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512506'] for security_group (6915a192-305b-465f-bfbe-4c48226402b2), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:47.195406 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-fce78e76-a996-4128-a6cb-050e7df39a2c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:47.196664 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [None req-fce78e76-a996-4128-a6cb-050e7df39a2c admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/6915a192-305b-465f-bfbe-4c48226402b2 HTTP/1.1" status: 204 len: 168 time: 0.1334674 Sep 18 00:57:47.205388 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce78e76-a996-4128-a6cb-050e7df39a2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6915a192-305b-465f-bfbe-4c48226402b2,revision_number=None']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:47.704422 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4032b5-0fd3-49a9-a66b-8975e80cb1fb req-3bacd65d-7501-40c9-929c-0422b779f26a tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:47.706070 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-ca4032b5-0fd3-49a9-a66b-8975e80cb1fb req-3bacd65d-7501-40c9-929c-0422b779f26a tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=bf75d794-7c36-40e0-a103-db749b9dd1e2 HTTP/1.1" status: 200 len: 945 time: 0.0549395 Sep 18 00:57:47.764774 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-ca4032b5-0fd3-49a9-a66b-8975e80cb1fb req-1bde608b-0055-4368-96c7-61d698f22690 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a60bb66f-d31d-4ec8-90a6-9444418b3a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506325 Sep 18 00:57:48.223883 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.rpc [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Device 87ff6755-8ad9-4c3b-8789-500acf6a5ccd no longer exists at agent hyperv_hv-cinder-maste {{(pid=106232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:57:48.244998 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] No Port match for: 87ff6755-8ad9-4c3b-8789-500acf6a5ccd {{(pid=106232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 18 00:57:48.245352 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.rpc [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Device 87ff6755-8ad9-4c3b-8789-500acf6a5ccd not bound to the agent host hv-cinder-maste {{(pid=106232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:57:48.251476 dv-cinder-master-3-smb neutron-server[106233]: DEBUG dbcounter [-] [106233] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=106233) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:57:48.866319 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:57:48.905404 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8763bfa3-d909-4f51-a4c4-dec808918a4b req-407b09af-039d-40b4-b149-292d5f61e162 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:48.907528 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-8763bfa3-d909-4f51-a4c4-dec808918a4b req-407b09af-039d-40b4-b149-292d5f61e162 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=bf75d794-7c36-40e0-a103-db749b9dd1e2 HTTP/1.1" status: 200 len: 945 time: 0.0511904 Sep 18 00:57:48.963593 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-8763bfa3-d909-4f51-a4c4-dec808918a4b req-5fde82bf-3d6b-4887-bbd5-7ebbaf1fe886 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a60bb66f-d31d-4ec8-90a6-9444418b3a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497231 Sep 18 00:57:49.906835 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada8c77e-7adb-49ea-a4a2-4b6736a53f91 req-1fd9093c-ca82-4867-b734-bda932dab860 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:49.908442 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-ada8c77e-7adb-49ea-a4a2-4b6736a53f91 req-1fd9093c-ca82-4867-b734-bda932dab860 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=abf6631e-213a-40ea-8708-5dc51da0ee8c HTTP/1.1" status: 200 len: 946 time: 0.0528939 Sep 18 00:57:49.970080 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-ada8c77e-7adb-49ea-a4a2-4b6736a53f91 req-cdcec113-a715-4537-9d49-764bd1e57ac8 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=ebcf1d70-15c2-4b0c-9b2b-32e60a0830c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555236 Sep 18 00:57:50.104763 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00561d7e-03fa-4019-8266-61def3efde86 req-431b7529-20bb-4bf4-aa23-692060029366 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:50.106618 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-00561d7e-03fa-4019-8266-61def3efde86 req-431b7529-20bb-4bf4-aa23-692060029366 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=bf75d794-7c36-40e0-a103-db749b9dd1e2 HTTP/1.1" status: 200 len: 945 time: 0.0495045 Sep 18 00:57:50.160988 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-00561d7e-03fa-4019-8266-61def3efde86 req-97a0c4fd-811d-4bfd-95ac-503584b91711 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a60bb66f-d31d-4ec8-90a6-9444418b3a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481560 Sep 18 00:57:51.104434 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9a5a6b-6272-4907-8a4c-e059313d9474 req-0ef64354-493f-49e8-b504-77417563cc8b tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:51.106959 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-9e9a5a6b-6272-4907-8a4c-e059313d9474 req-0ef64354-493f-49e8-b504-77417563cc8b tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=abf6631e-213a-40ea-8708-5dc51da0ee8c HTTP/1.1" status: 200 len: 946 time: 0.0552554 Sep 18 00:57:51.158840 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-9e9a5a6b-6272-4907-8a4c-e059313d9474 req-a7ddb29b-b5b7-4393-b5a9-7b04e88c9d54 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=ebcf1d70-15c2-4b0c-9b2b-32e60a0830c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457828 Sep 18 00:57:51.327725 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b382bf99-7e5a-4f20-b4da-15e63448f017 req-d437c7fa-b49e-4687-89b9-db8822c749a0 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:51.330071 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-b382bf99-7e5a-4f20-b4da-15e63448f017 req-d437c7fa-b49e-4687-89b9-db8822c749a0 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=bf75d794-7c36-40e0-a103-db749b9dd1e2 HTTP/1.1" status: 200 len: 945 time: 0.0540719 Sep 18 00:57:51.381954 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-b382bf99-7e5a-4f20-b4da-15e63448f017 req-5eab8f21-e038-4d79-9e27-83f471f4c0a1 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a60bb66f-d31d-4ec8-90a6-9444418b3a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460711 Sep 18 00:57:51.975435 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.33', 59556) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:57:52.094075 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-6045ccec-525e-49c6-bb1a-91de0ff2ecc5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:52.117822 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:INSERT=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:57:52.187333 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-6045ccec-525e-49c6-bb1a-91de0ff2ecc5 admin admin] Publish callbacks [] for security_group (f03dd566-0a04-402c-88f6-c432642465bf), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:52.195618 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-6045ccec-525e-49c6-bb1a-91de0ff2ecc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512506'] for security_group (f03dd566-0a04-402c-88f6-c432642465bf), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:52.269926 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6045ccec-525e-49c6-bb1a-91de0ff2ecc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f03dd566-0a04-402c-88f6-c432642465bf,revision_number=1']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:52.277770 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [None req-6045ccec-525e-49c6-bb1a-91de0ff2ecc5 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=b9d7f988d1fb4b7db6c47c65c529bfea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3006859 Sep 18 00:57:52.280537 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 59562) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:57:52.330319 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b6244c-9a09-43a9-bc65-c606023d6947 req-12393b17-e3fe-42a0-99cf-130bd12b49bc tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:52.332441 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-e2b6244c-9a09-43a9-bc65-c606023d6947 req-12393b17-e3fe-42a0-99cf-130bd12b49bc tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=abf6631e-213a-40ea-8708-5dc51da0ee8c HTTP/1.1" status: 200 len: 946 time: 0.0761876 Sep 18 00:57:52.341215 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-56069969-6766-48fa-8749-812754026870 admin admin] Publish callbacks [] for security_group (f03dd566-0a04-402c-88f6-c432642465bf), before_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:52.367892 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-56069969-6766-48fa-8749-812754026870 admin admin] Publish callbacks [] for security_group (f03dd566-0a04-402c-88f6-c432642465bf), precommit_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:52.394364 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-e2b6244c-9a09-43a9-bc65-c606023d6947 req-f8962e45-7181-47ee-a1a3-88e54a4cd9d8 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=ebcf1d70-15c2-4b0c-9b2b-32e60a0830c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553231 Sep 18 00:57:52.450612 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-56069969-6766-48fa-8749-812754026870 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512506'] for security_group (f03dd566-0a04-402c-88f6-c432642465bf), after_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:52.457213 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-56069969-6766-48fa-8749-812754026870 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:52.459324 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-56069969-6766-48fa-8749-812754026870 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/f03dd566-0a04-402c-88f6-c432642465bf HTTP/1.1" status: 204 len: 168 time: 0.1771746 Sep 18 00:57:52.474505 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56069969-6766-48fa-8749-812754026870 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f03dd566-0a04-402c-88f6-c432642465bf,revision_number=None']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:52.582613 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dcc10d-2e99-44d6-bbcf-ecd7ee6d4db3 req-ff206e6e-530c-481d-975a-ed448759e84c tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:52.585053 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-d7dcc10d-2e99-44d6-bbcf-ecd7ee6d4db3 req-ff206e6e-530c-481d-975a-ed448759e84c tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=bf75d794-7c36-40e0-a103-db749b9dd1e2 HTTP/1.1" status: 200 len: 945 time: 0.0752006 Sep 18 00:57:52.664538 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-d7dcc10d-2e99-44d6-bbcf-ecd7ee6d4db3 req-9dd7ac32-f820-45db-ba14-f5afce55f957 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a60bb66f-d31d-4ec8-90a6-9444418b3a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713310 Sep 18 00:57:52.851755 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 59572) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:57:52.868593 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-c35d8a90-c7a8-41e2-84a4-e7e06e66529c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:52.911644 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:DELETE=4 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:57:52.963093 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-c35d8a90-c7a8-41e2-84a4-e7e06e66529c admin admin] Publish callbacks [] for security_group (3a6324ae-3bbf-4829-888d-bd1dd0199eaf), precommit_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:52.967913 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-c35d8a90-c7a8-41e2-84a4-e7e06e66529c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512506'] for security_group (3a6324ae-3bbf-4829-888d-bd1dd0199eaf), after_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:53.012115 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-c35d8a90-c7a8-41e2-84a4-e7e06e66529c admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=4b38dba7e7304885ac0747a548c54cf4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1592073 Sep 18 00:57:53.014676 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35d8a90-c7a8-41e2-84a4-e7e06e66529c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a6324ae-3bbf-4829-888d-bd1dd0199eaf,revision_number=1']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:53.016710 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.33', 59576) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:57:53.097094 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-1c4198e1-40a8-4ace-b13f-fd7a12b6bed9 admin admin] Publish callbacks [] for security_group (3a6324ae-3bbf-4829-888d-bd1dd0199eaf), before_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:53.122421 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-1c4198e1-40a8-4ace-b13f-fd7a12b6bed9 admin admin] Publish callbacks [] for security_group (3a6324ae-3bbf-4829-888d-bd1dd0199eaf), precommit_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:53.138275 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:57:53.200603 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-1c4198e1-40a8-4ace-b13f-fd7a12b6bed9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512506'] for security_group (3a6324ae-3bbf-4829-888d-bd1dd0199eaf), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:53.204911 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-1c4198e1-40a8-4ace-b13f-fd7a12b6bed9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:53.206150 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [None req-1c4198e1-40a8-4ace-b13f-fd7a12b6bed9 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/3a6324ae-3bbf-4829-888d-bd1dd0199eaf HTTP/1.1" status: 204 len: 168 time: 0.1883776 Sep 18 00:57:53.230620 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4198e1-40a8-4ace-b13f-fd7a12b6bed9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a6324ae-3bbf-4829-888d-bd1dd0199eaf,revision_number=None']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:53.595874 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bfcb61-88a0-4016-a70c-7c16448da744 req-032263d7-5c98-485b-8103-91f736b3086d tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:53.604925 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-44bfcb61-88a0-4016-a70c-7c16448da744 req-032263d7-5c98-485b-8103-91f736b3086d tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=abf6631e-213a-40ea-8708-5dc51da0ee8c HTTP/1.1" status: 200 len: 946 time: 0.0912502 Sep 18 00:57:53.690238 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-44bfcb61-88a0-4016-a70c-7c16448da744 req-90b29824-c4f7-4401-8eed-14f097503e42 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=ebcf1d70-15c2-4b0c-9b2b-32e60a0830c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843792 Sep 18 00:57:53.860913 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0841096f-71dd-4ea5-b907-9788904b80dc req-509e88b4-cd01-4464-ab81-ea69a40abe78 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:53.862607 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-0841096f-71dd-4ea5-b907-9788904b80dc req-509e88b4-cd01-4464-ab81-ea69a40abe78 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=bf75d794-7c36-40e0-a103-db749b9dd1e2 HTTP/1.1" status: 200 len: 945 time: 0.0546355 Sep 18 00:57:53.946020 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-0841096f-71dd-4ea5-b907-9788904b80dc req-63f4914e-735c-488f-84f9-6300b747908a tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a60bb66f-d31d-4ec8-90a6-9444418b3a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758467 Sep 18 00:57:54.849244 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e95dbc4-a8b9-4c82-9e11-4a2ecd6f7f35 req-f84b473f-8b36-493f-8cc8-380bafc42b7d tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:54.850708 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-5e95dbc4-a8b9-4c82-9e11-4a2ecd6f7f35 req-f84b473f-8b36-493f-8cc8-380bafc42b7d tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=abf6631e-213a-40ea-8708-5dc51da0ee8c HTTP/1.1" status: 200 len: 946 time: 0.0505009 Sep 18 00:57:54.899799 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-5e95dbc4-a8b9-4c82-9e11-4a2ecd6f7f35 req-1062dfd0-7d9c-411f-b0ea-cb91f3bf2f66 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=ebcf1d70-15c2-4b0c-9b2b-32e60a0830c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433207 Sep 18 00:57:55.074501 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018a015c-f0c7-4cc1-9b87-45393c67e0b9 req-d55b33db-a9c1-47b3-8f6c-aea66af2df46 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:55.076004 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-018a015c-f0c7-4cc1-9b87-45393c67e0b9 req-d55b33db-a9c1-47b3-8f6c-aea66af2df46 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=bf75d794-7c36-40e0-a103-db749b9dd1e2 HTTP/1.1" status: 200 len: 945 time: 0.0467243 Sep 18 00:57:55.124447 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-018a015c-f0c7-4cc1-9b87-45393c67e0b9 req-30afd08e-e9a3-4624-b63d-9877c21e3847 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a60bb66f-d31d-4ec8-90a6-9444418b3a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425949 Sep 18 00:57:56.075471 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539a03e2-000c-4b81-80e5-efb58be24f13 req-eecfc947-4692-4631-ab0f-6b241d39ef1c tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:56.079618 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-539a03e2-000c-4b81-80e5-efb58be24f13 req-eecfc947-4692-4631-ab0f-6b241d39ef1c tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=abf6631e-213a-40ea-8708-5dc51da0ee8c HTTP/1.1" status: 200 len: 946 time: 0.0741174 Sep 18 00:57:56.092169 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:INSERT=4,neutron:SELECT=95,neutron:DELETE=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:57:56.449466 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-539a03e2-000c-4b81-80e5-efb58be24f13 req-12950769-9408-414c-a82c-1eec6f680df9 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=ebcf1d70-15c2-4b0c-9b2b-32e60a0830c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3648028 Sep 18 00:57:56.496574 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7b95e7-c48e-4a21-926b-2d226d2ac51b req-e0587b8c-0e8d-483d-8866-8970a5ba99a9 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:56.505098 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-7a7b95e7-c48e-4a21-926b-2d226d2ac51b req-e0587b8c-0e8d-483d-8866-8970a5ba99a9 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=bf75d794-7c36-40e0-a103-db749b9dd1e2 HTTP/1.1" status: 200 len: 945 time: 0.0839663 Sep 18 00:57:56.568389 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-7a7b95e7-c48e-4a21-926b-2d226d2ac51b req-6582d3bd-388e-47bf-b97a-322c6999dbf7 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a60bb66f-d31d-4ec8-90a6-9444418b3a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580940 Sep 18 00:57:57.586501 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efa4de1-3a78-46dd-9dbb-d88508c38e53 req-98de8c71-fd6c-4be5-91e3-85f89df4e56c tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:57.588173 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-6efa4de1-3a78-46dd-9dbb-d88508c38e53 req-98de8c71-fd6c-4be5-91e3-85f89df4e56c tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=abf6631e-213a-40ea-8708-5dc51da0ee8c HTTP/1.1" status: 200 len: 946 time: 0.0493002 Sep 18 00:57:57.639967 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-6efa4de1-3a78-46dd-9dbb-d88508c38e53 req-7138c9e4-8930-494c-b51b-85e260440787 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=ebcf1d70-15c2-4b0c-9b2b-32e60a0830c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461531 Sep 18 00:57:57.709144 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bae3a64-ca44-4bc2-8759-49f562248895 req-09eb40ab-c92b-40b9-b856-a1745f61f2bc tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:57.710625 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-3bae3a64-ca44-4bc2-8759-49f562248895 req-09eb40ab-c92b-40b9-b856-a1745f61f2bc tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=bf75d794-7c36-40e0-a103-db749b9dd1e2 HTTP/1.1" status: 200 len: 945 time: 0.0587857 Sep 18 00:57:57.766992 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-3bae3a64-ca44-4bc2-8759-49f562248895 req-fa3d1571-7d64-4baf-88e8-07274e95ac82 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a60bb66f-d31d-4ec8-90a6-9444418b3a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507085 Sep 18 00:57:58.116149 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.33', 59688) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:57:58.233033 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-0552a316-25d1-405c-909b-c2ae1e63952a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:58.320273 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-0552a316-25d1-405c-909b-c2ae1e63952a admin admin] Publish callbacks [] for security_group (8b687d49-d035-4310-a52b-82d57dcf4557), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:58.324847 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-0552a316-25d1-405c-909b-c2ae1e63952a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512506'] for security_group (8b687d49-d035-4310-a52b-82d57dcf4557), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:58.370732 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [None req-0552a316-25d1-405c-909b-c2ae1e63952a admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=01c652c685184b65839a66cdf6afd116&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2509785 Sep 18 00:57:58.370732 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0552a316-25d1-405c-909b-c2ae1e63952a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b687d49-d035-4310-a52b-82d57dcf4557,revision_number=1']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:58.371368 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 59698) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:57:58.442470 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-608142ca-eafa-435b-99d0-56ce5350ea24 admin admin] Publish callbacks [] for security_group (8b687d49-d035-4310-a52b-82d57dcf4557), before_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:58.466127 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-608142ca-eafa-435b-99d0-56ce5350ea24 admin admin] Publish callbacks [] for security_group (8b687d49-d035-4310-a52b-82d57dcf4557), precommit_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:58.520916 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-608142ca-eafa-435b-99d0-56ce5350ea24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512506'] for security_group (8b687d49-d035-4310-a52b-82d57dcf4557), after_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:58.523755 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-608142ca-eafa-435b-99d0-56ce5350ea24 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:57:58.534069 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-608142ca-eafa-435b-99d0-56ce5350ea24 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/8b687d49-d035-4310-a52b-82d57dcf4557 HTTP/1.1" status: 204 len: 168 time: 0.1576402 Sep 18 00:57:58.547080 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608142ca-eafa-435b-99d0-56ce5350ea24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b687d49-d035-4310-a52b-82d57dcf4557,revision_number=None']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:57:58.555363 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608142ca-eafa-435b-99d0-56ce5350ea24 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:57:58.555906 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608142ca-eafa-435b-99d0-56ce5350ea24 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:57:58.556428 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608142ca-eafa-435b-99d0-56ce5350ea24 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:57:58.556931 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608142ca-eafa-435b-99d0-56ce5350ea24 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:57:58.557444 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608142ca-eafa-435b-99d0-56ce5350ea24 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:57:58.557969 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608142ca-eafa-435b-99d0-56ce5350ea24 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:57:58.558280 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608142ca-eafa-435b-99d0-56ce5350ea24 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:57:58.558805 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608142ca-eafa-435b-99d0-56ce5350ea24 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:57:58.559138 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608142ca-eafa-435b-99d0-56ce5350ea24 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:57:58.559479 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608142ca-eafa-435b-99d0-56ce5350ea24 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:57:58.559989 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608142ca-eafa-435b-99d0-56ce5350ea24 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:57:58.560405 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608142ca-eafa-435b-99d0-56ce5350ea24 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:57:58.560738 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608142ca-eafa-435b-99d0-56ce5350ea24 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:57:58.561066 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608142ca-eafa-435b-99d0-56ce5350ea24 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:57:58.561448 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-608142ca-eafa-435b-99d0-56ce5350ea24 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:57:58.800390 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1157e6-23ca-4ee2-a944-93042819d520 req-8604fbef-e3be-43ed-9ab4-4d618e39ed99 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:58.802038 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-7d1157e6-23ca-4ee2-a944-93042819d520 req-8604fbef-e3be-43ed-9ab4-4d618e39ed99 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=abf6631e-213a-40ea-8708-5dc51da0ee8c HTTP/1.1" status: 200 len: 946 time: 0.0666974 Sep 18 00:57:58.823615 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:DELETE=3,neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:57:58.885377 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-7d1157e6-23ca-4ee2-a944-93042819d520 req-1b8f62c0-cb12-4404-b8fb-3567220156ce tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=ebcf1d70-15c2-4b0c-9b2b-32e60a0830c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734499 Sep 18 00:57:59.073816 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6bbfca-f3a0-4553-b020-3c3a855891a7 req-06432c9d-8a5e-42b0-95c2-2f59b750e616 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:59.075434 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-ea6bbfca-f3a0-4553-b020-3c3a855891a7 req-06432c9d-8a5e-42b0-95c2-2f59b750e616 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=bf75d794-7c36-40e0-a103-db749b9dd1e2 HTTP/1.1" status: 200 len: 945 time: 0.0783274 Sep 18 00:57:59.173549 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-ea6bbfca-f3a0-4553-b020-3c3a855891a7 req-1a8efa41-9a0f-4710-8a2f-083c7204c53d tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a60bb66f-d31d-4ec8-90a6-9444418b3a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895433 Sep 18 00:57:59.463345 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e728f08-b001-4477-81b2-1791871736d1 req-8f91d818-ec3a-41ff-b785-2275565bbc55 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:57:59.464884 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-3e728f08-b001-4477-81b2-1791871736d1 req-8f91d818-ec3a-41ff-b785-2275565bbc55 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c1cf145a-d8d5-4a7e-937b-729bf79629fa HTTP/1.1" status: 200 len: 946 time: 0.0755146 Sep 18 00:57:59.534712 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-3e728f08-b001-4477-81b2-1791871736d1 req-795de30b-b8f3-46f9-84db-de7bc760a5d5 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5d1f43e9-9af2-4e0f-a00b-d54373283a26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621445 Sep 18 00:58:00.029628 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa06a3a8-2dca-4c8e-a793-9d2d53d2da56 req-774e0b77-2422-40b4-89c0-150d8fd094ed tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:00.031406 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-aa06a3a8-2dca-4c8e-a793-9d2d53d2da56 req-774e0b77-2422-40b4-89c0-150d8fd094ed tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=abf6631e-213a-40ea-8708-5dc51da0ee8c HTTP/1.1" status: 200 len: 946 time: 0.0482597 Sep 18 00:58:00.082003 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-aa06a3a8-2dca-4c8e-a793-9d2d53d2da56 req-5129cc71-fa17-4ecf-a4e0-db6a29fc6b95 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=ebcf1d70-15c2-4b0c-9b2b-32e60a0830c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451400 Sep 18 00:58:00.315164 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fedc97-6a65-4150-83a7-ab2b2a1f472b req-74ea134a-413f-48d8-bfb4-6758ba23472d tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:00.316825 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-67fedc97-6a65-4150-83a7-ab2b2a1f472b req-74ea134a-413f-48d8-bfb4-6758ba23472d tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=bf75d794-7c36-40e0-a103-db749b9dd1e2 HTTP/1.1" status: 200 len: 945 time: 0.0532143 Sep 18 00:58:00.362812 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:58:00.370848 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-67fedc97-6a65-4150-83a7-ab2b2a1f472b req-13c97894-aab4-46e6-b280-4345a9f633d2 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a60bb66f-d31d-4ec8-90a6-9444418b3a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472586 Sep 18 00:58:00.698688 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ce0496-3b00-4618-8bf1-59d7ec0b4773 req-42300461-7da4-43fc-abc6-ead2d9c229e3 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:00.701811 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-87ce0496-3b00-4618-8bf1-59d7ec0b4773 req-42300461-7da4-43fc-abc6-ead2d9c229e3 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c1cf145a-d8d5-4a7e-937b-729bf79629fa HTTP/1.1" status: 200 len: 946 time: 0.0664351 Sep 18 00:58:00.762936 dv-cinder-master-3-smb neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:58:00.778028 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-87ce0496-3b00-4618-8bf1-59d7ec0b4773 req-da568918-db5f-48be-83d1-4c269471b91b tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5d1f43e9-9af2-4e0f-a00b-d54373283a26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701060 Sep 18 00:58:00.786475 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (a990346c-0f9b-4256-b267-210f2ef06c1b), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:01.304428 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daebc5e7-2fe9-4bcb-a0d2-0a12c323839e req-34cc4750-74e9-49bf-80eb-af78baadffbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:01.304428 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-daebc5e7-2fe9-4bcb-a0d2-0a12c323839e req-34cc4750-74e9-49bf-80eb-af78baadffbf service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=8cbf74b218c04911bb921f7cc2c6e966&device_id=bf75d794-7c36-40e0-a103-db749b9dd1e2 HTTP/1.1" status: 200 len: 1129 time: 0.1236463 Sep 18 00:58:01.331043 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57752090-869d-47c6-8639-0518a661d4a0 req-3d4d9ec4-6986-43b5-aee6-10edc069b716 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:01.337356 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-57752090-869d-47c6-8639-0518a661d4a0 req-3d4d9ec4-6986-43b5-aee6-10edc069b716 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=abf6631e-213a-40ea-8708-5dc51da0ee8c HTTP/1.1" status: 200 len: 946 time: 0.1083727 Sep 18 00:58:01.605603 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-57752090-869d-47c6-8639-0518a661d4a0 req-625533ff-3b33-4c74-8572-b45476e4a219 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=ebcf1d70-15c2-4b0c-9b2b-32e60a0830c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2498524 Sep 18 00:58:01.619338 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c33867-6e36-456b-aba9-8064cdd1806e req-8fe10452-1127-4400-86ba-74927d657afc tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:01.631922 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-15c33867-6e36-456b-aba9-8064cdd1806e req-8fe10452-1127-4400-86ba-74927d657afc tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=bf75d794-7c36-40e0-a103-db749b9dd1e2 HTTP/1.1" status: 200 len: 945 time: 0.1328678 Sep 18 00:58:01.661734 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daebc5e7-2fe9-4bcb-a0d2-0a12c323839e req-dd668bf9-53fd-4b3f-a208-0de96adf64e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:01.664512 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-daebc5e7-2fe9-4bcb-a0d2-0a12c323839e req-dd668bf9-53fd-4b3f-a208-0de96adf64e0 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=c62b9e47-59b6-47ba-845f-e3be4dd39ad8 HTTP/1.1" status: 200 len: 920 time: 0.3000073 Sep 18 00:58:01.708929 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-15c33867-6e36-456b-aba9-8064cdd1806e req-90d8ecb3-f61a-4d04-bce1-584aec94d7c2 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a60bb66f-d31d-4ec8-90a6-9444418b3a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784647 Sep 18 00:58:01.743456 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-daebc5e7-2fe9-4bcb-a0d2-0a12c323839e req-40ed9f5a-433b-4f92-b33b-afae66ca0991 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f9535f32-8846-4f66-9b5c-30fb801b7fbc HTTP/1.1" status: 200 len: 217 time: 0.0395303 Sep 18 00:58:01.802845 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daebc5e7-2fe9-4bcb-a0d2-0a12c323839e req-259d4cd8-412d-4a48-82f8-f203be3db3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:01.804714 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-daebc5e7-2fe9-4bcb-a0d2-0a12c323839e req-259d4cd8-412d-4a48-82f8-f203be3db3ee service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=21e1d23e-9045-41fa-9ed7-19ac1edcbcfa HTTP/1.1" status: 200 len: 858 time: 0.0536208 Sep 18 00:58:01.867607 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daebc5e7-2fe9-4bcb-a0d2-0a12c323839e req-2e41c1b9-8161-4a5b-8d6a-19c153c0856c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:01.869083 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-daebc5e7-2fe9-4bcb-a0d2-0a12c323839e req-2e41c1b9-8161-4a5b-8d6a-19c153c0856c service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=c62b9e47-59b6-47ba-845f-e3be4dd39ad8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0535264 Sep 18 00:58:01.960338 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=100 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:58:01.969140 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a258adf-74b8-4638-a836-e8bdd1e7c2f1 req-9891e128-c476-47a8-b736-8b9f29893a28 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:01.970634 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-0a258adf-74b8-4638-a836-e8bdd1e7c2f1 req-9891e128-c476-47a8-b736-8b9f29893a28 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c1cf145a-d8d5-4a7e-937b-729bf79629fa HTTP/1.1" status: 200 len: 946 time: 0.1052740 Sep 18 00:58:02.028965 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-daebc5e7-2fe9-4bcb-a0d2-0a12c323839e req-a0d0be58-1330-46bb-8c8c-8cbe40d63d02 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/c62b9e47-59b6-47ba-845f-e3be4dd39ad8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477997 Sep 18 00:58:02.070876 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-0a258adf-74b8-4638-a836-e8bdd1e7c2f1 req-7790b496-ffc7-455c-804e-a5a96dd894b5 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5d1f43e9-9af2-4e0f-a00b-d54373283a26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919845 Sep 18 00:58:02.162518 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-daebc5e7-2fe9-4bcb-a0d2-0a12c323839e req-b9b64df6-c36c-4de7-8c13-6d52838e7e31 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/c62b9e47-59b6-47ba-845f-e3be4dd39ad8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170835 Sep 18 00:58:02.819015 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabfc7da-047a-4803-88f1-81539fd5ec99 req-ec3f8786-52a2-458a-8e61-b5f1e9fb26b3 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:02.826861 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-fabfc7da-047a-4803-88f1-81539fd5ec99 req-ec3f8786-52a2-458a-8e61-b5f1e9fb26b3 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=abf6631e-213a-40ea-8708-5dc51da0ee8c HTTP/1.1" status: 200 len: 946 time: 0.0778906 Sep 18 00:58:02.908339 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8be6bd5-4081-4a2d-a50f-73f65bf0ce05 req-051cd120-6c09-4a0a-ba09-63f0e4336db3 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:02.915599 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-b8be6bd5-4081-4a2d-a50f-73f65bf0ce05 req-051cd120-6c09-4a0a-ba09-63f0e4336db3 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=bf75d794-7c36-40e0-a103-db749b9dd1e2 HTTP/1.1" status: 200 len: 945 time: 0.0779326 Sep 18 00:58:02.958402 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-fabfc7da-047a-4803-88f1-81539fd5ec99 req-e818d625-65b0-42d1-9d16-ca6b189656e0 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=ebcf1d70-15c2-4b0c-9b2b-32e60a0830c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1300237 Sep 18 00:58:02.998320 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-b8be6bd5-4081-4a2d-a50f-73f65bf0ce05 req-6ecf9bec-6fc0-4bef-a514-d3eba958337a tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a60bb66f-d31d-4ec8-90a6-9444418b3a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819678 Sep 18 00:58:03.228905 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b20fca-545b-4e9b-9e2d-8c1da0986fa8 req-67447aff-ce88-46cb-8154-f2736198fffc tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:03.230407 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-39b20fca-545b-4e9b-9e2d-8c1da0986fa8 req-67447aff-ce88-46cb-8154-f2736198fffc tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c1cf145a-d8d5-4a7e-937b-729bf79629fa HTTP/1.1" status: 200 len: 946 time: 0.0613890 Sep 18 00:58:03.274374 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=100 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:58:03.286819 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-39b20fca-545b-4e9b-9e2d-8c1da0986fa8 req-305c7379-4894-4fc3-9655-ec0b4924532e tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5d1f43e9-9af2-4e0f-a00b-d54373283a26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493224 Sep 18 00:58:04.231079 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3246f43-1cff-4234-b99b-a0488b082d54 req-8168e97b-30da-4d2f-81e0-0aaba8215885 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:04.242634 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-c3246f43-1cff-4234-b99b-a0488b082d54 req-8168e97b-30da-4d2f-81e0-0aaba8215885 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=abf6631e-213a-40ea-8708-5dc51da0ee8c HTTP/1.1" status: 200 len: 946 time: 0.1191988 Sep 18 00:58:04.278692 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01241147-4eb5-42c6-9872-d691e9452bcf req-eb52210b-c97e-41b0-aee3-5325f9a13664 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:04.280721 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-01241147-4eb5-42c6-9872-d691e9452bcf req-eb52210b-c97e-41b0-aee3-5325f9a13664 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=bf75d794-7c36-40e0-a103-db749b9dd1e2 HTTP/1.1" status: 200 len: 945 time: 0.1417754 Sep 18 00:58:04.329892 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-c3246f43-1cff-4234-b99b-a0488b082d54 req-5d00d4d1-3660-4969-814f-6aed39e6f599 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=ebcf1d70-15c2-4b0c-9b2b-32e60a0830c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782020 Sep 18 00:58:04.358114 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-01241147-4eb5-42c6-9872-d691e9452bcf req-e0b213de-524e-42c6-871c-2e7193a6ce2d tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a60bb66f-d31d-4ec8-90a6-9444418b3a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682333 Sep 18 00:58:04.472570 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d413eb0-28bf-460b-9ffa-e5db75e9b630 req-ed4ff936-dccd-42cb-a81f-ece4bf2f5bb2 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:04.474347 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-3d413eb0-28bf-460b-9ffa-e5db75e9b630 req-ed4ff936-dccd-42cb-a81f-ece4bf2f5bb2 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c1cf145a-d8d5-4a7e-937b-729bf79629fa HTTP/1.1" status: 200 len: 946 time: 0.0618935 Sep 18 00:58:04.545480 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-3d413eb0-28bf-460b-9ffa-e5db75e9b630 req-e0654c39-b138-4bcc-a580-581edb8a5c1c tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5d1f43e9-9af2-4e0f-a00b-d54373283a26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612619 Sep 18 00:58:04.913435 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-89474dfe-ab4b-487d-a4d1-f9f96a279e49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (25137928-f4de-4c87-813e-883d046ac13f), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:05.505048 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebb0ca0-e958-4fdb-b051-6bc979d149ca req-4d43b3b8-727c-4596-a55b-ab2499961c40 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:05.507278 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-bebb0ca0-e958-4fdb-b051-6bc979d149ca req-4d43b3b8-727c-4596-a55b-ab2499961c40 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=abf6631e-213a-40ea-8708-5dc51da0ee8c HTTP/1.1" status: 200 len: 946 time: 0.0593920 Sep 18 00:58:05.602279 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-bebb0ca0-e958-4fdb-b051-6bc979d149ca req-47704c6c-9c78-492a-b38a-d14fd295d903 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=ebcf1d70-15c2-4b0c-9b2b-32e60a0830c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889261 Sep 18 00:58:05.703162 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf95cef7-7813-4758-92f1-c1f31dde3e5f req-5ec30162-2430-425b-9aa9-f918fa7c4285 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:05.704670 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-bf95cef7-7813-4758-92f1-c1f31dde3e5f req-5ec30162-2430-425b-9aa9-f918fa7c4285 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=bf75d794-7c36-40e0-a103-db749b9dd1e2 HTTP/1.1" status: 200 len: 945 time: 0.0620265 Sep 18 00:58:05.792632 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a9ed54-0a56-454b-9b9c-587b4ea03b3b req-422cb6a6-891f-484a-bee0-150e8ded9bfd tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:05.794392 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-e5a9ed54-0a56-454b-9b9c-587b4ea03b3b req-422cb6a6-891f-484a-bee0-150e8ded9bfd tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c1cf145a-d8d5-4a7e-937b-729bf79629fa HTTP/1.1" status: 200 len: 946 time: 0.0884864 Sep 18 00:58:05.798651 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-bf95cef7-7813-4758-92f1-c1f31dde3e5f req-3c50ae4a-fcdb-4d4f-a298-1b828fead88f tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a60bb66f-d31d-4ec8-90a6-9444418b3a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817642 Sep 18 00:58:05.843106 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=100 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:58:05.876096 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-e5a9ed54-0a56-454b-9b9c-587b4ea03b3b req-410e6880-85e4-4ec1-bfff-479ffe2e7ab8 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5d1f43e9-9af2-4e0f-a00b-d54373283a26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714972 Sep 18 00:58:06.839637 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e1ab9d-f150-4ddf-857c-bc22e45e66c7 req-42a3e734-59a8-4fbf-b0df-ac7f95bba820 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:06.863755 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-79e1ab9d-f150-4ddf-857c-bc22e45e66c7 req-42a3e734-59a8-4fbf-b0df-ac7f95bba820 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=abf6631e-213a-40ea-8708-5dc51da0ee8c HTTP/1.1" status: 200 len: 946 time: 0.1492214 Sep 18 00:58:06.950834 dv-cinder-master-3-smb neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=76,neutron:UPDATE=6 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:58:06.965352 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-79e1ab9d-f150-4ddf-857c-bc22e45e66c7 req-51a30270-b425-4e91-9373-82854ac13641 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=ebcf1d70-15c2-4b0c-9b2b-32e60a0830c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809214 Sep 18 00:58:07.009649 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-6fccdf99-aaf0-4638-952b-d7aa29001473 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (d0e8801d-4758-48bd-8085-7f05d3358764), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:07.115095 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b85a9d-a2c8-44ec-8a9b-cf5a9f92c094 req-4250287a-f363-459e-a354-0a69c0a87ef3 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:07.122297 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-58b85a9d-a2c8-44ec-8a9b-cf5a9f92c094 req-4250287a-f363-459e-a354-0a69c0a87ef3 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=bf75d794-7c36-40e0-a103-db749b9dd1e2 HTTP/1.1" status: 200 len: 945 time: 0.1409402 Sep 18 00:58:07.152902 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1ded75-db50-463f-b885-dc72c03e3b66 req-7e98b02e-a0f0-4d68-bf08-e479afd0b3c0 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:07.154406 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-5a1ded75-db50-463f-b885-dc72c03e3b66 req-7e98b02e-a0f0-4d68-bf08-e479afd0b3c0 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c1cf145a-d8d5-4a7e-937b-729bf79629fa HTTP/1.1" status: 200 len: 946 time: 0.0937626 Sep 18 00:58:07.213132 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-58b85a9d-a2c8-44ec-8a9b-cf5a9f92c094 req-96999921-6ceb-4f95-8bbd-7b29f21667f4 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a60bb66f-d31d-4ec8-90a6-9444418b3a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869637 Sep 18 00:58:07.237409 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-5a1ded75-db50-463f-b885-dc72c03e3b66 req-3be4bb56-33e6-4d52-8184-35f239b6d621 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5d1f43e9-9af2-4e0f-a00b-d54373283a26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726254 Sep 18 00:58:07.924392 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 59976) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:58:07.929621 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.v2.base [None req-c71d59a8-2be4-4b8e-bf30-9bc88f0e09c5 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1055687421', 'description': 'tempest-description--1740564836'}} {{(pid=106231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:58:07.956907 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-c71d59a8-2be4-4b8e-bf30-9bc88f0e09c5 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Publish callbacks [] for security_group (None), before_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:08.082657 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-c71d59a8-2be4-4b8e-bf30-9bc88f0e09c5 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Publish callbacks [] for security_group (cf5b9ec0-b30e-497d-b3f3-770efd5927e4), precommit_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:08.088713 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-c71d59a8-2be4-4b8e-bf30-9bc88f0e09c5 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512506'] for security_group (cf5b9ec0-b30e-497d-b3f3-770efd5927e4), after_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:08.117824 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-c71d59a8-2be4-4b8e-bf30-9bc88f0e09c5 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Publish callbacks [] for security_group (None), before_response {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:08.119519 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-c71d59a8-2be4-4b8e-bf30-9bc88f0e09c5 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] 10.222.0.33 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1934531 Sep 18 00:58:08.123179 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.33', 59986) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:58:08.130587 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.v2.base [None req-827caec8-ac66-40ce-8136-3b74aefd6d48 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Request body: {'security_group_rule': {'security_group_id': 'cf5b9ec0-b30e-497d-b3f3-770efd5927e4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:58:08.145250 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33af5760-a673-4660-bc80-66994a5880bb req-bf2dbed2-d675-4f9b-a023-50a4cc1fd9d8 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:08.147805 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71d59a8-2be4-4b8e-bf30-9bc88f0e09c5 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf5b9ec0-b30e-497d-b3f3-770efd5927e4,revision_number=1']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:08.159887 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-33af5760-a673-4660-bc80-66994a5880bb req-bf2dbed2-d675-4f9b-a023-50a4cc1fd9d8 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=abf6631e-213a-40ea-8708-5dc51da0ee8c HTTP/1.1" status: 200 len: 946 time: 0.0919762 Sep 18 00:58:08.230524 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-827caec8-ac66-40ce-8136-3b74aefd6d48 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Publish callbacks [] for security_group_rule (a8f67351-a979-4950-a5d4-970c9621d99d), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:08.273829 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=100 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:58:08.308924 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-827caec8-ac66-40ce-8136-3b74aefd6d48 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Publish callbacks [] for security_group_rule (a8f67351-a979-4950-a5d4-970c9621d99d), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:08.329302 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-827caec8-ac66-40ce-8136-3b74aefd6d48 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512405'] for security_group_rule (a8f67351-a979-4950-a5d4-970c9621d99d), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:08.370713 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-33af5760-a673-4660-bc80-66994a5880bb req-cbc00c93-ec26-4a6f-ae38-0aa77e38e9d4 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=ebcf1d70-15c2-4b0c-9b2b-32e60a0830c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2065990 Sep 18 00:58:08.415483 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827caec8-ac66-40ce-8136-3b74aefd6d48 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8f67351-a979-4950-a5d4-970c9621d99d,revision_number=0']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:08.459887 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827caec8-ac66-40ce-8136-3b74aefd6d48 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:58:08.460497 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827caec8-ac66-40ce-8136-3b74aefd6d48 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:58:08.460964 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827caec8-ac66-40ce-8136-3b74aefd6d48 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:58:08.461404 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827caec8-ac66-40ce-8136-3b74aefd6d48 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:58:08.462299 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827caec8-ac66-40ce-8136-3b74aefd6d48 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:58:08.463298 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827caec8-ac66-40ce-8136-3b74aefd6d48 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:58:08.464066 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827caec8-ac66-40ce-8136-3b74aefd6d48 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:58:08.464698 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827caec8-ac66-40ce-8136-3b74aefd6d48 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:58:08.465180 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827caec8-ac66-40ce-8136-3b74aefd6d48 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:58:08.465933 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827caec8-ac66-40ce-8136-3b74aefd6d48 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:58:08.467276 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827caec8-ac66-40ce-8136-3b74aefd6d48 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:58:08.467759 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827caec8-ac66-40ce-8136-3b74aefd6d48 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:58:08.468375 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827caec8-ac66-40ce-8136-3b74aefd6d48 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:58:08.468802 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827caec8-ac66-40ce-8136-3b74aefd6d48 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:58:08.469226 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-827caec8-ac66-40ce-8136-3b74aefd6d48 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:58:08.484785 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-827caec8-ac66-40ce-8136-3b74aefd6d48 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:08.488577 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [None req-827caec8-ac66-40ce-8136-3b74aefd6d48 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3602948 Sep 18 00:58:08.491375 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 60004) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:58:08.496732 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.v2.base [None req-82d8b599-4fee-4727-b7d2-4c90267a6b00 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Request body: {'security_group_rule': {'security_group_id': 'cf5b9ec0-b30e-497d-b3f3-770efd5927e4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:58:08.531943 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4bd0e0-bc75-4967-8f0d-5d52f29c71e2 req-f201187a-7430-4d9d-b112-60349082db45 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:08.535229 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-6d4bd0e0-bc75-4967-8f0d-5d52f29c71e2 req-f201187a-7430-4d9d-b112-60349082db45 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=bf75d794-7c36-40e0-a103-db749b9dd1e2 HTTP/1.1" status: 200 len: 945 time: 0.2185624 Sep 18 00:58:08.535538 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-82d8b599-4fee-4727-b7d2-4c90267a6b00 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Publish callbacks [] for security_group_rule (140733b0-eb1c-4889-bf6e-c2141fad230e), before_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:08.579613 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a5e72e-0e94-4c62-a48c-38ae7fccdfe1 req-c67eba84-c54e-487d-be13-9c1fa7b36fa4 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:08.586704 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-24a5e72e-0e94-4c62-a48c-38ae7fccdfe1 req-c67eba84-c54e-487d-be13-9c1fa7b36fa4 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c1cf145a-d8d5-4a7e-937b-729bf79629fa HTTP/1.1" status: 200 len: 946 time: 0.0994787 Sep 18 00:58:08.640531 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-82d8b599-4fee-4727-b7d2-4c90267a6b00 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Publish callbacks [] for security_group_rule (140733b0-eb1c-4889-bf6e-c2141fad230e), precommit_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:08.648025 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-82d8b599-4fee-4727-b7d2-4c90267a6b00 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512405'] for security_group_rule (140733b0-eb1c-4889-bf6e-c2141fad230e), after_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:08.723961 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-82d8b599-4fee-4727-b7d2-4c90267a6b00 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:08.724771 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-6d4bd0e0-bc75-4967-8f0d-5d52f29c71e2 req-13b6785b-5e47-4056-bacc-7fcb6dac1e66 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a60bb66f-d31d-4ec8-90a6-9444418b3a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752634 Sep 18 00:58:08.725418 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-82d8b599-4fee-4727-b7d2-4c90267a6b00 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2327158 Sep 18 00:58:08.728361 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 60008) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:58:08.732891 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d8b599-4fee-4727-b7d2-4c90267a6b00 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=140733b0-eb1c-4889-bf6e-c2141fad230e,revision_number=0']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:08.748839 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.v2.base [None req-5ff48198-b40c-4276-9b88-79d389e91031 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Request body: {'floatingip': {'floating_network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505'}} {{(pid=106231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:58:08.767973 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 60010) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:58:08.778287 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-24a5e72e-0e94-4c62-a48c-38ae7fccdfe1 req-42a57408-411c-4475-9c2f-6c9a49a0d40f tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5d1f43e9-9af2-4e0f-a00b-d54373283a26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1905737 Sep 18 00:58:08.813499 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b859f19-1ae6-4f16-ac29-9034e8dc2986 req-d24c1623-688c-45b1-a0ef-c6fe389938c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:08.815330 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-8b859f19-1ae6-4f16-ac29-9034e8dc2986 req-d24c1623-688c-45b1-a0ef-c6fe389938c3 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=bf75d794-7c36-40e0-a103-db749b9dd1e2 HTTP/1.1" status: 200 len: 1129 time: 0.0487254 Sep 18 00:58:08.835715 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-5ff48198-b40c-4276-9b88-79d389e91031 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:08.872579 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-dbc7b203-e4cc-426a-aeff-c16fa309d22e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (91de19fe-167d-470c-b665-c08c1d21c559), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:08.909547 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-8b859f19-1ae6-4f16-ac29-9034e8dc2986 req-f7897aa0-bf44-4234-bd92-571bd00382bd service neutron] 10.222.0.57 "GET /networking/v2.0/security-groups?id=a60bb66f-d31d-4ec8-90a6-9444418b3a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859764 Sep 18 00:58:08.931823 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:INSERT=9,neutron:SELECT=83,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:58:08.950454 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=82,neutron:DELETE=3,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:58:08.965290 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-b3bca51f-fd28-4b90-9be9-40c599a77464 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:08.992018 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-5ff48198-b40c-4276-9b88-79d389e91031 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (None), before_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:09.144910 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-b3bca51f-fd28-4b90-9be9-40c599a77464 admin admin] Publish callbacks [] for security_group (627d1b8e-f571-49f0-a6fe-b07aab5e74f2), precommit_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:09.161614 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-b3bca51f-fd28-4b90-9be9-40c599a77464 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512506'] for security_group (627d1b8e-f571-49f0-a6fe-b07aab5e74f2), after_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:09.167763 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.db.db_base_plugin_common [None req-5ff48198-b40c-4276-9b88-79d389e91031 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Allocated IP 172.37.5.214 (b5726c9b-05f1-4137-90cd-23a4e3e89505/9e97c026-c8b3-4b72-91ed-10f39e002f97/e47d916f-4b33-4177-9e50-fbac22cf9745) {{(pid=106231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:58:09.231410 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bca51f-fd28-4b90-9be9-40c599a77464 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=627d1b8e-f571-49f0-a6fe-b07aab5e74f2,revision_number=1']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:09.237416 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-b3bca51f-fd28-4b90-9be9-40c599a77464 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=040286e2572d48d9bbff7d4de3d7e948&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4645495 Sep 18 00:58:09.240067 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 60014) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:58:09.353269 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-185f3dfe-88d0-4caf-b982-2accfd9ec2c6 admin admin] Publish callbacks [] for security_group (627d1b8e-f571-49f0-a6fe-b07aab5e74f2), before_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:09.365006 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-5ff48198-b40c-4276-9b88-79d389e91031 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Publish callbacks [] for port (e47d916f-4b33-4177-9e50-fbac22cf9745), precommit_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:09.384044 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-185f3dfe-88d0-4caf-b982-2accfd9ec2c6 admin admin] Publish callbacks [] for security_group (627d1b8e-f571-49f0-a6fe-b07aab5e74f2), precommit_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:09.472165 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-5ff48198-b40c-4276-9b88-79d389e91031 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749745591507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13917182'] for port (e47d916f-4b33-4177-9e50-fbac22cf9745), after_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:09.522644 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ff48198-b40c-4276-9b88-79d389e91031 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Network b5726c9b-05f1-4137-90cd-23a4e3e89505 is already hosted by enough agents. {{(pid=106231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:58:09.523546 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af15ba48-c9c5-4b1d-828a-12f1837a60ef req-4bc7965b-2295-4606-ab02-69760a3da246 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:09.526108 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.scheduler.base_scheduler [None req-5ff48198-b40c-4276-9b88-79d389e91031 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Resources bound (agent type, host, resource id): {{(pid=106231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:58:09.528861 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff48198-b40c-4276-9b88-79d389e91031 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Received port after_create {{(pid=106231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 18 00:58:09.533422 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-185f3dfe-88d0-4caf-b982-2accfd9ec2c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512506'] for security_group (627d1b8e-f571-49f0-a6fe-b07aab5e74f2), after_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:09.533790 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-af15ba48-c9c5-4b1d-828a-12f1837a60ef req-4bc7965b-2295-4606-ab02-69760a3da246 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=abf6631e-213a-40ea-8708-5dc51da0ee8c HTTP/1.1" status: 200 len: 946 time: 0.0778432 Sep 18 00:58:09.536031 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-185f3dfe-88d0-4caf-b982-2accfd9ec2c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:09.537248 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-185f3dfe-88d0-4caf-b982-2accfd9ec2c6 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/627d1b8e-f571-49f0-a6fe-b07aab5e74f2 HTTP/1.1" status: 204 len: 168 time: 0.2962773 Sep 18 00:58:09.581465 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185f3dfe-88d0-4caf-b982-2accfd9ec2c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=627d1b8e-f571-49f0-a6fe-b07aab5e74f2,revision_number=None']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:09.584988 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:58:09.590896 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:58:09.594211 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff48198-b40c-4276-9b88-79d389e91031 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Pushing event updated for resources: {'Port': ['ID=e47d916f-4b33-4177-9e50-fbac22cf9745,revision_number=1']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:09.602542 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-af15ba48-c9c5-4b1d-828a-12f1837a60ef req-f99e5377-e1ef-47ef-8d20-e18c8ab8b104 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=ebcf1d70-15c2-4b0c-9b2b-32e60a0830c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673223 Sep 18 00:58:09.743218 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-5ff48198-b40c-4276-9b88-79d389e91031 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Publish callbacks [] for floatingip (93bcf6b8-6036-4de3-a695-118f8409d1e0), precommit_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:09.807972 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:INSERT=8,neutron:SELECT=88,neutron:UPDATE=4 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:58:09.820638 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-5ff48198-b40c-4276-9b88-79d389e91031 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (e47d916f-4b33-4177-9e50-fbac22cf9745), before_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:09.905390 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b42ddd-7f8f-4aab-b009-5968de8ddfbf req-51be95cb-9d7f-4ae4-a7d1-39b83272c8dd tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:09.913850 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-12b42ddd-7f8f-4aab-b009-5968de8ddfbf req-51be95cb-9d7f-4ae4-a7d1-39b83272c8dd tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=bf75d794-7c36-40e0-a103-db749b9dd1e2 HTTP/1.1" status: 200 len: 945 time: 0.0751257 Sep 18 00:58:09.986247 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 60036) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:58:09.990302 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-12b42ddd-7f8f-4aab-b009-5968de8ddfbf req-e4a61af4-629a-4796-be40-09ecf5e7dcd4 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a60bb66f-d31d-4ec8-90a6-9444418b3a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751398 Sep 18 00:58:10.086821 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4f3715-2d5a-4484-a9ab-8f36307bcdc1 req-e57288ff-f36e-4da8-8bee-8971844e54cd tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:10.096224 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-dc4f3715-2d5a-4484-a9ab-8f36307bcdc1 req-e57288ff-f36e-4da8-8bee-8971844e54cd tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c1cf145a-d8d5-4a7e-937b-729bf79629fa HTTP/1.1" status: 200 len: 946 time: 0.0980458 Sep 18 00:58:10.153455 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-1c1e26f8-ce84-4314-9422-87e0912de383 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (9a0bd8cc-a240-4c0b-8d32-8f22e7371ee9), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:10.172336 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.33', 60040) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:58:10.190661 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-5ff48198-b40c-4276-9b88-79d389e91031 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Publish callbacks [] for port (e47d916f-4b33-4177-9e50-fbac22cf9745), precommit_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:10.193557 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-8fda14df-60ba-44e0-a6c5-171a60baeb3f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:10.203162 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-5ff48198-b40c-4276-9b88-79d389e91031 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749746030758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749745591525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749745591543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13917127'] for port (e47d916f-4b33-4177-9e50-fbac22cf9745), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:10.204534 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-f531f917-f08c-4f62-b127-6eef70be7e35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:10.211182 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-dc4f3715-2d5a-4484-a9ab-8f36307bcdc1 req-615a8929-3e0d-4e8a-be31-c302eb9a76a9 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5d1f43e9-9af2-4e0f-a00b-d54373283a26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1064405 Sep 18 00:58:10.286137 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (c8573462-7e7f-4357-b3a8-beeaa8ae7db3), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:10.310848 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff48198-b40c-4276-9b88-79d389e91031 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Pushing event updated for resources: {'Port': ['ID=e47d916f-4b33-4177-9e50-fbac22cf9745,revision_number=2']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:10.317230 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-5ff48198-b40c-4276-9b88-79d389e91031 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16489891'] for floatingip (93bcf6b8-6036-4de3-a695-118f8409d1e0), after_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:10.350879 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-5ff48198-b40c-4276-9b88-79d389e91031 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16701016'] for floatingip (None), before_response {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:10.354926 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-5ff48198-b40c-4276-9b88-79d389e91031 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] 10.222.0.33 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6205597 Sep 18 00:58:10.370509 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-f531f917-f08c-4f62-b127-6eef70be7e35 admin admin] Publish callbacks [] for security_group (be1e98f2-0941-464b-b60a-a09e344c38fd), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:10.377975 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-f531f917-f08c-4f62-b127-6eef70be7e35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512506'] for security_group (be1e98f2-0941-464b-b60a-a09e344c38fd), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:10.431084 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-8fda14df-60ba-44e0-a6c5-171a60baeb3f admin admin] Publish callbacks [] for security_group (1b14db82-af88-47ad-a982-a66e7549f455), precommit_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:10.441545 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-8fda14df-60ba-44e0-a6c5-171a60baeb3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512506'] for security_group (1b14db82-af88-47ad-a982-a66e7549f455), after_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:10.478574 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fda14df-60ba-44e0-a6c5-171a60baeb3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b14db82-af88-47ad-a982-a66e7549f455,revision_number=1']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:10.479390 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f531f917-f08c-4f62-b127-6eef70be7e35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be1e98f2-0941-464b-b60a-a09e344c38fd,revision_number=1']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:10.484352 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [None req-f531f917-f08c-4f62-b127-6eef70be7e35 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=443a0b7de32548c6ae725c13601a9659&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3081102 Sep 18 00:58:10.487119 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.33', 60048) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:58:10.514844 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-8fda14df-60ba-44e0-a6c5-171a60baeb3f admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=139b95d634c34e98ac2c724853b0519f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5225201 Sep 18 00:58:10.515282 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 60050) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:58:10.574732 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-34e6f833-07bf-4de1-ba84-ff1015697dc4 admin admin] Publish callbacks [] for security_group (be1e98f2-0941-464b-b60a-a09e344c38fd), before_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:10.597112 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:58:10.605622 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-34e6f833-07bf-4de1-ba84-ff1015697dc4 admin admin] Publish callbacks [] for security_group (be1e98f2-0941-464b-b60a-a09e344c38fd), precommit_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:10.616572 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-ccda7315-bcbe-45bf-869e-f1c3b66c940c admin admin] Publish callbacks [] for security_group (1b14db82-af88-47ad-a982-a66e7549f455), before_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:10.681187 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-34e6f833-07bf-4de1-ba84-ff1015697dc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512506'] for security_group (be1e98f2-0941-464b-b60a-a09e344c38fd), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:10.684124 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-34e6f833-07bf-4de1-ba84-ff1015697dc4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:10.703437 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [None req-34e6f833-07bf-4de1-ba84-ff1015697dc4 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/be1e98f2-0941-464b-b60a-a09e344c38fd HTTP/1.1" status: 204 len: 168 time: 0.2117171 Sep 18 00:58:10.716853 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-ccda7315-bcbe-45bf-869e-f1c3b66c940c admin admin] Publish callbacks [] for security_group (1b14db82-af88-47ad-a982-a66e7549f455), precommit_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:10.740183 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e6f833-07bf-4de1-ba84-ff1015697dc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be1e98f2-0941-464b-b60a-a09e344c38fd,revision_number=None']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:10.832224 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-ccda7315-bcbe-45bf-869e-f1c3b66c940c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512506'] for security_group (1b14db82-af88-47ad-a982-a66e7549f455), after_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:10.837848 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-ccda7315-bcbe-45bf-869e-f1c3b66c940c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:10.840178 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-ccda7315-bcbe-45bf-869e-f1c3b66c940c admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/1b14db82-af88-47ad-a982-a66e7549f455 HTTP/1.1" status: 204 len: 168 time: 0.3239212 Sep 18 00:58:10.861352 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccda7315-bcbe-45bf-869e-f1c3b66c940c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b14db82-af88-47ad-a982-a66e7549f455,revision_number=None']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:10.877084 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3532f0a6-b5f7-4b87-bec9-7d4111bbbcf4 req-367607a3-fe0f-47e8-ac1a-4309664d27c6 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:10.881281 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-3532f0a6-b5f7-4b87-bec9-7d4111bbbcf4 req-367607a3-fe0f-47e8-ac1a-4309664d27c6 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=abf6631e-213a-40ea-8708-5dc51da0ee8c HTTP/1.1" status: 200 len: 946 time: 0.1193833 Sep 18 00:58:11.018369 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-3532f0a6-b5f7-4b87-bec9-7d4111bbbcf4 req-37c0a902-d37d-4049-b93e-d96917c03a19 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=ebcf1d70-15c2-4b0c-9b2b-32e60a0830c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1295917 Sep 18 00:58:11.056433 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-0d15405a-2747-4399-92ed-4c26e3c178e2 req-199939d0-4ab3-4de8-ae5a-9649fb1999ca tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] 10.222.0.33 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1055687421&fields=id&tenant_id=ec2d9e20d4ed4178b9bc68ff54715b18 HTTP/1.1" status: 200 len: 267 time: 0.0919306 Sep 18 00:58:11.257134 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04614d7-3c24-4494-8354-211dfab336cb req-c8fa6e05-5cd0-4407-a19d-77a86a5f04b1 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:11.260653 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-e04614d7-3c24-4494-8354-211dfab336cb req-c8fa6e05-5cd0-4407-a19d-77a86a5f04b1 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=bf75d794-7c36-40e0-a103-db749b9dd1e2 HTTP/1.1" status: 200 len: 945 time: 0.1322474 Sep 18 00:58:11.318081 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d15405a-2747-4399-92ed-4c26e3c178e2 req-545b28aa-61ed-4d4e-b7fe-510a71462910 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:11.319572 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-0d15405a-2747-4399-92ed-4c26e3c178e2 req-545b28aa-61ed-4d4e-b7fe-510a71462910 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] 10.222.0.33 "GET /networking/v2.0/networks?id=eee7c814-dc91-4de0-b55e-0732fcd7c9de HTTP/1.1" status: 200 len: 814 time: 0.2555358 Sep 18 00:58:11.356568 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-0d15405a-2747-4399-92ed-4c26e3c178e2 req-ec8908dd-f9b3-41fc-a991-1db3783a9ffd tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] 10.222.0.33 "GET /networking/v2.0/quotas/ec2d9e20d4ed4178b9bc68ff54715b18 HTTP/1.1" status: 200 len: 375 time: 0.0207951 Sep 18 00:58:11.372223 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-e04614d7-3c24-4494-8354-211dfab336cb req-9023b540-6c70-44be-beeb-122a3f1f712a tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a60bb66f-d31d-4ec8-90a6-9444418b3a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060693 Sep 18 00:58:11.429959 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 60082) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:58:11.445632 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-150dc420-a922-4311-b77f-ebedf2c791f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:11.491495 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-0d15405a-2747-4399-92ed-4c26e3c178e2 req-07259ea9-4833-4b66-b3c7-1141942a9444 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=ec2d9e20d4ed4178b9bc68ff54715b18&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1119771 Sep 18 00:58:11.570502 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:DELETE=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:58:11.597691 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=84,neutron:UPDATE=3,neutron:DELETE=4,neutron:INSERT=9 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:58:11.602593 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-150dc420-a922-4311-b77f-ebedf2c791f3 admin admin] Publish callbacks [] for security_group (2aa936d6-d7d0-4daa-b348-da8b13a0e9cc), precommit_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:11.609183 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-150dc420-a922-4311-b77f-ebedf2c791f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512506'] for security_group (2aa936d6-d7d0-4daa-b348-da8b13a0e9cc), after_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:11.614355 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=84,neutron:UPDATE=1,neutron:INSERT=13,neutron:DELETE=2 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:58:11.665187 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-0d15405a-2747-4399-92ed-4c26e3c178e2 req-90672f22-5d33-4ce9-889a-68901334925f service neutron] 10.222.0.33 "GET /networking/v2.0/networks/eee7c814-dc91-4de0-b55e-0732fcd7c9de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570685 Sep 18 00:58:11.672836 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab4913d-7878-4fcc-817c-38b353c9ff63 req-81c55872-3dbe-4d18-b423-6681e2b82f52 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:11.680659 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-9ab4913d-7878-4fcc-817c-38b353c9ff63 req-81c55872-3dbe-4d18-b423-6681e2b82f52 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c1cf145a-d8d5-4a7e-937b-729bf79629fa HTTP/1.1" status: 200 len: 946 time: 0.1870813 Sep 18 00:58:11.693468 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150dc420-a922-4311-b77f-ebedf2c791f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2aa936d6-d7d0-4daa-b348-da8b13a0e9cc,revision_number=1']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:11.723648 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-150dc420-a922-4311-b77f-ebedf2c791f3 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=1acca96d695d47e19a594cf0ca43ef15&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2876818 Sep 18 00:58:11.726483 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 60096) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:58:11.799442 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-66d79e24-18f7-4444-b906-829ace626313 admin admin] Publish callbacks [] for security_group (2aa936d6-d7d0-4daa-b348-da8b13a0e9cc), before_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:11.821482 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-9ab4913d-7878-4fcc-817c-38b353c9ff63 req-b8cf8ceb-6fec-47ef-8378-94d0050b9544 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5d1f43e9-9af2-4e0f-a00b-d54373283a26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1398239 Sep 18 00:58:11.880841 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-66d79e24-18f7-4444-b906-829ace626313 admin admin] Publish callbacks [] for security_group (2aa936d6-d7d0-4daa-b348-da8b13a0e9cc), precommit_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:11.925371 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-0d15405a-2747-4399-92ed-4c26e3c178e2 req-af630bd7-601e-461a-b255-17f70d4f6557 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/eee7c814-dc91-4de0-b55e-0732fcd7c9de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2594187 Sep 18 00:58:12.022182 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-66d79e24-18f7-4444-b906-829ace626313 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512506'] for security_group (2aa936d6-d7d0-4daa-b348-da8b13a0e9cc), after_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:12.026760 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-66d79e24-18f7-4444-b906-829ace626313 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:12.030666 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-66d79e24-18f7-4444-b906-829ace626313 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/2aa936d6-d7d0-4daa-b348-da8b13a0e9cc HTTP/1.1" status: 204 len: 168 time: 0.3023820 Sep 18 00:58:12.053554 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d79e24-18f7-4444-b906-829ace626313 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aa936d6-d7d0-4daa-b348-da8b13a0e9cc,revision_number=None']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:12.310349 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:58:12.341740 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-f0e09413-3dde-4198-bcda-bd803d8728d6 req-20c32267-47d0-4d72-bd4c-c2c2781de137 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b142dfeb-6de9-4d35-9b1e-b0545715235b HTTP/1.1" status: 200 len: 210 time: 0.1748803 Sep 18 00:58:12.397551 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c07a9a-1eae-43e5-8bbf-c90b6f75e968 req-6cd38545-95cf-41a3-afb3-c2a091d3d3cb tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:12.400776 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-b0c07a9a-1eae-43e5-8bbf-c90b6f75e968 req-6cd38545-95cf-41a3-afb3-c2a091d3d3cb tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=abf6631e-213a-40ea-8708-5dc51da0ee8c HTTP/1.1" status: 200 len: 946 time: 0.1381469 Sep 18 00:58:12.517175 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee74782-045a-45e9-aad4-028da149af9e req-5faf144f-f227-46fc-8e34-7a18476795dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:12.532188 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-0ee74782-045a-45e9-aad4-028da149af9e req-5faf144f-f227-46fc-8e34-7a18476795dd service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=8cbf74b218c04911bb921f7cc2c6e966&device_id=bf75d794-7c36-40e0-a103-db749b9dd1e2 HTTP/1.1" status: 200 len: 1129 time: 0.3226435 Sep 18 00:58:12.738681 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7236ca-6825-45fe-b6cd-5ff176b78c20 req-aa112cc8-79a0-4746-a949-0d5146f58b3c tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:12.754984 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-9e7236ca-6825-45fe-b6cd-5ff176b78c20 req-aa112cc8-79a0-4746-a949-0d5146f58b3c tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=bf75d794-7c36-40e0-a103-db749b9dd1e2 HTTP/1.1" status: 200 len: 945 time: 0.3156753 Sep 18 00:58:12.879834 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-b0c07a9a-1eae-43e5-8bbf-c90b6f75e968 req-bb6dc3dd-d5de-4dc3-93fd-bcdbd9f2fd59 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=ebcf1d70-15c2-4b0c-9b2b-32e60a0830c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4656320 Sep 18 00:58:13.272248 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 60160) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:58:13.331790 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-9e7236ca-6825-45fe-b6cd-5ff176b78c20 req-037464ff-f659-4c63-9f00-46241d97934e tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a60bb66f-d31d-4ec8-90a6-9444418b3a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5754147 Sep 18 00:58:13.367819 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee74782-045a-45e9-aad4-028da149af9e req-525336a6-63bb-4857-9bb4-011abb11f82c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:13.372051 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-0ee74782-045a-45e9-aad4-028da149af9e req-525336a6-63bb-4857-9bb4-011abb11f82c service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=c62b9e47-59b6-47ba-845f-e3be4dd39ad8 HTTP/1.1" status: 200 len: 920 time: 0.8368087 Sep 18 00:58:13.391675 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5f9775-5cba-4e45-89b2-677ae7635ab4 req-7254f109-0247-46d6-8099-6ce5616cf838 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:13.393144 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-ad5f9775-5cba-4e45-89b2-677ae7635ab4 req-7254f109-0247-46d6-8099-6ce5616cf838 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c1cf145a-d8d5-4a7e-937b-729bf79629fa HTTP/1.1" status: 200 len: 946 time: 0.1390824 Sep 18 00:58:13.524086 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-0ee74782-045a-45e9-aad4-028da149af9e req-ed266249-4822-4aea-afc8-5d05bf193770 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f9535f32-8846-4f66-9b5c-30fb801b7fbc HTTP/1.1" status: 200 len: 217 time: 0.1299226 Sep 18 00:58:13.544108 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.v2.base [None req-6dfb3557-b52e-45d0-933e-8d0636765306 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1479462687-network', 'tenant_id': 'a5eba1f622574f5cacecaccdba833801'}} {{(pid=106231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:58:13.612483 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dfb3557-b52e-45d0-933e-8d0636765306 admin admin] Made reservation on behalf of a5eba1f622574f5cacecaccdba833801 for: {'network': 1} {{(pid=106231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:58:13.618687 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-6dfb3557-b52e-45d0-933e-8d0636765306 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for network (None), before_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:13.650947 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 60174) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:58:13.665102 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-6dfb3557-b52e-45d0-933e-8d0636765306 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:13.668554 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-ad5f9775-5cba-4e45-89b2-677ae7635ab4 req-28705eb7-c8d0-4999-8db7-43b857d0073c tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5d1f43e9-9af2-4e0f-a00b-d54373283a26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2560060 Sep 18 00:58:13.703279 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee74782-045a-45e9-aad4-028da149af9e req-df322efd-f56a-4942-894e-818f049143d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:13.704921 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-0ee74782-045a-45e9-aad4-028da149af9e req-df322efd-f56a-4942-894e-818f049143d6 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=21e1d23e-9045-41fa-9ed7-19ac1edcbcfa HTTP/1.1" status: 200 len: 858 time: 0.1547263 Sep 18 00:58:13.771348 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-fde4e23d-3600-448e-8f6e-7ee8811e48f4 req-ef57e9e6-0334-4482-8767-60c900e4bedc tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b142dfeb-6de9-4d35-9b1e-b0545715235b HTTP/1.1" status: 200 len: 210 time: 0.1069658 Sep 18 00:58:13.906395 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee74782-045a-45e9-aad4-028da149af9e req-b06ba34f-cd82-41aa-8536-9f21ba93be07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:13.909429 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-0ee74782-045a-45e9-aad4-028da149af9e req-b06ba34f-cd82-41aa-8536-9f21ba93be07 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=c62b9e47-59b6-47ba-845f-e3be4dd39ad8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1801739 Sep 18 00:58:13.981318 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0706e02-c9ca-4aa9-a098-994fb0c0e192 req-83937a68-9a47-4e0f-a840-dadcbded744c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:13.983866 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-b0706e02-c9ca-4aa9-a098-994fb0c0e192 req-83937a68-9a47-4e0f-a840-dadcbded744c service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=a60d2801df884e15be8a0464cb725d6d&device_id=abf6631e-213a-40ea-8708-5dc51da0ee8c HTTP/1.1" status: 200 len: 1130 time: 0.0485837 Sep 18 00:58:14.004125 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-92ce1ac0-1b48-4be2-a6eb-67a0d48283da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:14.008873 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-6dfb3557-b52e-45d0-933e-8d0636765306 admin admin] Publish callbacks [] for security_group (fa0a7270-c489-4827-97e2-2fa58a52d0b9), precommit_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:14.025899 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-6dfb3557-b52e-45d0-933e-8d0636765306 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512506'] for security_group (fa0a7270-c489-4827-97e2-2fa58a52d0b9), after_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:14.079915 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-0ee74782-045a-45e9-aad4-028da149af9e req-367714dd-6ca0-4480-8ddd-ca16bf91b637 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/c62b9e47-59b6-47ba-845f-e3be4dd39ad8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575854 Sep 18 00:58:14.135066 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6dfb3557-b52e-45d0-933e-8d0636765306 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176} {{(pid=106231) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 00:58:14.198934 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=74,neutron:INSERT=23,neutron:UPDATE=3 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:58:14.212972 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf347831-d747-41a7-a921-8ef05eb0eda8 req-c37eac00-bd45-4246-9622-88d9cbc3b95f tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:14.215537 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-bf347831-d747-41a7-a921-8ef05eb0eda8 req-c37eac00-bd45-4246-9622-88d9cbc3b95f tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=abf6631e-213a-40ea-8708-5dc51da0ee8c HTTP/1.1" status: 200 len: 946 time: 0.1342399 Sep 18 00:58:14.234347 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-6dfb3557-b52e-45d0-933e-8d0636765306 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-977230'] for segment (83b1444a-b57f-47b2-b012-58acece53013), precommit_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:14.234751 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.db.segments_db [None req-6dfb3557-b52e-45d0-933e-8d0636765306 admin admin] Added segment 83b1444a-b57f-47b2-b012-58acece53013 of type vlan for network fd165d05-651e-4c2d-9094-a51f056f104b Sep 18 00:58:14.236196 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfb3557-b52e-45d0-933e-8d0636765306 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa0a7270-c489-4827-97e2-2fa58a52d0b9,revision_number=1']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:14.282972 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-92ce1ac0-1b48-4be2-a6eb-67a0d48283da admin admin] Publish callbacks [] for security_group (7afecc69-ad6b-422f-87c7-bc8d80a6e5af), precommit_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:14.324089 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-92ce1ac0-1b48-4be2-a6eb-67a0d48283da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512506'] for security_group (7afecc69-ad6b-422f-87c7-bc8d80a6e5af), after_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:14.325545 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-bf347831-d747-41a7-a921-8ef05eb0eda8 req-eeff0448-abdd-4f66-8abe-059914b3f149 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=ebcf1d70-15c2-4b0c-9b2b-32e60a0830c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999296 Sep 18 00:58:14.334632 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-0ee74782-045a-45e9-aad4-028da149af9e req-584f5087-89c2-419b-9d3d-49771581cfa2 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/c62b9e47-59b6-47ba-845f-e3be4dd39ad8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2379377 Sep 18 00:58:14.434971 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ce1ac0-1b48-4be2-a6eb-67a0d48283da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7afecc69-ad6b-422f-87c7-bc8d80a6e5af,revision_number=1']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:14.446947 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-6dfb3557-b52e-45d0-933e-8d0636765306 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749745527471'] for network (fd165d05-651e-4c2d-9094-a51f056f104b), precommit_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:14.461636 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80d605e-22ef-47ed-b636-cb0df933ff10 req-84c55a3f-29c5-4862-864a-b3ed01cbcc1e tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:14.469480 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-c80d605e-22ef-47ed-b636-cb0df933ff10 req-84c55a3f-29c5-4862-864a-b3ed01cbcc1e tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=bf75d794-7c36-40e0-a103-db749b9dd1e2 HTTP/1.1" status: 200 len: 945 time: 0.0695803 Sep 18 00:58:14.474428 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.33', 60180) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:58:14.480277 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-92ce1ac0-1b48-4be2-a6eb-67a0d48283da admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=37bfc02a0a164666a22933386da7192a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8182380 Sep 18 00:58:14.487858 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0706e02-c9ca-4aa9-a098-994fb0c0e192 req-9ecb3149-e9a3-4675-bd41-6696f5eda9de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:14.490145 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-b0706e02-c9ca-4aa9-a098-994fb0c0e192 req-9ecb3149-e9a3-4675-bd41-6696f5eda9de service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=3e60962c-164c-4e15-8d69-6601f5d7b205 HTTP/1.1" status: 200 len: 912 time: 0.4832556 Sep 18 00:58:14.530664 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-6dfb3557-b52e-45d0-933e-8d0636765306 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16510767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039'] for network (fd165d05-651e-4c2d-9094-a51f056f104b), after_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:14.530966 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=100 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:58:14.531518 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dfb3557-b52e-45d0-933e-8d0636765306 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:14.532286 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-6dfb3557-b52e-45d0-933e-8d0636765306 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16267021'] for network (None), before_response {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:14.584064 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-6dfb3557-b52e-45d0-933e-8d0636765306 admin admin] 10.222.0.33 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3080938 Sep 18 00:58:14.584598 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-eb6855ba-8509-49df-a4d9-45da632bfa38 admin admin] Publish callbacks [] for security_group (7afecc69-ad6b-422f-87c7-bc8d80a6e5af), before_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:14.585563 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 60182) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:58:14.596801 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.v2.base [None req-bb36ecb2-a025-4cf2-af06-d328af5d86cc admin admin] Request body: {'subnet': {'network_id': 'fd165d05-651e-4c2d-9094-a51f056f104b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1479462687-subnet', 'tenant_id': 'a5eba1f622574f5cacecaccdba833801', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:58:14.599494 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-c80d605e-22ef-47ed-b636-cb0df933ff10 req-ce3f9451-4d78-4eaf-95fc-1ab16cd2d166 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a60bb66f-d31d-4ec8-90a6-9444418b3a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290529 Sep 18 00:58:14.622740 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-eb6855ba-8509-49df-a4d9-45da632bfa38 admin admin] Publish callbacks [] for security_group (7afecc69-ad6b-422f-87c7-bc8d80a6e5af), precommit_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:14.706312 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfb3557-b52e-45d0-933e-8d0636765306 admin admin] Pushing event updated for resources: {'Network': ['ID=fd165d05-651e-4c2d-9094-a51f056f104b,revision_number=1']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:14.708071 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-eb6855ba-8509-49df-a4d9-45da632bfa38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512506'] for security_group (7afecc69-ad6b-422f-87c7-bc8d80a6e5af), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:14.712279 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-eb6855ba-8509-49df-a4d9-45da632bfa38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:14.718693 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [None req-eb6855ba-8509-49df-a4d9-45da632bfa38 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/7afecc69-ad6b-422f-87c7-bc8d80a6e5af HTTP/1.1" status: 204 len: 168 time: 0.2382843 Sep 18 00:58:14.724201 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.rpc [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Network fd165d05-651e-4c2d-9094-a51f056f104b details requested by agent ovs-agent-dv-cinder-master-3-smb with host dv-cinder-master-3-smb {{(pid=106232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 00:58:14.727101 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6855ba-8509-49df-a4d9-45da632bfa38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7afecc69-ad6b-422f-87c7-bc8d80a6e5af,revision_number=None']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:14.757590 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:58:14.760190 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb36ecb2-a025-4cf2-af06-d328af5d86cc admin admin] Made reservation on behalf of a5eba1f622574f5cacecaccdba833801 for: {'subnet': 1} {{(pid=106231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:58:14.762734 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-bb36ecb2-a025-4cf2-af06-d328af5d86cc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13973689'] for subnet (None), before_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:14.788668 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-b0706e02-c9ca-4aa9-a098-994fb0c0e192 req-c89ab0b6-6361-4e3e-9dd5-c916e6e31736 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=caeb66db-fb12-4f3e-b68c-119f4575bc44 HTTP/1.1" status: 200 len: 1002 time: 0.2059803 Sep 18 00:58:15.017566 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:58:15.027222 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-cf04e04e-38c1-45a7-a8a5-797091d7086e req-771e51a7-f08b-4ec9-b566-00bf9995c09e tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b142dfeb-6de9-4d35-9b1e-b0545715235b HTTP/1.1" status: 200 len: 210 time: 0.1044383 Sep 18 00:58:15.041776 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25edc153-5b5d-4859-997b-ecb26883e87a req-c3038fda-b7e5-4392-84a6-d82209e29b69 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:15.049625 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-25edc153-5b5d-4859-997b-ecb26883e87a req-c3038fda-b7e5-4392-84a6-d82209e29b69 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c1cf145a-d8d5-4a7e-937b-729bf79629fa HTTP/1.1" status: 200 len: 946 time: 0.1484396 Sep 18 00:58:15.058111 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-bb36ecb2-a025-4cf2-af06-d328af5d86cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16510870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13914190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13973679'] for subnet (29433b7a-6a3a-4301-9d9c-27b3f104e9ed), after_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:15.160370 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-25edc153-5b5d-4859-997b-ecb26883e87a req-072de7f3-a784-4036-91f5-c3ea4da7bf0d tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5d1f43e9-9af2-4e0f-a00b-d54373283a26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1091666 Sep 18 00:58:15.191910 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb36ecb2-a025-4cf2-af06-d328af5d86cc admin admin] Checking segment: {'id': '83b1444a-b57f-47b2-b012-58acece53013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'fd165d05-651e-4c2d-9094-a51f056f104b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 18 00:58:15.192539 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb36ecb2-a025-4cf2-af06-d328af5d86cc admin admin] Network hostable DHCP agents. Network: fd165d05-651e-4c2d-9094-a51f056f104b, hostable agents: ['25137928-f4de-4c87-813e-883d046ac13f'], hosted agents: [] {{(pid=106231) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 00:58:15.224210 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb36ecb2-a025-4cf2-af06-d328af5d86cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=29433b7a-6a3a-4301-9d9c-27b3f104e9ed,revision_number=0']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:15.244599 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb36ecb2-a025-4cf2-af06-d328af5d86cc admin admin] Network fd165d05-651e-4c2d-9094-a51f056f104b is scheduled to be hosted by DHCP agent 25137928-f4de-4c87-813e-883d046ac13f with binding_index 1 {{(pid=106231) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 00:58:15.256522 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.agents_db [None req-fc240a3b-6701-466a-b3ae-821b2bb1d0eb None None] Agent healthcheck: found 6 active agents {{(pid=106233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 00:58:15.257200 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.scheduler.base_scheduler [None req-bb36ecb2-a025-4cf2-af06-d328af5d86cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-smb, fd165d05-651e-4c2d-9094-a51f056f104b) {{(pid=106231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:58:15.262392 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb36ecb2-a025-4cf2-af06-d328af5d86cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:15.263491 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-bb36ecb2-a025-4cf2-af06-d328af5d86cc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:15.267401 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2770522-6a1f-487a-8f66-592c6290d130 None None] Network fd165d05-651e-4c2d-9094-a51f056f104b requested from dv-cinder-master-3-smb {{(pid=106232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 18 00:58:15.284379 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-bb36ecb2-a025-4cf2-af06-d328af5d86cc admin admin] 10.222.0.33 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6923096 Sep 18 00:58:15.414179 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1800b3d0-fb05-4128-b854-439d5c580b56 None None] Network fd165d05-651e-4c2d-9094-a51f056f104b requested from dv-cinder-master-3-smb {{(pid=106232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 18 00:58:15.517491 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883f08f9-172a-4098-820e-92488af8b53b req-b05c8042-cdbb-43e2-bd74-31abe246ec44 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:15.519996 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-883f08f9-172a-4098-820e-92488af8b53b req-b05c8042-cdbb-43e2-bd74-31abe246ec44 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=abf6631e-213a-40ea-8708-5dc51da0ee8c HTTP/1.1" status: 200 len: 946 time: 0.0780706 Sep 18 00:58:15.599078 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-883f08f9-172a-4098-820e-92488af8b53b req-69d0a3c8-d465-4065-9eae-274b3164fa5d tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=ebcf1d70-15c2-4b0c-9b2b-32e60a0830c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710611 Sep 18 00:58:15.755200 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9732615-1314-4238-9d56-8d78648ac480 req-37b7e971-8398-4990-8450-c2508903f5e0 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:15.757073 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-b9732615-1314-4238-9d56-8d78648ac480 req-37b7e971-8398-4990-8450-c2508903f5e0 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=bf75d794-7c36-40e0-a103-db749b9dd1e2 HTTP/1.1" status: 200 len: 945 time: 0.0559142 Sep 18 00:58:15.892074 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-b9732615-1314-4238-9d56-8d78648ac480 req-96ece412-8bb2-4c69-8c58-62ed71d5ae76 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a60bb66f-d31d-4ec8-90a6-9444418b3a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249750 Sep 18 00:58:15.933039 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0706e02-c9ca-4aa9-a098-994fb0c0e192 req-eebf0ce7-b64f-4cbe-8b1d-1930c9152b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:15.935036 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-b0706e02-c9ca-4aa9-a098-994fb0c0e192 req-eebf0ce7-b64f-4cbe-8b1d-1930c9152b91 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=f52e5768-3b6e-420f-b5d0-cc4e5c3ba047 HTTP/1.1" status: 200 len: 850 time: 0.1203458 Sep 18 00:58:15.963735 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d15405a-2747-4399-92ed-4c26e3c178e2 req-36cd0694-178f-425c-9a13-9eede2d21e8a tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:15.965430 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-0d15405a-2747-4399-92ed-4c26e3c178e2 req-36cd0694-178f-425c-9a13-9eede2d21e8a tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] 10.222.0.57 "GET /networking/v2.0/networks?id=eee7c814-dc91-4de0-b55e-0732fcd7c9de HTTP/1.1" status: 200 len: 814 time: 0.1775393 Sep 18 00:58:16.152446 dv-cinder-master-3-smb neutron-server[106233]: DEBUG dbcounter [-] [106233] Writing DB stats neutron:SELECT=4 {{(pid=106233) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:58:16.218177 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0706e02-c9ca-4aa9-a098-994fb0c0e192 req-5f1545ae-465d-4e31-862a-62a242650497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:16.220673 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-b0706e02-c9ca-4aa9-a098-994fb0c0e192 req-5f1545ae-465d-4e31-862a-62a242650497 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=3e60962c-164c-4e15-8d69-6601f5d7b205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0543380 Sep 18 00:58:16.271708 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-af9b8403-9715-428b-9550-c20c47f881d1 req-56c23282-8f69-4b40-bd38-6d1b0c6d184d tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b142dfeb-6de9-4d35-9b1e-b0545715235b HTTP/1.1" status: 200 len: 210 time: 0.0402882 Sep 18 00:58:16.306142 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-0d15405a-2747-4399-92ed-4c26e3c178e2 req-9996dcc9-8c68-4e17-b9f4-bb115318ada6 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] 10.222.0.57 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=ec2d9e20d4ed4178b9bc68ff54715b18 HTTP/1.1" status: 200 len: 472 time: 0.1431136 Sep 18 00:58:16.408971 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255c7c71-74bd-42e5-918e-245b9e128ce8 req-9fec8e4f-c5d2-40be-8d6b-c7596c85bd98 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:16.410773 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-255c7c71-74bd-42e5-918e-245b9e128ce8 req-9fec8e4f-c5d2-40be-8d6b-c7596c85bd98 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c1cf145a-d8d5-4a7e-937b-729bf79629fa HTTP/1.1" status: 200 len: 946 time: 0.0696967 Sep 18 00:58:16.426049 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-b0706e02-c9ca-4aa9-a098-994fb0c0e192 req-ab6e5afe-340a-4435-9d0b-90e62d822f61 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/3e60962c-164c-4e15-8d69-6601f5d7b205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284084 Sep 18 00:58:16.465458 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-255c7c71-74bd-42e5-918e-245b9e128ce8 req-9ceb606e-a27d-40cc-83ce-fe27ea837617 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5d1f43e9-9af2-4e0f-a00b-d54373283a26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474808 Sep 18 00:58:16.762207 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49ba5fc-c94b-4723-b297-fcb24f51682c req-b3b314eb-b729-4c4e-93fb-7c300223e461 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:16.763860 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-d49ba5fc-c94b-4723-b297-fcb24f51682c req-b3b314eb-b729-4c4e-93fb-7c300223e461 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=abf6631e-213a-40ea-8708-5dc51da0ee8c HTTP/1.1" status: 200 len: 946 time: 0.0537364 Sep 18 00:58:16.837166 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-d49ba5fc-c94b-4723-b297-fcb24f51682c req-ae8ce6cb-d49f-4bfa-af50-8f10c858d548 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=ebcf1d70-15c2-4b0c-9b2b-32e60a0830c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486817 Sep 18 00:58:16.837166 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.v2.base [req-0d15405a-2747-4399-92ed-4c26e3c178e2 req-e1aa758f-f42a-49bd-a806-17b416ddff8a tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Request body: {'port': {'device_id': 'b142dfeb-6de9-4d35-9b1e-b0545715235b', 'network_id': 'eee7c814-dc91-4de0-b55e-0732fcd7c9de', 'admin_state_up': True, 'tenant_id': 'ec2d9e20d4ed4178b9bc68ff54715b18', 'security_groups': ['cf5b9ec0-b30e-497d-b3f3-770efd5927e4']}} {{(pid=106230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:58:16.946228 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-b0706e02-c9ca-4aa9-a098-994fb0c0e192 req-5a813ac4-4143-49d2-ab98-7d624e720fdd service neutron] 10.222.0.57 "GET /networking/v2.0/networks/3e60962c-164c-4e15-8d69-6601f5d7b205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225348 Sep 18 00:58:17.011507 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:58:17.019685 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d15405a-2747-4399-92ed-4c26e3c178e2 req-e1aa758f-f42a-49bd-a806-17b416ddff8a tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Made reservation on behalf of ec2d9e20d4ed4178b9bc68ff54715b18 for: {'port': 1} {{(pid=106230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:58:17.023529 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [req-0d15405a-2747-4399-92ed-4c26e3c178e2 req-e1aa758f-f42a-49bd-a806-17b416ddff8a tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (None), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:17.094111 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a116315b-5814-4e96-b4a6-b9ac527acb9b req-1939e9bf-3d28-4f75-ac70-11ddc9c4f742 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:17.101196 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-a116315b-5814-4e96-b4a6-b9ac527acb9b req-1939e9bf-3d28-4f75-ac70-11ddc9c4f742 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=bf75d794-7c36-40e0-a103-db749b9dd1e2 HTTP/1.1" status: 200 len: 945 time: 0.0827367 Sep 18 00:58:17.209178 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-a116315b-5814-4e96-b4a6-b9ac527acb9b req-d1d76e2a-e4ae-4b5c-bcc6-be2ab5283fad tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a60bb66f-d31d-4ec8-90a6-9444418b3a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047952 Sep 18 00:58:17.275805 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:58:17.299204 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.db.db_base_plugin_common [req-0d15405a-2747-4399-92ed-4c26e3c178e2 req-e1aa758f-f42a-49bd-a806-17b416ddff8a tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Allocated IP 172.20.0.6 (eee7c814-dc91-4de0-b55e-0732fcd7c9de/4028d8f5-a2a6-4af3-9818-cba168eaf579/52a424bc-9fbd-479c-b108-af4ee47377ab) {{(pid=106230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:58:17.487015 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-d8eb8af1-bd57-45aa-8571-e40a6dcd010d req-82be91fa-5ceb-4c0b-b586-64e201acef83 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b142dfeb-6de9-4d35-9b1e-b0545715235b HTTP/1.1" status: 200 len: 210 time: 0.0735614 Sep 18 00:58:17.659754 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [req-0d15405a-2747-4399-92ed-4c26e3c178e2 req-e1aa758f-f42a-49bd-a806-17b416ddff8a tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Publish callbacks [] for port (52a424bc-9fbd-479c-b108-af4ee47377ab), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:17.704949 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1228cf43-2878-41a4-9039-d7506a9fceb0 req-dbc8a75e-a24f-48df-8d71-8b04f57763e0 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:17.706432 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-1228cf43-2878-41a4-9039-d7506a9fceb0 req-dbc8a75e-a24f-48df-8d71-8b04f57763e0 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c1cf145a-d8d5-4a7e-937b-729bf79629fa HTTP/1.1" status: 200 len: 946 time: 0.1127496 Sep 18 00:58:17.726245 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12711444-b01e-4ce7-8b33-cea327f0b6d5 req-f372eb1a-8a5b-49b3-a0b8-eecd51e58d7e tempest-VolumesSnapshotTestJSON-698728750 tempest-VolumesSnapshotTestJSON-698728750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:17.727785 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-12711444-b01e-4ce7-8b33-cea327f0b6d5 req-f372eb1a-8a5b-49b3-a0b8-eecd51e58d7e tempest-VolumesSnapshotTestJSON-698728750 tempest-VolumesSnapshotTestJSON-698728750-project] 10.222.0.33 "GET /networking/v2.0/networks?id=fd165d05-651e-4c2d-9094-a51f056f104b HTTP/1.1" status: 200 len: 814 time: 0.2347538 Sep 18 00:58:17.770481 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-12711444-b01e-4ce7-8b33-cea327f0b6d5 req-6ad6b7f9-faf9-4aa7-8ae3-0bed3553d92c tempest-VolumesSnapshotTestJSON-698728750 tempest-VolumesSnapshotTestJSON-698728750-project] 10.222.0.33 "GET /networking/v2.0/quotas/a5eba1f622574f5cacecaccdba833801 HTTP/1.1" status: 200 len: 375 time: 0.0321603 Sep 18 00:58:17.814761 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [req-0d15405a-2747-4399-92ed-4c26e3c178e2 req-e1aa758f-f42a-49bd-a806-17b416ddff8a tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749745591507'] for port (52a424bc-9fbd-479c-b108-af4ee47377ab), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:17.820392 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-12711444-b01e-4ce7-8b33-cea327f0b6d5 req-8032835e-eb86-4049-a519-0c8fe1c21e14 tempest-VolumesSnapshotTestJSON-698728750 tempest-VolumesSnapshotTestJSON-698728750-project] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=a5eba1f622574f5cacecaccdba833801&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0490797 Sep 18 00:58:17.875842 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-1228cf43-2878-41a4-9039-d7506a9fceb0 req-ad5c171c-7e0d-4519-9a36-90271d643e5d tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5d1f43e9-9af2-4e0f-a00b-d54373283a26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1623187 Sep 18 00:58:17.915259 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d15405a-2747-4399-92ed-4c26e3c178e2 req-e1aa758f-f42a-49bd-a806-17b416ddff8a tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Network eee7c814-dc91-4de0-b55e-0732fcd7c9de is already hosted by enough agents. {{(pid=106230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:58:17.924522 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.scheduler.base_scheduler [req-0d15405a-2747-4399-92ed-4c26e3c178e2 req-e1aa758f-f42a-49bd-a806-17b416ddff8a tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Resources bound (agent type, host, resource id): {{(pid=106230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:58:17.959532 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1aa758f-f42a-49bd-a806-17b416ddff8a tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Pushing event updated for resources: {'Port': ['ID=52a424bc-9fbd-479c-b108-af4ee47377ab,revision_number=1']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:17.962440 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d15405a-2747-4399-92ed-4c26e3c178e2 req-e1aa758f-f42a-49bd-a806-17b416ddff8a tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Received port after_create {{(pid=106230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 18 00:58:17.967021 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d15405a-2747-4399-92ed-4c26e3c178e2 req-e1aa758f-f42a-49bd-a806-17b416ddff8a tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:17.967834 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [req-0d15405a-2747-4399-92ed-4c26e3c178e2 req-e1aa758f-f42a-49bd-a806-17b416ddff8a tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16701016'] for port (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:17.996127 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-0d15405a-2747-4399-92ed-4c26e3c178e2 req-e1aa758f-f42a-49bd-a806-17b416ddff8a tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] 10.222.0.57 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1639657 Sep 18 00:58:18.053525 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-12711444-b01e-4ce7-8b33-cea327f0b6d5 req-a967b84b-f45d-4cb7-94c9-d7532b12197f service neutron] 10.222.0.33 "GET /networking/v2.0/networks/fd165d05-651e-4c2d-9094-a51f056f104b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1968131 Sep 18 00:58:18.076632 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b242ae-5219-44ac-85e4-75c7961643c0 req-60efdd90-07c3-432f-8dce-292c94c97f2f tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:18.078093 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-a2b242ae-5219-44ac-85e4-75c7961643c0 req-60efdd90-07c3-432f-8dce-292c94c97f2f tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=abf6631e-213a-40ea-8708-5dc51da0ee8c HTTP/1.1" status: 200 len: 946 time: 0.0756266 Sep 18 00:58:18.166826 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:58:18.196109 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-a2b242ae-5219-44ac-85e4-75c7961643c0 req-dbc25b49-248b-4db6-af75-11f6a324b889 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=ebcf1d70-15c2-4b0c-9b2b-32e60a0830c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1085088 Sep 18 00:58:18.199774 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.v2.base [req-0d15405a-2747-4399-92ed-4c26e3c178e2 req-b116ac07-ff65-42a7-a7ea-281dd57f4c59 service neutron] Request body: {'port': {'device_id': 'b142dfeb-6de9-4d35-9b1e-b0545715235b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=106230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:58:18.207322 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:INSERT=3,neutron:UPDATE=2,neutron:SELECT=95 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:58:18.246244 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-12711444-b01e-4ce7-8b33-cea327f0b6d5 req-088447d9-2369-48e7-8247-079abc224243 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/fd165d05-651e-4c2d-9094-a51f056f104b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671555 Sep 18 00:58:18.259474 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.provisioning_blocks [None req-ece82f8e-751f-4e39-b61b-4e8478ebab89 None None] Provisioning complete for port 52a424bc-9fbd-479c-b108-af4ee47377ab triggered by entity DHCP. {{(pid=106232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 00:58:18.260039 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-ece82f8e-751f-4e39-b61b-4e8478ebab89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981214'] for port (52a424bc-9fbd-479c-b108-af4ee47377ab), provisioning_complete {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:18.260162 dv-cinder-master-3-smb neutron-server[106232]: INFO neutron.plugins.ml2.plugin [None req-ece82f8e-751f-4e39-b61b-4e8478ebab89 None None] Attempt 1 to provision port 52a424bc-9fbd-479c-b108-af4ee47377ab Sep 18 00:58:18.289918 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [req-0d15405a-2747-4399-92ed-4c26e3c178e2 req-b116ac07-ff65-42a7-a7ea-281dd57f4c59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (52a424bc-9fbd-479c-b108-af4ee47377ab), before_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:18.302660 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-ece82f8e-751f-4e39-b61b-4e8478ebab89 None None] Port 52a424bc-9fbd-479c-b108-af4ee47377ab cannot update to ACTIVE because it is not bound. {{(pid=106232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 18 00:58:18.458209 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-29ee1758-dce5-4cd8-9ca6-30a9c624dd6b req-e5c7594f-aa37-4f10-9f1f-4e78935af6c8 tempest-VolumesSnapshotTestJSON-698728750 tempest-VolumesSnapshotTestJSON-698728750-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=234a399b-97be-4b3b-8bdb-75278ffdc4e0 HTTP/1.1" status: 200 len: 210 time: 0.0420935 Sep 18 00:58:18.628680 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.notifiers.nova [req-0d15405a-2747-4399-92ed-4c26e3c178e2 req-b116ac07-ff65-42a7-a7ea-281dd57f4c59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52a424bc-9fbd-479c-b108-af4ee47377ab {{(pid=106230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 18 00:58:18.641120 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [req-0d15405a-2747-4399-92ed-4c26e3c178e2 req-b116ac07-ff65-42a7-a7ea-281dd57f4c59 service neutron] Publish callbacks [] for port (52a424bc-9fbd-479c-b108-af4ee47377ab), precommit_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:18.651787 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b24032f-d2f8-44f0-8aa4-bf04ed8d9c3e req-9600b6d1-0ef0-475b-bf87-223a6c1fe21c tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:18.653286 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-2b24032f-d2f8-44f0-8aa4-bf04ed8d9c3e req-9600b6d1-0ef0-475b-bf87-223a6c1fe21c tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b142dfeb-6de9-4d35-9b1e-b0545715235b HTTP/1.1" status: 200 len: 931 time: 0.0872042 Sep 18 00:58:18.670209 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.db.provisioning_blocks [req-0d15405a-2747-4399-92ed-4c26e3c178e2 req-b116ac07-ff65-42a7-a7ea-281dd57f4c59 service neutron] Transition to ACTIVE for port object 52a424bc-9fbd-479c-b108-af4ee47377ab will not be triggered until provisioned by entity L2. {{(pid=106230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 18 00:58:18.679295 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [req-0d15405a-2747-4399-92ed-4c26e3c178e2 req-b116ac07-ff65-42a7-a7ea-281dd57f4c59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749746030758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749745591525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749745591543'] for port (52a424bc-9fbd-479c-b108-af4ee47377ab), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:18.771355 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b116ac07-ff65-42a7-a7ea-281dd57f4c59 service neutron] Pushing event updated for resources: {'Port': ['ID=52a424bc-9fbd-479c-b108-af4ee47377ab,revision_number=2']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:18.792883 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-2b24032f-d2f8-44f0-8aa4-bf04ed8d9c3e req-12d34999-d937-4f1a-8b9c-aff1824ebef1 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=cf5b9ec0-b30e-497d-b3f3-770efd5927e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1301625 Sep 18 00:58:18.796000 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.plugins.ml2.managers [req-0d15405a-2747-4399-92ed-4c26e3c178e2 req-b116ac07-ff65-42a7-a7ea-281dd57f4c59 service neutron] Attempting to bind port 52a424bc-9fbd-479c-b108-af4ee47377ab on host hv-cinder-maste for vnic_type normal with profile {{(pid=106230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 18 00:58:18.796377 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.plugins.ml2.managers [req-0d15405a-2747-4399-92ed-4c26e3c178e2 req-b116ac07-ff65-42a7-a7ea-281dd57f4c59 service neutron] Attempting to bind port 52a424bc-9fbd-479c-b108-af4ee47377ab by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '6bbfddfb-8aa0-4ab6-886c-b017727b1f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'eee7c814-dc91-4de0-b55e-0732fcd7c9de'}] {{(pid=106230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 18 00:58:18.796701 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d15405a-2747-4399-92ed-4c26e3c178e2 req-b116ac07-ff65-42a7-a7ea-281dd57f4c59 service neutron] Attempting to bind port 52a424bc-9fbd-479c-b108-af4ee47377ab on network eee7c814-dc91-4de0-b55e-0732fcd7c9de {{(pid=106230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:58:18.804059 dv-cinder-master-3-smb neutron-server[106232]: INFO neutron.plugins.ml2.plugin [None req-ece82f8e-751f-4e39-b61b-4e8478ebab89 None None] Attempt 2 to provision port 52a424bc-9fbd-479c-b108-af4ee47377ab Sep 18 00:58:18.852716 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d15405a-2747-4399-92ed-4c26e3c178e2 req-b116ac07-ff65-42a7-a7ea-281dd57f4c59 service neutron] Port 52a424bc-9fbd-479c-b108-af4ee47377ab on network eee7c814-dc91-4de0-b55e-0732fcd7c9de not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=106230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:58:18.853084 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d15405a-2747-4399-92ed-4c26e3c178e2 req-b116ac07-ff65-42a7-a7ea-281dd57f4c59 service neutron] Attempting to bind port 52a424bc-9fbd-479c-b108-af4ee47377ab on network eee7c814-dc91-4de0-b55e-0732fcd7c9de {{(pid=106230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:58:18.862150 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-ece82f8e-751f-4e39-b61b-4e8478ebab89 None None] Port 52a424bc-9fbd-479c-b108-af4ee47377ab cannot update to ACTIVE because it is not bound. {{(pid=106232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 18 00:58:18.900385 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d15405a-2747-4399-92ed-4c26e3c178e2 req-b116ac07-ff65-42a7-a7ea-281dd57f4c59 service neutron] Checking agent: {'id': 'a990346c-0f9b-4256-b267-210f2ef06c1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 18, 0, 54, 1), 'started_at': datetime.datetime(2022, 9, 18, 0, 54, 1), 'heartbeat_timestamp': datetime.datetime(2022, 9, 18, 0, 58, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 18 00:58:18.900729 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d15405a-2747-4399-92ed-4c26e3c178e2 req-b116ac07-ff65-42a7-a7ea-281dd57f4c59 service neutron] Checking segment: {'id': '6bbfddfb-8aa0-4ab6-886c-b017727b1f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'eee7c814-dc91-4de0-b55e-0732fcd7c9de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 18 00:58:18.901132 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d15405a-2747-4399-92ed-4c26e3c178e2 req-b116ac07-ff65-42a7-a7ea-281dd57f4c59 service neutron] Bound using segment: {'id': '6bbfddfb-8aa0-4ab6-886c-b017727b1f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'eee7c814-dc91-4de0-b55e-0732fcd7c9de'} {{(pid=106230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 18 00:58:18.901560 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.plugins.ml2.managers [req-0d15405a-2747-4399-92ed-4c26e3c178e2 req-b116ac07-ff65-42a7-a7ea-281dd57f4c59 service neutron] Bound port: 52a424bc-9fbd-479c-b108-af4ee47377ab, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bbfddfb-8aa0-4ab6-886c-b017727b1f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'eee7c814-dc91-4de0-b55e-0732fcd7c9de'}}] {{(pid=106230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 18 00:58:18.901926 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [req-0d15405a-2747-4399-92ed-4c26e3c178e2 req-b116ac07-ff65-42a7-a7ea-281dd57f4c59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (52a424bc-9fbd-479c-b108-af4ee47377ab), before_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:18.941985 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 60302) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:58:18.948620 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.v2.base [None req-1e50db8e-281e-4905-8dac-d71cd83cc384 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1860132421', 'description': 'tempest-description--1086034727'}} {{(pid=106231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:58:18.976183 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=2 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:58:19.007487 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-1e50db8e-281e-4905-8dac-d71cd83cc384 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Publish callbacks [] for security_group (None), before_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:19.020143 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.plugins.ml2.db [req-0d15405a-2747-4399-92ed-4c26e3c178e2 req-b116ac07-ff65-42a7-a7ea-281dd57f4c59 service neutron] For port 52a424bc-9fbd-479c-b108-af4ee47377ab, host hv-cinder-maste, cleared binding levels {{(pid=106230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:58:19.066019 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.plugins.ml2.db [req-0d15405a-2747-4399-92ed-4c26e3c178e2 req-b116ac07-ff65-42a7-a7ea-281dd57f4c59 service neutron] For port 52a424bc-9fbd-479c-b108-af4ee47377ab, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=52a424bc-9fbd-479c-b108-af4ee47377ab,segment=NetworkSegment(6bbfddfb-8aa0-4ab6-886c-b017727b1f75),segment_id=6bbfddfb-8aa0-4ab6-886c-b017727b1f75)] {{(pid=106230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:58:19.072532 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:58:19.077598 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [req-0d15405a-2747-4399-92ed-4c26e3c178e2 req-b116ac07-ff65-42a7-a7ea-281dd57f4c59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749746030758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749745591525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749745591543'] for port (52a424bc-9fbd-479c-b108-af4ee47377ab), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:19.080995 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d15405a-2747-4399-92ed-4c26e3c178e2 req-b116ac07-ff65-42a7-a7ea-281dd57f4c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:19.082009 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [req-0d15405a-2747-4399-92ed-4c26e3c178e2 req-b116ac07-ff65-42a7-a7ea-281dd57f4c59 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16701016'] for port (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:19.083464 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-0d15405a-2747-4399-92ed-4c26e3c178e2 req-b116ac07-ff65-42a7-a7ea-281dd57f4c59 service neutron] 10.222.0.57 "PUT /networking/v2.0/ports/52a424bc-9fbd-479c-b108-af4ee47377ab HTTP/1.1" status: 200 len: 1093 time: 0.8915341 Sep 18 00:58:19.087901 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b142dfeb-6de9-4d35-9b1e-b0545715235b', 'tag': '52a424bc-9fbd-479c-b108-af4ee47377ab'}] {{(pid=106230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 18 00:58:19.090309 dv-cinder-master-3-smb neutron-server[106230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5cb6f936bef875aa30205792da77c9643b85616d99b85ee9f5e1cfaba0fe173" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-620e0611-9a30-4a26-859a-296d5098bedf" -d '{"events": [{"name": "network-changed", "server_uuid": "b142dfeb-6de9-4d35-9b1e-b0545715235b", "tag": "52a424bc-9fbd-479c-b108-af4ee47377ab"}]}' {{(pid=106230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:58:19.104861 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-1e50db8e-281e-4905-8dac-d71cd83cc384 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Publish callbacks [] for security_group (a79958da-0ace-40be-883c-3b3873a975fb), precommit_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:19.111248 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-1e50db8e-281e-4905-8dac-d71cd83cc384 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512506'] for security_group (a79958da-0ace-40be-883c-3b3873a975fb), after_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:19.126302 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6582752a-f8d5-45af-8db3-4830a74f957a req-a44c5e1e-2562-485e-b453-d1ebe4adf56e tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:19.129227 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-6582752a-f8d5-45af-8db3-4830a74f957a req-a44c5e1e-2562-485e-b453-d1ebe4adf56e tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c1cf145a-d8d5-4a7e-937b-729bf79629fa HTTP/1.1" status: 200 len: 946 time: 0.1113319 Sep 18 00:58:19.167928 dv-cinder-master-3-smb neutron-server[106230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 18 Sep 2022 00:58:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7503da5-ae10-47d1-aff4-d153c29e471f x-openstack-request-id: req-a7503da5-ae10-47d1-aff4-d153c29e471f {{(pid=106230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:58:19.168722 dv-cinder-master-3-smb neutron-server[106230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b142dfeb-6de9-4d35-9b1e-b0545715235b", "tag": "52a424bc-9fbd-479c-b108-af4ee47377ab", "status": "completed", "code": 200}]} {{(pid=106230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:58:19.168722 dv-cinder-master-3-smb neutron-server[106230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-a7503da5-ae10-47d1-aff4-d153c29e471f {{(pid=106230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:58:19.168954 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7503da5-ae10-47d1-aff4-d153c29e471f'] response: {'name': 'network-changed', 'server_uuid': 'b142dfeb-6de9-4d35-9b1e-b0545715235b', 'tag': '52a424bc-9fbd-479c-b108-af4ee47377ab', 'status': 'completed', 'code': 200} Sep 18 00:58:19.171653 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:INSERT=7,neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:58:19.180126 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e50db8e-281e-4905-8dac-d71cd83cc384 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a79958da-0ace-40be-883c-3b3873a975fb,revision_number=1']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:19.186822 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-1e50db8e-281e-4905-8dac-d71cd83cc384 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Publish callbacks [] for security_group (None), before_response {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:19.188776 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-1e50db8e-281e-4905-8dac-d71cd83cc384 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2443810 Sep 18 00:58:19.192415 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 60316) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:58:19.199507 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.v2.base [None req-ec0bcf86-507b-48a1-82c9-5face020e001 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Request body: {'security_group_rule': {'security_group_id': 'a79958da-0ace-40be-883c-3b3873a975fb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:58:19.229791 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b116ac07-ff65-42a7-a7ea-281dd57f4c59 service neutron] Pushing event updated for resources: {'Port': ['ID=52a424bc-9fbd-479c-b108-af4ee47377ab,revision_number=3']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:19.236929 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-ec0bcf86-507b-48a1-82c9-5face020e001 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Publish callbacks [] for security_group_rule (531725a6-fb77-40ea-ae06-44e4798aabe6), before_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:19.258067 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-6582752a-f8d5-45af-8db3-4830a74f957a req-96d4b961-99fe-4172-b3f9-0af4175bfe3b tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5d1f43e9-9af2-4e0f-a00b-d54373283a26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1167896 Sep 18 00:58:19.360625 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:58:19.363343 dv-cinder-master-3-smb neutron-server[106232]: INFO neutron.plugins.ml2.plugin [None req-ece82f8e-751f-4e39-b61b-4e8478ebab89 None None] Attempt 3 to provision port 52a424bc-9fbd-479c-b108-af4ee47377ab Sep 18 00:58:19.393442 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d15405a-2747-4399-92ed-4c26e3c178e2 req-ed3d12a7-a95d-4c70-9e94-7cdb57b0993d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:19.395486 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-0d15405a-2747-4399-92ed-4c26e3c178e2 req-ed3d12a7-a95d-4c70-9e94-7cdb57b0993d service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=ec2d9e20d4ed4178b9bc68ff54715b18&device_id=b142dfeb-6de9-4d35-9b1e-b0545715235b HTTP/1.1" status: 200 len: 1127 time: 0.1892788 Sep 18 00:58:19.406481 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1eb1e03-9a3d-4b69-8665-6f8ecef5f64c req-c0889591-44cf-414e-905f-718ce932bf8c tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:19.408086 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-a1eb1e03-9a3d-4b69-8665-6f8ecef5f64c req-c0889591-44cf-414e-905f-718ce932bf8c tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=abf6631e-213a-40ea-8708-5dc51da0ee8c HTTP/1.1" status: 200 len: 946 time: 0.0982344 Sep 18 00:58:19.458428 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-ece82f8e-751f-4e39-b61b-4e8478ebab89 None None] Port 52a424bc-9fbd-479c-b108-af4ee47377ab had new provisioning blocks added so it will not transition to active. {{(pid=106232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 18 00:58:19.475629 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-0d15405a-2747-4399-92ed-4c26e3c178e2 req-dc3cbfb7-755a-498f-ad81-0c6c08aed346 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=52a424bc-9fbd-479c-b108-af4ee47377ab HTTP/1.1" status: 200 len: 217 time: 0.0608113 Sep 18 00:58:19.625439 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-f3af4fd0-c3c5-450b-8713-0b6aed871837 req-041545b8-9242-4644-8174-dbd3b7353d0f tempest-VolumesSnapshotTestJSON-698728750 tempest-VolumesSnapshotTestJSON-698728750-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=234a399b-97be-4b3b-8bdb-75278ffdc4e0 HTTP/1.1" status: 200 len: 210 time: 0.0458455 Sep 18 00:58:19.627012 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-ec0bcf86-507b-48a1-82c9-5face020e001 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Publish callbacks [] for security_group_rule (531725a6-fb77-40ea-ae06-44e4798aabe6), precommit_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:19.631975 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-ec0bcf86-507b-48a1-82c9-5face020e001 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512405'] for security_group_rule (531725a6-fb77-40ea-ae06-44e4798aabe6), after_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:19.644735 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-a1eb1e03-9a3d-4b69-8665-6f8ecef5f64c req-4c51c1d5-8852-4ebf-b1b5-c60714f1ca1b tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=ebcf1d70-15c2-4b0c-9b2b-32e60a0830c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2184746 Sep 18 00:58:19.646754 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d15405a-2747-4399-92ed-4c26e3c178e2 req-61f4fec3-55e3-4aed-b474-92eaeb44a51d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:19.649326 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-0d15405a-2747-4399-92ed-4c26e3c178e2 req-61f4fec3-55e3-4aed-b474-92eaeb44a51d service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=4028d8f5-a2a6-4af3-9818-cba168eaf579 HTTP/1.1" status: 200 len: 853 time: 0.1647704 Sep 18 00:58:19.657728 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0bcf86-507b-48a1-82c9-5face020e001 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=531725a6-fb77-40ea-ae06-44e4798aabe6,revision_number=0']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:19.665069 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-ec0bcf86-507b-48a1-82c9-5face020e001 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:19.669113 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-ec0bcf86-507b-48a1-82c9-5face020e001 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4717529 Sep 18 00:58:19.670652 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.33', 60356) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:58:19.675744 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.v2.base [None req-c814a305-f8f5-4d78-b295-cad74c76f42a tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Request body: {'security_group_rule': {'security_group_id': 'a79958da-0ace-40be-883c-3b3873a975fb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:58:19.706715 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c814a305-f8f5-4d78-b295-cad74c76f42a tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Publish callbacks [] for security_group_rule (73b0139a-c39d-45c5-b20e-45a3dbe74295), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:19.776020 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c814a305-f8f5-4d78-b295-cad74c76f42a tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Publish callbacks [] for security_group_rule (73b0139a-c39d-45c5-b20e-45a3dbe74295), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:19.780482 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c814a305-f8f5-4d78-b295-cad74c76f42a tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512405'] for security_group_rule (73b0139a-c39d-45c5-b20e-45a3dbe74295), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:19.800719 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c814a305-f8f5-4d78-b295-cad74c76f42a tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73b0139a-c39d-45c5-b20e-45a3dbe74295,revision_number=0']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:19.808340 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c814a305-f8f5-4d78-b295-cad74c76f42a tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:19.809827 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [None req-c814a305-f8f5-4d78-b295-cad74c76f42a tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1378355 Sep 18 00:58:19.813317 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 60362) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:58:19.819224 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.v2.base [None req-5ca0e855-0206-4c17-b68e-74af3a63f742 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Request body: {'floatingip': {'floating_network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505'}} {{(pid=106231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:58:19.861789 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-5ca0e855-0206-4c17-b68e-74af3a63f742 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:19.926767 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c26ad4f-3493-4eab-9806-b41cb5588557 req-860586ba-2aec-42a8-b1a1-929cad725951 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:19.928263 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-5c26ad4f-3493-4eab-9806-b41cb5588557 req-860586ba-2aec-42a8-b1a1-929cad725951 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b142dfeb-6de9-4d35-9b1e-b0545715235b HTTP/1.1" status: 200 len: 943 time: 0.0476205 Sep 18 00:58:19.942690 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-5ca0e855-0206-4c17-b68e-74af3a63f742 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (None), before_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:20.062274 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.db.db_base_plugin_common [None req-5ca0e855-0206-4c17-b68e-74af3a63f742 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Allocated IP 172.37.5.124 (b5726c9b-05f1-4137-90cd-23a4e3e89505/9e97c026-c8b3-4b72-91ed-10f39e002f97/52781de7-28f9-4eeb-a885-0da5dc8157e9) {{(pid=106231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:58:20.244121 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-5ca0e855-0206-4c17-b68e-74af3a63f742 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Publish callbacks [] for port (52781de7-28f9-4eeb-a885-0da5dc8157e9), precommit_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:20.248660 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-5c26ad4f-3493-4eab-9806-b41cb5588557 req-1c5122b3-42b5-45b4-a3c2-5594a958bfb2 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=cf5b9ec0-b30e-497d-b3f3-770efd5927e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3145914 Sep 18 00:58:20.249806 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d15405a-2747-4399-92ed-4c26e3c178e2 req-047809d3-e214-4942-bcee-84d0b4bb1acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:20.251263 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-0d15405a-2747-4399-92ed-4c26e3c178e2 req-047809d3-e214-4942-bcee-84d0b4bb1acc service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=eee7c814-dc91-4de0-b55e-0732fcd7c9de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.3012562 Sep 18 00:58:20.257087 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:58:20.316038 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12711444-b01e-4ce7-8b33-cea327f0b6d5 req-be9f4734-10cb-4184-ba7a-2c4b9bfa6150 tempest-VolumesSnapshotTestJSON-698728750 tempest-VolumesSnapshotTestJSON-698728750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:20.317519 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-12711444-b01e-4ce7-8b33-cea327f0b6d5 req-be9f4734-10cb-4184-ba7a-2c4b9bfa6150 tempest-VolumesSnapshotTestJSON-698728750 tempest-VolumesSnapshotTestJSON-698728750-project] 10.222.0.57 "GET /networking/v2.0/networks?id=fd165d05-651e-4c2d-9094-a51f056f104b HTTP/1.1" status: 200 len: 814 time: 0.1715343 Sep 18 00:58:20.333013 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-5ca0e855-0206-4c17-b68e-74af3a63f742 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749745591507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13917182'] for port (52781de7-28f9-4eeb-a885-0da5dc8157e9), after_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:20.358157 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-0d15405a-2747-4399-92ed-4c26e3c178e2 req-023cee0c-4c4f-40fa-8844-dc28599752d3 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/eee7c814-dc91-4de0-b55e-0732fcd7c9de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970550 Sep 18 00:58:20.390899 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ca0e855-0206-4c17-b68e-74af3a63f742 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Network b5726c9b-05f1-4137-90cd-23a4e3e89505 is already hosted by enough agents. {{(pid=106231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:58:20.415550 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.v2.base [req-12711444-b01e-4ce7-8b33-cea327f0b6d5 req-4fd7ffa4-0c42-4641-88d9-ac1485794399 tempest-VolumesSnapshotTestJSON-698728750 tempest-VolumesSnapshotTestJSON-698728750-project] Request body: {'port': {'device_id': '234a399b-97be-4b3b-8bdb-75278ffdc4e0', 'network_id': 'fd165d05-651e-4c2d-9094-a51f056f104b', 'admin_state_up': True, 'tenant_id': 'a5eba1f622574f5cacecaccdba833801'}} {{(pid=106231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:58:20.422653 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.scheduler.base_scheduler [None req-5ca0e855-0206-4c17-b68e-74af3a63f742 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Resources bound (agent type, host, resource id): {{(pid=106231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:58:20.427129 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca0e855-0206-4c17-b68e-74af3a63f742 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Received port after_create {{(pid=106231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 18 00:58:20.434633 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8212d1eb-115a-48c3-9523-254143b0e189 req-0a061318-5959-4d6c-9048-d20a959d9215 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:20.437102 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-8212d1eb-115a-48c3-9523-254143b0e189 req-0a061318-5959-4d6c-9048-d20a959d9215 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c1cf145a-d8d5-4a7e-937b-729bf79629fa HTTP/1.1" status: 200 len: 946 time: 0.0747919 Sep 18 00:58:20.442664 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca0e855-0206-4c17-b68e-74af3a63f742 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Pushing event updated for resources: {'Port': ['ID=52781de7-28f9-4eeb-a885-0da5dc8157e9,revision_number=1']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:20.532835 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-0d15405a-2747-4399-92ed-4c26e3c178e2 req-1426aa0d-998b-4a95-a5f2-485f19c8b388 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/eee7c814-dc91-4de0-b55e-0732fcd7c9de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399035 Sep 18 00:58:20.536033 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-8212d1eb-115a-48c3-9523-254143b0e189 req-7742027f-912b-4da3-8902-006f86f7847a tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5d1f43e9-9af2-4e0f-a00b-d54373283a26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719764 Sep 18 00:58:20.538915 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:INSERT=7,neutron:SELECT=90,neutron:UPDATE=3 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:58:20.627946 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-5ca0e855-0206-4c17-b68e-74af3a63f742 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Publish callbacks [] for floatingip (4ef50530-292a-4297-861f-87661132435b), precommit_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:20.642852 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12711444-b01e-4ce7-8b33-cea327f0b6d5 req-4fd7ffa4-0c42-4641-88d9-ac1485794399 tempest-VolumesSnapshotTestJSON-698728750 tempest-VolumesSnapshotTestJSON-698728750-project] Made reservation on behalf of a5eba1f622574f5cacecaccdba833801 for: {'port': 1} {{(pid=106231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:58:20.646532 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [req-12711444-b01e-4ce7-8b33-cea327f0b6d5 req-4fd7ffa4-0c42-4641-88d9-ac1485794399 tempest-VolumesSnapshotTestJSON-698728750 tempest-VolumesSnapshotTestJSON-698728750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (None), before_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:20.694985 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-5ca0e855-0206-4c17-b68e-74af3a63f742 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (52781de7-28f9-4eeb-a885-0da5dc8157e9), before_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:20.738344 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-38936946-fef4-4a6a-b6c9-700ba2041444 req-9f16cfa1-61dc-401b-85a6-411db611e6f4 tempest-VolumesSnapshotTestJSON-698728750 tempest-VolumesSnapshotTestJSON-698728750-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=234a399b-97be-4b3b-8bdb-75278ffdc4e0 HTTP/1.1" status: 200 len: 210 time: 0.0283775 Sep 18 00:58:20.883461 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.db.db_base_plugin_common [req-12711444-b01e-4ce7-8b33-cea327f0b6d5 req-4fd7ffa4-0c42-4641-88d9-ac1485794399 tempest-VolumesSnapshotTestJSON-698728750 tempest-VolumesSnapshotTestJSON-698728750-project] Allocated IP 172.20.0.4 (fd165d05-651e-4c2d-9094-a51f056f104b/29433b7a-6a3a-4301-9d9c-27b3f104e9ed/41adca23-a8d9-445c-9eaa-f1623bb2425c) {{(pid=106231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:58:20.906409 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.33', 60378) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:58:20.946741 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:58:20.954188 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.db.db_base_plugin_v2 [None req-577ef915-f0e2-4796-92ac-5220eb9fb676 admin admin] Deleting subnet 620ea2f9-6c41-43ec-8186-dd484279de33 {{(pid=106230) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 18 00:58:20.958858 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-577ef915-f0e2-4796-92ac-5220eb9fb676 admin admin] Publish callbacks [] for subnet (620ea2f9-6c41-43ec-8186-dd484279de33), before_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:20.973246 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-5ca0e855-0206-4c17-b68e-74af3a63f742 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Publish callbacks [] for port (52781de7-28f9-4eeb-a885-0da5dc8157e9), precommit_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:20.981424 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-5ca0e855-0206-4c17-b68e-74af3a63f742 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749746030758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749745591525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749745591543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13917127'] for port (52781de7-28f9-4eeb-a885-0da5dc8157e9), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:20.999739 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-577ef915-f0e2-4796-92ac-5220eb9fb676 admin admin] Publish callbacks [] for subnet (620ea2f9-6c41-43ec-8186-dd484279de33), precommit_delete_associations {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:21.009400 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-577ef915-f0e2-4796-92ac-5220eb9fb676 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-900458'] for subnet (620ea2f9-6c41-43ec-8186-dd484279de33), precommit_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:21.044124 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:58:21.072243 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-577ef915-f0e2-4796-92ac-5220eb9fb676 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-888663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16510870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039'] for subnet (620ea2f9-6c41-43ec-8186-dd484279de33), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:21.100121 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577ef915-f0e2-4796-92ac-5220eb9fb676 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=620ea2f9-6c41-43ec-8186-dd484279de33,revision_number=None']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:21.105795 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-577ef915-f0e2-4796-92ac-5220eb9fb676 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16267021'] for subnet (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:21.107963 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [None req-577ef915-f0e2-4796-92ac-5220eb9fb676 admin admin] 10.222.0.33 "DELETE /networking/v2.0/subnets/620ea2f9-6c41-43ec-8186-dd484279de33 HTTP/1.1" status: 204 len: 168 time: 0.2001793 Sep 18 00:58:21.109817 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca0e855-0206-4c17-b68e-74af3a63f742 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Pushing event updated for resources: {'Port': ['ID=52781de7-28f9-4eeb-a885-0da5dc8157e9,revision_number=2']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:21.110702 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.33', 60380) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:58:21.114770 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-5ca0e855-0206-4c17-b68e-74af3a63f742 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16489891'] for floatingip (4ef50530-292a-4297-861f-87661132435b), after_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:21.142907 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-5ca0e855-0206-4c17-b68e-74af3a63f742 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16701016'] for floatingip (None), before_response {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:21.144049 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-5ca0e855-0206-4c17-b68e-74af3a63f742 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3294702 Sep 18 00:58:21.166903 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [req-12711444-b01e-4ce7-8b33-cea327f0b6d5 req-4fd7ffa4-0c42-4641-88d9-ac1485794399 tempest-VolumesSnapshotTestJSON-698728750 tempest-VolumesSnapshotTestJSON-698728750-project] Publish callbacks [] for port (41adca23-a8d9-445c-9eaa-f1623bb2425c), precommit_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:21.172308 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=91,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:58:21.185056 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-956ed360-39d4-4dd3-8c9d-374ef81e4182 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-960799'] for network (7aa7dca7-9cff-4b1a-8ea5-d2e6639d53b6), before_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:21.207330 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [req-12711444-b01e-4ce7-8b33-cea327f0b6d5 req-4fd7ffa4-0c42-4641-88d9-ac1485794399 tempest-VolumesSnapshotTestJSON-698728750 tempest-VolumesSnapshotTestJSON-698728750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749745591507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13917182'] for port (41adca23-a8d9-445c-9eaa-f1623bb2425c), after_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:21.238898 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:58:21.262888 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd7ffa4-0c42-4641-88d9-ac1485794399 tempest-VolumesSnapshotTestJSON-698728750 tempest-VolumesSnapshotTestJSON-698728750-project] Pushing event updated for resources: {'Port': ['ID=41adca23-a8d9-445c-9eaa-f1623bb2425c,revision_number=1']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:21.271647 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12711444-b01e-4ce7-8b33-cea327f0b6d5 req-4fd7ffa4-0c42-4641-88d9-ac1485794399 tempest-VolumesSnapshotTestJSON-698728750 tempest-VolumesSnapshotTestJSON-698728750-project] Network fd165d05-651e-4c2d-9094-a51f056f104b is already hosted by enough agents. {{(pid=106231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:58:21.273857 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.scheduler.base_scheduler [req-12711444-b01e-4ce7-8b33-cea327f0b6d5 req-4fd7ffa4-0c42-4641-88d9-ac1485794399 tempest-VolumesSnapshotTestJSON-698728750 tempest-VolumesSnapshotTestJSON-698728750-project] Resources bound (agent type, host, resource id): {{(pid=106231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:58:21.277906 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.db.l3_dvrscheduler_db [req-12711444-b01e-4ce7-8b33-cea327f0b6d5 req-4fd7ffa4-0c42-4641-88d9-ac1485794399 tempest-VolumesSnapshotTestJSON-698728750 tempest-VolumesSnapshotTestJSON-698728750-project] Received port after_create {{(pid=106231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 18 00:58:21.285222 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-956ed360-39d4-4dd3-8c9d-374ef81e4182 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-977985', 'neutron.services.segments.db._delete_segments_for_network-8749746056641'] for network (7aa7dca7-9cff-4b1a-8ea5-d2e6639d53b6), precommit_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:21.324595 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-956ed360-39d4-4dd3-8c9d-374ef81e4182 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106230) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:58:21.325217 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-956ed360-39d4-4dd3-8c9d-374ef81e4182 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106230) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:58:21.326991 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-956ed360-39d4-4dd3-8c9d-374ef81e4182 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106230) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:58:21.327454 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-956ed360-39d4-4dd3-8c9d-374ef81e4182 admin admin] Subscribe: > port after_create 55550000 {{(pid=106230) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:58:21.328191 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-956ed360-39d4-4dd3-8c9d-374ef81e4182 admin admin] Subscribe: > port after_delete 55550000 {{(pid=106230) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:58:21.328515 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-956ed360-39d4-4dd3-8c9d-374ef81e4182 admin admin] Subscribe: > port after_update 55550000 {{(pid=106230) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:58:21.329613 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-956ed360-39d4-4dd3-8c9d-374ef81e4182 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106230) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:58:21.330272 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-956ed360-39d4-4dd3-8c9d-374ef81e4182 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106230) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:58:21.330670 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-956ed360-39d4-4dd3-8c9d-374ef81e4182 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106230) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:58:21.331332 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-956ed360-39d4-4dd3-8c9d-374ef81e4182 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106230) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:58:21.336662 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12711444-b01e-4ce7-8b33-cea327f0b6d5 req-4fd7ffa4-0c42-4641-88d9-ac1485794399 tempest-VolumesSnapshotTestJSON-698728750 tempest-VolumesSnapshotTestJSON-698728750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:21.337290 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [req-12711444-b01e-4ce7-8b33-cea327f0b6d5 req-4fd7ffa4-0c42-4641-88d9-ac1485794399 tempest-VolumesSnapshotTestJSON-698728750 tempest-VolumesSnapshotTestJSON-698728750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16701016'] for port (None), before_response {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:21.354320 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-12711444-b01e-4ce7-8b33-cea327f0b6d5 req-4fd7ffa4-0c42-4641-88d9-ac1485794399 tempest-VolumesSnapshotTestJSON-698728750 tempest-VolumesSnapshotTestJSON-698728750-project] 10.222.0.57 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9503069 Sep 18 00:58:21.465622 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-956ed360-39d4-4dd3-8c9d-374ef81e4182 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106230) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:58:21.466167 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-956ed360-39d4-4dd3-8c9d-374ef81e4182 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106230) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:58:21.466937 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-956ed360-39d4-4dd3-8c9d-374ef81e4182 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106230) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:58:21.467361 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-956ed360-39d4-4dd3-8c9d-374ef81e4182 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106230) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 18 00:58:21.467654 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.services.segments.db [None req-956ed360-39d4-4dd3-8c9d-374ef81e4182 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7aa7dca7-9cff-4b1a-8ea5-d2e6639d53b6']}} {{(pid=106230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:58:21.502929 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.services.segments.db [None req-956ed360-39d4-4dd3-8c9d-374ef81e4182 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41baa60f-ccd4-49e9-9d53-4f008ff8663e') {'for_net_delete': True} {{(pid=106230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:58:21.503223 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.services.segments.db [None req-956ed360-39d4-4dd3-8c9d-374ef81e4182 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41baa60f-ccd4-49e9-9d53-4f008ff8663e') {} {{(pid=106230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:58:21.556882 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-956ed360-39d4-4dd3-8c9d-374ef81e4182 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749746056533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13929766'] for segment (41baa60f-ccd4-49e9-9d53-4f008ff8663e), before_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:21.589625 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cd79ad-40be-4514-81aa-7634c16939b6 req-c2f676b5-217f-49a3-9243-eacb3f8e60d0 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:21.591966 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-02cd79ad-40be-4514-81aa-7634c16939b6 req-c2f676b5-217f-49a3-9243-eacb3f8e60d0 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b142dfeb-6de9-4d35-9b1e-b0545715235b HTTP/1.1" status: 200 len: 943 time: 0.1182582 Sep 18 00:58:21.599805 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.v2.base [req-12711444-b01e-4ce7-8b33-cea327f0b6d5 req-4ddeb140-77e5-4df4-a2ad-e73b2e544425 service neutron] Request body: {'port': {'device_id': '234a399b-97be-4b3b-8bdb-75278ffdc4e0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=106231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:58:21.605763 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-956ed360-39d4-4dd3-8c9d-374ef81e4182 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-977230'] for segment (41baa60f-ccd4-49e9-9d53-4f008ff8663e), precommit_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:21.649339 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-956ed360-39d4-4dd3-8c9d-374ef81e4182 admin admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=106230) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 00:58:21.649747 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-956ed360-39d4-4dd3-8c9d-374ef81e4182 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-977230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13339861'] for segment (41baa60f-ccd4-49e9-9d53-4f008ff8663e), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:21.660149 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-1369c263-658b-4374-a3db-1e100ffeac7b req-ac51b011-1cd0-4cf6-92af-25bcbd5d99fe tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1860132421&fields=id&tenant_id=8cbf74b218c04911bb921f7cc2c6e966 HTTP/1.1" status: 200 len: 267 time: 0.1854925 Sep 18 00:58:21.660507 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [req-12711444-b01e-4ce7-8b33-cea327f0b6d5 req-4ddeb140-77e5-4df4-a2ad-e73b2e544425 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (41adca23-a8d9-445c-9eaa-f1623bb2425c), before_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:21.712006 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620e0611-9a30-4a26-859a-296d5098bedf req-e23d7c63-0eb5-4ac7-9de7-39743f94307a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:21.713398 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-620e0611-9a30-4a26-859a-296d5098bedf req-e23d7c63-0eb5-4ac7-9de7-39743f94307a service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=ec2d9e20d4ed4178b9bc68ff54715b18&device_id=b142dfeb-6de9-4d35-9b1e-b0545715235b HTTP/1.1" status: 200 len: 1127 time: 0.1205087 Sep 18 00:58:21.854717 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-956ed360-39d4-4dd3-8c9d-374ef81e4182 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-978040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16510767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16489868'] for network (7aa7dca7-9cff-4b1a-8ea5-d2e6639d53b6), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:21.897048 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-956ed360-39d4-4dd3-8c9d-374ef81e4182 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16267021'] for network (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:21.900049 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [None req-956ed360-39d4-4dd3-8c9d-374ef81e4182 admin admin] 10.222.0.33 "DELETE /networking/v2.0/networks/7aa7dca7-9cff-4b1a-8ea5-d2e6639d53b6 HTTP/1.1" status: 204 len: 168 time: 0.7882485 Sep 18 00:58:21.903403 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-02cd79ad-40be-4514-81aa-7634c16939b6 req-576358b6-03af-4930-9118-2918fc372529 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=cf5b9ec0-b30e-497d-b3f3-770efd5927e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2899456 Sep 18 00:58:21.925349 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956ed360-39d4-4dd3-8c9d-374ef81e4182 admin admin] Pushing event deleted for resources: {'Network': ['ID=7aa7dca7-9cff-4b1a-8ea5-d2e6639d53b6,revision_number=None']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:21.970216 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1369c263-658b-4374-a3db-1e100ffeac7b req-8ab58d9e-04fa-4f46-8fdd-5a78744c23ee tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:21.971780 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-1369c263-658b-4374-a3db-1e100ffeac7b req-8ab58d9e-04fa-4f46-8fdd-5a78744c23ee tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/networks?id=c62b9e47-59b6-47ba-845f-e3be4dd39ad8 HTTP/1.1" status: 200 len: 819 time: 0.2889922 Sep 18 00:58:21.979816 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.notifiers.nova [req-12711444-b01e-4ce7-8b33-cea327f0b6d5 req-4ddeb140-77e5-4df4-a2ad-e73b2e544425 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41adca23-a8d9-445c-9eaa-f1623bb2425c {{(pid=106231) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 18 00:58:21.980286 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.services.segments.plugin [-] Segment 41baa60f-ccd4-49e9-9d53-4f008ff8663e resource provider aggregate not found Sep 18 00:58:21.998596 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [req-12711444-b01e-4ce7-8b33-cea327f0b6d5 req-4ddeb140-77e5-4df4-a2ad-e73b2e544425 service neutron] Publish callbacks [] for port (41adca23-a8d9-445c-9eaa-f1623bb2425c), precommit_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:22.010668 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.services.segments.plugin [-] Segment 41baa60f-ccd4-49e9-9d53-4f008ff8663e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 41baa60f-ccd4-49e9-9d53-4f008ff8663e found for delete ", "request_id": "req-a71a183c-bc2b-497f-bdca-9aa8f88aeebf"}]} Sep 18 00:58:22.016949 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-1369c263-658b-4374-a3db-1e100ffeac7b req-bd0e0352-20a2-493d-a635-7fdb7cf45cf7 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/quotas/8cbf74b218c04911bb921f7cc2c6e966 HTTP/1.1" status: 200 len: 375 time: 0.0281639 Sep 18 00:58:22.018129 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620e0611-9a30-4a26-859a-296d5098bedf req-fa21742d-1860-48cd-866d-e03d2e9fc07e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:22.019772 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-620e0611-9a30-4a26-859a-296d5098bedf req-fa21742d-1860-48cd-866d-e03d2e9fc07e service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=eee7c814-dc91-4de0-b55e-0732fcd7c9de HTTP/1.1" status: 200 len: 915 time: 0.2675641 Sep 18 00:58:22.024000 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.db.provisioning_blocks [req-12711444-b01e-4ce7-8b33-cea327f0b6d5 req-4ddeb140-77e5-4df4-a2ad-e73b2e544425 service neutron] Transition to ACTIVE for port object 41adca23-a8d9-445c-9eaa-f1623bb2425c will not be triggered until provisioned by entity L2. {{(pid=106231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 18 00:58:22.029299 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [req-12711444-b01e-4ce7-8b33-cea327f0b6d5 req-4ddeb140-77e5-4df4-a2ad-e73b2e544425 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749746030758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749745591525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749745591543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13917127'] for port (41adca23-a8d9-445c-9eaa-f1623bb2425c), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:22.095362 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-620e0611-9a30-4a26-859a-296d5098bedf req-8020ed34-93e9-41d8-92e8-7ab8df0a4898 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=52a424bc-9fbd-479c-b108-af4ee47377ab HTTP/1.1" status: 200 len: 217 time: 0.0625558 Sep 18 00:58:22.135696 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddeb140-77e5-4df4-a2ad-e73b2e544425 service neutron] Pushing event updated for resources: {'Port': ['ID=41adca23-a8d9-445c-9eaa-f1623bb2425c,revision_number=2']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:22.161106 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 60412) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:58:22.174955 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-1369c263-658b-4374-a3db-1e100ffeac7b req-4d195419-7fc5-437b-959f-43793d54fccd tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=8cbf74b218c04911bb921f7cc2c6e966&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1520405 Sep 18 00:58:22.183217 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5b3722-f9be-492f-8d60-efcb88b9cb7c req-40cb529b-18e2-44fd-a763-d1e25e5164c2 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:22.184759 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-ef5b3722-f9be-492f-8d60-efcb88b9cb7c req-40cb529b-18e2-44fd-a763-d1e25e5164c2 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c1cf145a-d8d5-4a7e-937b-729bf79629fa HTTP/1.1" status: 200 len: 946 time: 0.1443799 Sep 18 00:58:22.202161 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.plugins.ml2.managers [req-12711444-b01e-4ce7-8b33-cea327f0b6d5 req-4ddeb140-77e5-4df4-a2ad-e73b2e544425 service neutron] Attempting to bind port 41adca23-a8d9-445c-9eaa-f1623bb2425c on host hv-cinder-maste for vnic_type normal with profile {{(pid=106231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 18 00:58:22.202499 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.plugins.ml2.managers [req-12711444-b01e-4ce7-8b33-cea327f0b6d5 req-4ddeb140-77e5-4df4-a2ad-e73b2e544425 service neutron] Attempting to bind port 41adca23-a8d9-445c-9eaa-f1623bb2425c by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '83b1444a-b57f-47b2-b012-58acece53013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'fd165d05-651e-4c2d-9094-a51f056f104b'}] {{(pid=106231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 18 00:58:22.202862 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12711444-b01e-4ce7-8b33-cea327f0b6d5 req-4ddeb140-77e5-4df4-a2ad-e73b2e544425 service neutron] Attempting to bind port 41adca23-a8d9-445c-9eaa-f1623bb2425c on network fd165d05-651e-4c2d-9094-a51f056f104b {{(pid=106231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:58:22.217740 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:58:22.251621 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620e0611-9a30-4a26-859a-296d5098bedf req-4f93143b-3b2c-4125-9a52-02fed4bde9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:22.255233 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-f4f973d0-fa51-458d-bacd-fdd816db12e2 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=4760ac3b2a024eb7a0718a1420d492a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0906200 Sep 18 00:58:22.255362 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-620e0611-9a30-4a26-859a-296d5098bedf req-4f93143b-3b2c-4125-9a52-02fed4bde9ab service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=4028d8f5-a2a6-4af3-9818-cba168eaf579 HTTP/1.1" status: 200 len: 853 time: 0.1393843 Sep 18 00:58:22.257541 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 60414) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:58:22.286420 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:58:22.295527 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12711444-b01e-4ce7-8b33-cea327f0b6d5 req-4ddeb140-77e5-4df4-a2ad-e73b2e544425 service neutron] Port 41adca23-a8d9-445c-9eaa-f1623bb2425c on network fd165d05-651e-4c2d-9094-a51f056f104b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=106231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:58:22.295878 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12711444-b01e-4ce7-8b33-cea327f0b6d5 req-4ddeb140-77e5-4df4-a2ad-e73b2e544425 service neutron] Attempting to bind port 41adca23-a8d9-445c-9eaa-f1623bb2425c on network fd165d05-651e-4c2d-9094-a51f056f104b {{(pid=106231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:58:22.357457 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-27921b51-7c87-4586-8083-a60bb4197622 admin admin] Publish callbacks [] for security_group (daaef5e0-2773-432f-8e0a-badb81f5314b), before_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:22.358573 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-ef5b3722-f9be-492f-8d60-efcb88b9cb7c req-135cf18a-8abc-4302-94e9-74e74534ab3d tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5d1f43e9-9af2-4e0f-a00b-d54373283a26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1626489 Sep 18 00:58:22.362103 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:58:22.363786 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620e0611-9a30-4a26-859a-296d5098bedf req-c1ff5a32-0d84-472e-a111-bf5e1e7d24cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:22.366263 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-620e0611-9a30-4a26-859a-296d5098bedf req-c1ff5a32-0d84-472e-a111-bf5e1e7d24cc service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=eee7c814-dc91-4de0-b55e-0732fcd7c9de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0683472 Sep 18 00:58:22.367906 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12711444-b01e-4ce7-8b33-cea327f0b6d5 req-4ddeb140-77e5-4df4-a2ad-e73b2e544425 service neutron] Checking agent: {'id': 'a990346c-0f9b-4256-b267-210f2ef06c1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 18, 0, 54, 1), 'started_at': datetime.datetime(2022, 9, 18, 0, 54, 1), 'heartbeat_timestamp': datetime.datetime(2022, 9, 18, 0, 58, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 18 00:58:22.368253 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12711444-b01e-4ce7-8b33-cea327f0b6d5 req-4ddeb140-77e5-4df4-a2ad-e73b2e544425 service neutron] Checking segment: {'id': '83b1444a-b57f-47b2-b012-58acece53013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'fd165d05-651e-4c2d-9094-a51f056f104b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 18 00:58:22.368632 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12711444-b01e-4ce7-8b33-cea327f0b6d5 req-4ddeb140-77e5-4df4-a2ad-e73b2e544425 service neutron] Bound using segment: {'id': '83b1444a-b57f-47b2-b012-58acece53013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'fd165d05-651e-4c2d-9094-a51f056f104b'} {{(pid=106231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 18 00:58:22.369089 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.plugins.ml2.managers [req-12711444-b01e-4ce7-8b33-cea327f0b6d5 req-4ddeb140-77e5-4df4-a2ad-e73b2e544425 service neutron] Bound port: 41adca23-a8d9-445c-9eaa-f1623bb2425c, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83b1444a-b57f-47b2-b012-58acece53013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'fd165d05-651e-4c2d-9094-a51f056f104b'}}] {{(pid=106231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 18 00:58:22.369454 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [req-12711444-b01e-4ce7-8b33-cea327f0b6d5 req-4ddeb140-77e5-4df4-a2ad-e73b2e544425 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (41adca23-a8d9-445c-9eaa-f1623bb2425c), before_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:22.397638 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-27921b51-7c87-4586-8083-a60bb4197622 admin admin] Publish callbacks [] for security_group (daaef5e0-2773-432f-8e0a-badb81f5314b), precommit_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:22.400031 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-1369c263-658b-4374-a3db-1e100ffeac7b req-c911ec12-562e-4f6e-8156-d8c13547dacd service neutron] 10.222.0.33 "GET /networking/v2.0/networks/c62b9e47-59b6-47ba-845f-e3be4dd39ad8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2057569 Sep 18 00:58:22.468667 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.rpc [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Device 3b10ed6a-bc95-40e6-afaa-4936e44594eb details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:58:22.477799 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:58:22.480364 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.plugins.ml2.db [req-12711444-b01e-4ce7-8b33-cea327f0b6d5 req-4ddeb140-77e5-4df4-a2ad-e73b2e544425 service neutron] For port 41adca23-a8d9-445c-9eaa-f1623bb2425c, host hv-cinder-maste, cleared binding levels {{(pid=106231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:58:22.483259 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.plugins.ml2.db [req-12711444-b01e-4ce7-8b33-cea327f0b6d5 req-4ddeb140-77e5-4df4-a2ad-e73b2e544425 service neutron] For port 41adca23-a8d9-445c-9eaa-f1623bb2425c, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=41adca23-a8d9-445c-9eaa-f1623bb2425c,segment=NetworkSegment(83b1444a-b57f-47b2-b012-58acece53013),segment_id=83b1444a-b57f-47b2-b012-58acece53013)] {{(pid=106231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:58:22.490137 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [req-12711444-b01e-4ce7-8b33-cea327f0b6d5 req-4ddeb140-77e5-4df4-a2ad-e73b2e544425 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749746030758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749745591525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749745591543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13917127'] for port (41adca23-a8d9-445c-9eaa-f1623bb2425c), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:22.520634 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12711444-b01e-4ce7-8b33-cea327f0b6d5 req-4ddeb140-77e5-4df4-a2ad-e73b2e544425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:22.521197 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [req-12711444-b01e-4ce7-8b33-cea327f0b6d5 req-4ddeb140-77e5-4df4-a2ad-e73b2e544425 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16701016'] for port (None), before_response {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:22.522580 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-12711444-b01e-4ce7-8b33-cea327f0b6d5 req-4ddeb140-77e5-4df4-a2ad-e73b2e544425 service neutron] 10.222.0.57 "PUT /networking/v2.0/ports/41adca23-a8d9-445c-9eaa-f1623bb2425c HTTP/1.1" status: 200 len: 1093 time: 0.9295902 Sep 18 00:58:22.523160 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '234a399b-97be-4b3b-8bdb-75278ffdc4e0', 'tag': '41adca23-a8d9-445c-9eaa-f1623bb2425c'}] {{(pid=106231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 18 00:58:22.525403 dv-cinder-master-3-smb neutron-server[106231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2daae94765ac049e9d9a56900be8c16ad14208507d163719654d83d071b86d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bba2739-120f-44f1-9946-30ebccc349ca" -d '{"events": [{"name": "network-changed", "server_uuid": "234a399b-97be-4b3b-8bdb-75278ffdc4e0", "tag": "41adca23-a8d9-445c-9eaa-f1623bb2425c"}]}' {{(pid=106231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:58:22.533208 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-27921b51-7c87-4586-8083-a60bb4197622 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512506'] for security_group (daaef5e0-2773-432f-8e0a-badb81f5314b), after_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:22.536809 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-27921b51-7c87-4586-8083-a60bb4197622 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:22.541334 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-27921b51-7c87-4586-8083-a60bb4197622 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/daaef5e0-2773-432f-8e0a-badb81f5314b HTTP/1.1" status: 204 len: 168 time: 0.2837651 Sep 18 00:58:22.561546 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27921b51-7c87-4586-8083-a60bb4197622 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daaef5e0-2773-432f-8e0a-badb81f5314b,revision_number=None']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:22.573133 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddeb140-77e5-4df4-a2ad-e73b2e544425 service neutron] Pushing event updated for resources: {'Port': ['ID=41adca23-a8d9-445c-9eaa-f1623bb2425c,revision_number=3']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:22.595561 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.db [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] For port 3b10ed6a-bc95-40e6-afaa-4936e44594eb, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=3b10ed6a-bc95-40e6-afaa-4936e44594eb,segment=NetworkSegment(ad5fe970-da3b-4a06-bd95-f70d97a5ce86),segment_id=ad5fe970-da3b-4a06-bd95-f70d97a5ce86)] {{(pid=106232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:58:22.603665 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7322d1-3a3f-44ce-9d14-d4c21abff345 req-de2545a1-1954-4d93-b15e-3d3fa1a9b98b tempest-VolumesSnapshotTestJSON-698728750 tempest-VolumesSnapshotTestJSON-698728750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:22.605385 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-7c7322d1-3a3f-44ce-9d14-d4c21abff345 req-de2545a1-1954-4d93-b15e-3d3fa1a9b98b tempest-VolumesSnapshotTestJSON-698728750 tempest-VolumesSnapshotTestJSON-698728750-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=234a399b-97be-4b3b-8bdb-75278ffdc4e0 HTTP/1.1" status: 200 len: 943 time: 0.1487792 Sep 18 00:58:22.607994 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.rpc [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Returning: {'device': '3b10ed6a-bc95-40e6-afaa-4936e44594eb', 'network_id': '5b2870f5-1df6-4588-9304-3be88fc2aeec', 'port_id': '3b10ed6a-bc95-40e6-afaa-4936e44594eb', 'mac_address': 'fa:16:3e:83:05:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b02e0a67-927b-4f1f-86aa-5b54aefb606b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:58:22.653163 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-1369c263-658b-4374-a3db-1e100ffeac7b req-91f9b240-7217-4ab8-9d69-ef3c9ec2d322 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/c62b9e47-59b6-47ba-845f-e3be4dd39ad8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2434039 Sep 18 00:58:22.655574 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12711444-b01e-4ce7-8b33-cea327f0b6d5 req-2790a759-76cf-405a-9f69-2e571bc148a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:22.657574 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-12711444-b01e-4ce7-8b33-cea327f0b6d5 req-2790a759-76cf-405a-9f69-2e571bc148a4 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=a5eba1f622574f5cacecaccdba833801&device_id=234a399b-97be-4b3b-8bdb-75278ffdc4e0 HTTP/1.1" status: 200 len: 1127 time: 0.0640414 Sep 18 00:58:22.661499 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Current status of the port 3b10ed6a-bc95-40e6-afaa-4936e44594eb is: ACTIVE; New status is: BUILD {{(pid=106232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 00:58:22.661706 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-620e0611-9a30-4a26-859a-296d5098bedf req-1226ba24-e828-4375-b083-807f970bd7af service neutron] 10.222.0.57 "GET /networking/v2.0/networks/eee7c814-dc91-4de0-b55e-0732fcd7c9de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2854416 Sep 18 00:58:22.661888 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (3b10ed6a-bc95-40e6-afaa-4936e44594eb), before_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:22.681803 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.notifiers.nova [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3b10ed6a-bc95-40e6-afaa-4936e44594eb {{(pid=106232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 18 00:58:22.712113 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.db [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] For port 3b10ed6a-bc95-40e6-afaa-4936e44594eb, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=3b10ed6a-bc95-40e6-afaa-4936e44594eb,segment=NetworkSegment(ad5fe970-da3b-4a06-bd95-f70d97a5ce86),segment_id=ad5fe970-da3b-4a06-bd95-f70d97a5ce86)] {{(pid=106232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:58:22.719099 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749746030758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749745591525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749745591543'] for port (3b10ed6a-bc95-40e6-afaa-4936e44594eb), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:22.730868 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-7c7322d1-3a3f-44ce-9d14-d4c21abff345 req-3f0e68c7-e4e1-40cf-8a5d-9bfe7d90e36f tempest-VolumesSnapshotTestJSON-698728750 tempest-VolumesSnapshotTestJSON-698728750-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=fa0a7270-c489-4827-97e2-2fa58a52d0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128175 Sep 18 00:58:22.737299 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-12711444-b01e-4ce7-8b33-cea327f0b6d5 req-8cb26886-5f72-48ae-aea9-5ba2ef0bc327 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=41adca23-a8d9-445c-9eaa-f1623bb2425c HTTP/1.1" status: 200 len: 217 time: 0.0542431 Sep 18 00:58:22.830922 dv-cinder-master-3-smb neutron-server[106231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 18 Sep 2022 00:58:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10342399-1c05-4f6b-9181-fda262d5620a x-openstack-request-id: req-10342399-1c05-4f6b-9181-fda262d5620a {{(pid=106231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:58:22.831887 dv-cinder-master-3-smb neutron-server[106231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "234a399b-97be-4b3b-8bdb-75278ffdc4e0", "tag": "41adca23-a8d9-445c-9eaa-f1623bb2425c", "status": "completed", "code": 200}]} {{(pid=106231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:58:22.833627 dv-cinder-master-3-smb neutron-server[106231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-10342399-1c05-4f6b-9181-fda262d5620a {{(pid=106231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:58:22.834230 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10342399-1c05-4f6b-9181-fda262d5620a'] response: {'name': 'network-changed', 'server_uuid': '234a399b-97be-4b3b-8bdb-75278ffdc4e0', 'tag': '41adca23-a8d9-445c-9eaa-f1623bb2425c', 'status': 'completed', 'code': 200} Sep 18 00:58:22.851899 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12711444-b01e-4ce7-8b33-cea327f0b6d5 req-45c257a3-ce5b-46f6-8e71-9fcb85d55e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:22.853936 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-12711444-b01e-4ce7-8b33-cea327f0b6d5 req-45c257a3-ce5b-46f6-8e71-9fcb85d55e14 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=29433b7a-6a3a-4301-9d9c-27b3f104e9ed HTTP/1.1" status: 200 len: 854 time: 0.1101856 Sep 18 00:58:22.866064 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Pushing event updated for resources: {'Port': ['ID=3b10ed6a-bc95-40e6-afaa-4936e44594eb,revision_number=6']} {{(pid=106232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:22.881555 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:58:22.882535 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:58:22.883055 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:58:22.883552 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:58:22.884028 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:58:22.884521 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:58:22.884989 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:58:22.885460 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:58:22.885937 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:58:22.886420 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:58:22.886919 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:58:22.887402 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:58:22.887869 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:58:22.888479 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:58:22.889505 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:58:22.912776 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-12711444-b01e-4ce7-8b33-cea327f0b6d5 req-b4c62db1-db60-4ff4-a492-a47c6c23e3bb service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=fd165d05-651e-4c2d-9094-a51f056f104b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437622 Sep 18 00:58:22.918396 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-013c2758-2c28-407e-acf7-f154e3de4d59 req-ec84f95c-3d03-48c8-8666-1c938065693e tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ecc591cc-e74d-48ea-85e8-945b2995d123 HTTP/1.1" status: 200 len: 210 time: 0.0581744 Sep 18 00:58:22.922268 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-620e0611-9a30-4a26-859a-296d5098bedf req-821ab16a-992c-4157-b54e-ed000dad736d service neutron] 10.222.0.57 "GET /networking/v2.0/networks/eee7c814-dc91-4de0-b55e-0732fcd7c9de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2378767 Sep 18 00:58:22.953260 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.db [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] get_ports_and_sgs() called for port_ids ['3b10ed6a-bc95-40e6-afaa-4936e44594eb'] {{(pid=106232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 18 00:58:22.990486 dv-cinder-master-3-smb neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:58:23.076057 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-12711444-b01e-4ce7-8b33-cea327f0b6d5 req-e0391273-5774-4e89-8417-24fddc49fa30 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/fd165d05-651e-4c2d-9094-a51f056f104b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494083 Sep 18 00:58:23.119711 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744e52d9-b32a-4be2-ad91-86876909c5d2 req-a4b80ec2-d039-4593-93e3-d661c9d07740 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:23.121221 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-744e52d9-b32a-4be2-ad91-86876909c5d2 req-a4b80ec2-d039-4593-93e3-d661c9d07740 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b142dfeb-6de9-4d35-9b1e-b0545715235b HTTP/1.1" status: 200 len: 943 time: 0.0811608 Sep 18 00:58:23.123259 dv-cinder-master-3-smb neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:58:23.183906 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-744e52d9-b32a-4be2-ad91-86876909c5d2 req-a5bac923-db64-4075-8265-5b84d44fb963 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=cf5b9ec0-b30e-497d-b3f3-770efd5927e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564711 Sep 18 00:58:23.210448 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-12711444-b01e-4ce7-8b33-cea327f0b6d5 req-aae48270-df9f-4ddd-a2cb-864da1c7670f service neutron] 10.222.0.57 "GET /networking/v2.0/networks/fd165d05-651e-4c2d-9094-a51f056f104b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203876 Sep 18 00:58:23.493273 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e04405-6e34-4209-a0ed-a45a5d45a79d req-171c1ac5-573e-478c-bea7-fe966ae28d41 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:23.494975 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-20e04405-6e34-4209-a0ed-a45a5d45a79d req-171c1ac5-573e-478c-bea7-fe966ae28d41 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c1cf145a-d8d5-4a7e-937b-729bf79629fa HTTP/1.1" status: 200 len: 945 time: 0.0479794 Sep 18 00:58:23.543010 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 60452) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:58:23.546817 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-20e04405-6e34-4209-a0ed-a45a5d45a79d req-e12a7679-9fb2-44ac-ac7d-fdd12f3f031c tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5d1f43e9-9af2-4e0f-a00b-d54373283a26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446784 Sep 18 00:58:23.639060 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.v2.base [None req-8fe9a5d6-fffd-4994-b947-f59341a41177 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1255906396-network', 'tenant_id': 'c37316ddc7de431294eda723f5ef3f60'}} {{(pid=106231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:58:23.659828 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fe9a5d6-fffd-4994-b947-f59341a41177 admin admin] Made reservation on behalf of c37316ddc7de431294eda723f5ef3f60 for: {'network': 1} {{(pid=106231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:58:23.662208 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-8fe9a5d6-fffd-4994-b947-f59341a41177 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for network (None), before_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:23.672456 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-8fe9a5d6-fffd-4994-b947-f59341a41177 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:23.753734 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-8fe9a5d6-fffd-4994-b947-f59341a41177 admin admin] Publish callbacks [] for security_group (813d128d-0b50-4994-8e9e-8cdbd4da2728), precommit_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:23.758560 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-8fe9a5d6-fffd-4994-b947-f59341a41177 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512506'] for security_group (813d128d-0b50-4994-8e9e-8cdbd4da2728), after_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:23.790039 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fe9a5d6-fffd-4994-b947-f59341a41177 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 192} {{(pid=106231) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 00:58:23.806317 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe9a5d6-fffd-4994-b947-f59341a41177 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=813d128d-0b50-4994-8e9e-8cdbd4da2728,revision_number=1']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:23.809210 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-8fe9a5d6-fffd-4994-b947-f59341a41177 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-977230'] for segment (af472e6b-8d89-4826-b74a-db58c32a407b), precommit_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:23.809548 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.db.segments_db [None req-8fe9a5d6-fffd-4994-b947-f59341a41177 admin admin] Added segment af472e6b-8d89-4826-b74a-db58c32a407b of type vlan for network 2fe627c1-4c69-4373-8338-7690c696f294 Sep 18 00:58:23.810981 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=83,neutron:DELETE=3,neutron:UPDATE=2,neutron:INSERT=12 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:58:23.853910 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-8fe9a5d6-fffd-4994-b947-f59341a41177 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749745527471'] for network (2fe627c1-4c69-4373-8338-7690c696f294), precommit_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:23.859539 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d3d343-393b-47a7-9c7c-bb4b5bf3df27 req-953a8bb6-665b-4db2-95af-5dffc6e1b488 tempest-VolumesSnapshotTestJSON-698728750 tempest-VolumesSnapshotTestJSON-698728750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:23.861035 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-33d3d343-393b-47a7-9c7c-bb4b5bf3df27 req-953a8bb6-665b-4db2-95af-5dffc6e1b488 tempest-VolumesSnapshotTestJSON-698728750 tempest-VolumesSnapshotTestJSON-698728750-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=234a399b-97be-4b3b-8bdb-75278ffdc4e0 HTTP/1.1" status: 200 len: 943 time: 0.0543091 Sep 18 00:58:23.880553 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-8fe9a5d6-fffd-4994-b947-f59341a41177 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16510767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039'] for network (2fe627c1-4c69-4373-8338-7690c696f294), after_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:23.881544 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fe9a5d6-fffd-4994-b947-f59341a41177 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:23.882118 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-8fe9a5d6-fffd-4994-b947-f59341a41177 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16267021'] for network (None), before_response {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:23.899005 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=100 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:58:23.909679 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:DELETE=1,neutron:INSERT=7 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:58:23.912096 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-33d3d343-393b-47a7-9c7c-bb4b5bf3df27 req-baa18814-4d9d-41eb-bd18-f9c356237f47 tempest-VolumesSnapshotTestJSON-698728750 tempest-VolumesSnapshotTestJSON-698728750-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=fa0a7270-c489-4827-97e2-2fa58a52d0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453017 Sep 18 00:58:23.946155 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-8fe9a5d6-fffd-4994-b947-f59341a41177 admin admin] 10.222.0.33 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4020586 Sep 18 00:58:23.949313 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.33', 60458) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:58:23.953802 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe9a5d6-fffd-4994-b947-f59341a41177 admin admin] Pushing event updated for resources: {'Network': ['ID=2fe627c1-4c69-4373-8338-7690c696f294,revision_number=1']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:23.955598 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.v2.base [None req-2da737ae-7bee-4dbd-80ff-4d89e1b7f950 admin admin] Request body: {'subnet': {'network_id': '2fe627c1-4c69-4373-8338-7690c696f294', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1255906396-subnet', 'tenant_id': 'c37316ddc7de431294eda723f5ef3f60', 'ip_version': 4}} {{(pid=106230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:58:23.974602 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.rpc [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Network 2fe627c1-4c69-4373-8338-7690c696f294 details requested by agent ovs-agent-dv-cinder-master-3-smb with host dv-cinder-master-3-smb {{(pid=106232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 00:58:23.979235 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2da737ae-7bee-4dbd-80ff-4d89e1b7f950 admin admin] Made reservation on behalf of c37316ddc7de431294eda723f5ef3f60 for: {'subnet': 1} {{(pid=106230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:58:23.982210 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-2da737ae-7bee-4dbd-80ff-4d89e1b7f950 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12768592'] for subnet (None), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:24.077915 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-80fb5fdf-f339-4958-9179-a67600cc0c94 req-25e11c93-4721-48af-bf4c-72ca4b5bfd79 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ecc591cc-e74d-48ea-85e8-945b2995d123 HTTP/1.1" status: 200 len: 210 time: 0.0425863 Sep 18 00:58:24.187214 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-2da737ae-7bee-4dbd-80ff-4d89e1b7f950 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16510870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13338544', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12768582'] for subnet (58f0751e-3cb4-40b9-9d2a-3100ec129c91), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:24.233773 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da737ae-7bee-4dbd-80ff-4d89e1b7f950 admin admin] Pushing event updated for resources: {'Subnet': ['ID=58f0751e-3cb4-40b9-9d2a-3100ec129c91,revision_number=0']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:24.253557 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da737ae-7bee-4dbd-80ff-4d89e1b7f950 admin admin] Checking segment: {'id': 'af472e6b-8d89-4826-b74a-db58c32a407b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '2fe627c1-4c69-4373-8338-7690c696f294'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 18 00:58:24.253915 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2da737ae-7bee-4dbd-80ff-4d89e1b7f950 admin admin] Network hostable DHCP agents. Network: 2fe627c1-4c69-4373-8338-7690c696f294, hostable agents: ['25137928-f4de-4c87-813e-883d046ac13f'], hosted agents: [] {{(pid=106230) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 00:58:24.280244 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2da737ae-7bee-4dbd-80ff-4d89e1b7f950 admin admin] Network 2fe627c1-4c69-4373-8338-7690c696f294 is scheduled to be hosted by DHCP agent 25137928-f4de-4c87-813e-883d046ac13f with binding_index 1 {{(pid=106230) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 00:58:24.314081 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.scheduler.base_scheduler [None req-2da737ae-7bee-4dbd-80ff-4d89e1b7f950 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-smb, 2fe627c1-4c69-4373-8338-7690c696f294) {{(pid=106230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:58:24.323177 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c331dad4-5dd2-4c45-9ff1-9696a359db82 None None] Network 2fe627c1-4c69-4373-8338-7690c696f294 requested from dv-cinder-master-3-smb {{(pid=106232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 18 00:58:24.323919 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfd3629-5b28-47c4-aa44-026bd342ac8c req-a2efe22d-83ab-44e0-9abe-2f2f158fbf19 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:24.325434 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-3cfd3629-5b28-47c4-aa44-026bd342ac8c req-a2efe22d-83ab-44e0-9abe-2f2f158fbf19 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b142dfeb-6de9-4d35-9b1e-b0545715235b HTTP/1.1" status: 200 len: 943 time: 0.0597506 Sep 18 00:58:24.326618 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2da737ae-7bee-4dbd-80ff-4d89e1b7f950 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:24.327236 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-2da737ae-7bee-4dbd-80ff-4d89e1b7f950 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16267021'] for subnet (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:24.355133 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [None req-2da737ae-7bee-4dbd-80ff-4d89e1b7f950 admin admin] 10.222.0.33 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4046676 Sep 18 00:58:24.358858 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 60464) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:58:24.363389 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.v2.base [None req-82e2cc0b-4f2a-41ed-a372-4b95d29c3dc6 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1255906396-router', 'tenant_id': 'c37316ddc7de431294eda723f5ef3f60', 'external_gateway_info': {'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505'}}} {{(pid=106231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:58:24.384736 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-82e2cc0b-4f2a-41ed-a372-4b95d29c3dc6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16492684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1939'] for router (686f8360-d797-4b61-96c7-e1e5ed0e5c18), before_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:24.386317 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-82e2cc0b-4f2a-41ed-a372-4b95d29c3dc6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16492209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16485630', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16421430', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1946'] for router (686f8360-d797-4b61-96c7-e1e5ed0e5c18), precommit_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:24.390402 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:58:24.395328 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-3cfd3629-5b28-47c4-aa44-026bd342ac8c req-2f146a96-f14d-492d-b7c0-b3b56d056cb2 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=cf5b9ec0-b30e-497d-b3f3-770efd5927e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616426 Sep 18 00:58:24.445301 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04bebcbb-6a92-4dec-b851-b56f8ac46d3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c9b710a-c5e7-5cbf-88b5-877954cdc74b-2fe627c1-4c69-4373-8338-7690c696f294', 'network_id': '2fe627c1-4c69-4373-8338-7690c696f294', 'project_id': 'c37316ddc7de431294eda723f5ef3f60', 'fixed_ips': [{'subnet_id': '58f0751e-3cb4-40b9-9d2a-3100ec129c91'}]}} from dv-cinder-master-3-smb. {{(pid=106232) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 18 00:58:24.446217 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-04bebcbb-6a92-4dec-b851-b56f8ac46d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (None), before_create {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:24.461840 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.rpc [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Device 52a424bc-9fbd-479c-b108-af4ee47377ab details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:58:24.474828 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bba2739-120f-44f1-9946-30ebccc349ca req-fe81798c-9171-4423-84d2-cfb2251cab3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:24.476389 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-1bba2739-120f-44f1-9946-30ebccc349ca req-fe81798c-9171-4423-84d2-cfb2251cab3d service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=a5eba1f622574f5cacecaccdba833801&device_id=234a399b-97be-4b3b-8bdb-75278ffdc4e0 HTTP/1.1" status: 200 len: 1127 time: 0.0848885 Sep 18 00:58:24.481051 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-82e2cc0b-4f2a-41ed-a372-4b95d29c3dc6 admin admin] Publish callbacks [] for router_controller (686f8360-d797-4b61-96c7-e1e5ed0e5c18), precommit_add_association {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:24.551133 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.rpc [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Device 3b10ed6a-bc95-40e6-afaa-4936e44594eb up at agent hyperv_hv-cinder-maste {{(pid=106232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:58:24.584935 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.db.resource_extend [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Sep 18 00:58:24.685413 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-82e2cc0b-4f2a-41ed-a372-4b95d29c3dc6 admin admin] Publish callbacks [] for router_gateway (686f8360-d797-4b61-96c7-e1e5ed0e5c18), precommit_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:24.715665 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.db_base_plugin_common [None req-04bebcbb-6a92-4dec-b851-b56f8ac46d3d None None] Allocated IP 172.20.0.2 (2fe627c1-4c69-4373-8338-7690c696f294/58f0751e-3cb4-40b9-9d2a-3100ec129c91/2f88a861-cdea-44e9-97c7-1b4f8898d866) {{(pid=106232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:58:24.720144 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.provisioning_blocks [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Provisioning complete for port 3b10ed6a-bc95-40e6-afaa-4936e44594eb triggered by entity L2. {{(pid=106232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 00:58:24.720846 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981214'] for port (3b10ed6a-bc95-40e6-afaa-4936e44594eb), provisioning_complete {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:24.721176 dv-cinder-master-3-smb neutron-server[106232]: INFO neutron.plugins.ml2.plugin [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Attempt 1 to provision port 3b10ed6a-bc95-40e6-afaa-4936e44594eb Sep 18 00:58:24.725970 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bba2739-120f-44f1-9946-30ebccc349ca req-ffe25c55-f815-4b6d-977c-c0ccac068637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:24.727730 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-1bba2739-120f-44f1-9946-30ebccc349ca req-ffe25c55-f815-4b6d-977c-c0ccac068637 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=fd165d05-651e-4c2d-9094-a51f056f104b HTTP/1.1" status: 200 len: 915 time: 0.2395260 Sep 18 00:58:24.771238 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47d7152-c51b-449f-a8b1-eed598db819d req-6e5e7b7f-63d3-40c6-8f9f-cce141765cc1 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:24.773267 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-a47d7152-c51b-449f-a8b1-eed598db819d req-6e5e7b7f-63d3-40c6-8f9f-cce141765cc1 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c1cf145a-d8d5-4a7e-937b-729bf79629fa HTTP/1.1" status: 200 len: 945 time: 0.0997355 Sep 18 00:58:24.795420 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-1bba2739-120f-44f1-9946-30ebccc349ca req-f7bd161b-9c26-4a67-9d9a-7e2080d7c65e service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=41adca23-a8d9-445c-9eaa-f1623bb2425c HTTP/1.1" status: 200 len: 217 time: 0.0380228 Sep 18 00:58:24.813740 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.db [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] For port 52a424bc-9fbd-479c-b108-af4ee47377ab, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=52a424bc-9fbd-479c-b108-af4ee47377ab,segment=NetworkSegment(6bbfddfb-8aa0-4ab6-886c-b017727b1f75),segment_id=6bbfddfb-8aa0-4ab6-886c-b017727b1f75)] {{(pid=106232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:58:24.851252 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-a47d7152-c51b-449f-a8b1-eed598db819d req-2c2dadde-8e8a-438c-808a-a77c294468cf tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5d1f43e9-9af2-4e0f-a00b-d54373283a26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703795 Sep 18 00:58:24.857879 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.rpc [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Returning: {'device': '52a424bc-9fbd-479c-b108-af4ee47377ab', 'network_id': 'eee7c814-dc91-4de0-b55e-0732fcd7c9de', 'port_id': '52a424bc-9fbd-479c-b108-af4ee47377ab', 'mac_address': 'fa:16:3e:ba:1c:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4028d8f5-a2a6-4af3-9818-cba168eaf579', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:58:24.902416 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Current status of the port 3b10ed6a-bc95-40e6-afaa-4936e44594eb is: BUILD; New status is: ACTIVE {{(pid=106232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 00:58:24.902830 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (3b10ed6a-bc95-40e6-afaa-4936e44594eb), before_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:24.918442 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bba2739-120f-44f1-9946-30ebccc349ca req-2ecdce26-7ab7-42c0-9996-940c168dedb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:24.920768 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-1bba2739-120f-44f1-9946-30ebccc349ca req-2ecdce26-7ab7-42c0-9996-940c168dedb4 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=29433b7a-6a3a-4301-9d9c-27b3f104e9ed HTTP/1.1" status: 200 len: 854 time: 0.1117673 Sep 18 00:58:24.988640 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-1bba2739-120f-44f1-9946-30ebccc349ca req-fbf79eee-63b3-4b80-9466-72d8292d9b6a service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=fd165d05-651e-4c2d-9094-a51f056f104b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396833 Sep 18 00:58:25.003930 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-82e2cc0b-4f2a-41ed-a372-4b95d29c3dc6 admin admin] Publish callbacks [] for router_gateway (686f8360-d797-4b61-96c7-e1e5ed0e5c18), before_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:25.039346 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-82e2cc0b-4f2a-41ed-a372-4b95d29c3dc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (None), before_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:25.093453 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc86b60-6dde-456b-b881-1ee517bf9f80 req-1eeb84bf-47c6-407d-b873-b7e347da2bee tempest-VolumesSnapshotTestJSON-698728750 tempest-VolumesSnapshotTestJSON-698728750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:25.102327 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1cf145a-d8d5-4a7e-937b-729bf79629fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b10ed6a-bc95-40e6-afaa-4936e44594eb'}] {{(pid=106232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 18 00:58:25.105415 dv-cinder-master-3-smb neutron-server[106232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90e96a6086c290001a0d7e5ddcf89e279d0a9bc322b7051b760fc9213660c862" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bd877b2-3fa9-4c48-9ea5-6ac3641557ca" -d '{"events": [{"server_uuid": "c1cf145a-d8d5-4a7e-937b-729bf79629fa", "name": "network-vif-plugged", "status": "completed", "tag": "3b10ed6a-bc95-40e6-afaa-4936e44594eb"}]}' {{(pid=106232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:58:25.107338 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-0fc86b60-6dde-456b-b881-1ee517bf9f80 req-1eeb84bf-47c6-407d-b873-b7e347da2bee tempest-VolumesSnapshotTestJSON-698728750 tempest-VolumesSnapshotTestJSON-698728750-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=234a399b-97be-4b3b-8bdb-75278ffdc4e0 HTTP/1.1" status: 200 len: 943 time: 0.0795391 Sep 18 00:58:25.114480 dv-cinder-master-3-smb neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:58:25.115356 dv-cinder-master-3-smb neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:58:25.163412 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Current status of the port 52a424bc-9fbd-479c-b108-af4ee47377ab is: DOWN; New status is: BUILD {{(pid=106232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 00:58:25.164197 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (52a424bc-9fbd-479c-b108-af4ee47377ab), before_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:25.171260 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.db [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] For port 3b10ed6a-bc95-40e6-afaa-4936e44594eb, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=3b10ed6a-bc95-40e6-afaa-4936e44594eb,segment=NetworkSegment(ad5fe970-da3b-4a06-bd95-f70d97a5ce86),segment_id=ad5fe970-da3b-4a06-bd95-f70d97a5ce86)] {{(pid=106232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:58:25.188551 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749746030758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749745591525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749745591543'] for port (3b10ed6a-bc95-40e6-afaa-4936e44594eb), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:25.201207 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-1bba2739-120f-44f1-9946-30ebccc349ca req-9d2a37a8-35f1-4280-840e-674f660b044b service neutron] 10.222.0.57 "GET /networking/v2.0/networks/fd165d05-651e-4c2d-9094-a51f056f104b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2100356 Sep 18 00:58:25.210177 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.notifiers.nova [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52a424bc-9fbd-479c-b108-af4ee47377ab {{(pid=106232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 18 00:58:25.237965 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.db.db_base_plugin_common [None req-82e2cc0b-4f2a-41ed-a372-4b95d29c3dc6 admin admin] Allocated IP 172.37.5.182 (b5726c9b-05f1-4137-90cd-23a4e3e89505/9e97c026-c8b3-4b72-91ed-10f39e002f97/b5cd822d-7070-4e2b-95ea-266904043865) {{(pid=106231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:58:25.252894 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-04bebcbb-6a92-4dec-b851-b56f8ac46d3d None None] Publish callbacks [] for port (2f88a861-cdea-44e9-97c7-1b4f8898d866), precommit_create {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:25.266756 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.db [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] For port 52a424bc-9fbd-479c-b108-af4ee47377ab, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=52a424bc-9fbd-479c-b108-af4ee47377ab,segment=NetworkSegment(6bbfddfb-8aa0-4ab6-886c-b017727b1f75),segment_id=6bbfddfb-8aa0-4ab6-886c-b017727b1f75)] {{(pid=106232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:58:25.279382 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-04bebcbb-6a92-4dec-b851-b56f8ac46d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749745591507'] for port (2f88a861-cdea-44e9-97c7-1b4f8898d866), after_create {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:25.284735 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749746030758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749745591525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749745591543'] for port (52a424bc-9fbd-479c-b108-af4ee47377ab), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:25.304882 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Pushing event updated for resources: {'Port': ['ID=3b10ed6a-bc95-40e6-afaa-4936e44594eb,revision_number=7']} {{(pid=106232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:25.323075 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:58:25.333219 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04bebcbb-6a92-4dec-b851-b56f8ac46d3d None None] Network 2fe627c1-4c69-4373-8338-7690c696f294 is already hosted by enough agents. {{(pid=106232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:58:25.338047 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.scheduler.base_scheduler [None req-04bebcbb-6a92-4dec-b851-b56f8ac46d3d None None] Resources bound (agent type, host, resource id): {{(pid=106232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:58:25.338324 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:58:25.342403 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04bebcbb-6a92-4dec-b851-b56f8ac46d3d None None] Received port after_create {{(pid=106232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 18 00:58:25.379688 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-82e2cc0b-4f2a-41ed-a372-4b95d29c3dc6 admin admin] Publish callbacks [] for port (b5cd822d-7070-4e2b-95ea-266904043865), precommit_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:25.381170 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bebcbb-6a92-4dec-b851-b56f8ac46d3d None None] Pushing event updated for resources: {'Port': ['ID=2f88a861-cdea-44e9-97c7-1b4f8898d866,revision_number=1']} {{(pid=106232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:25.437580 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-7d6957aa-7488-4be7-963e-b5019f1e0215 req-e76d61e1-1f8c-43dc-85d9-223a1d9d40c6 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ecc591cc-e74d-48ea-85e8-945b2995d123 HTTP/1.1" status: 200 len: 210 time: 0.0383532 Sep 18 00:58:25.457051 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.managers [None req-04bebcbb-6a92-4dec-b851-b56f8ac46d3d None None] Attempting to bind port 2f88a861-cdea-44e9-97c7-1b4f8898d866 on host dv-cinder-master-3-smb for vnic_type normal with profile {{(pid=106232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 18 00:58:25.457581 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-0fc86b60-6dde-456b-b881-1ee517bf9f80 req-3252fe9d-78ce-40a0-bedc-b46ccc2605af tempest-VolumesSnapshotTestJSON-698728750 tempest-VolumesSnapshotTestJSON-698728750-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=fa0a7270-c489-4827-97e2-2fa58a52d0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3491004 Sep 18 00:58:25.457803 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.managers [None req-04bebcbb-6a92-4dec-b851-b56f8ac46d3d None None] Attempting to bind port 2f88a861-cdea-44e9-97c7-1b4f8898d866 by drivers openvswitch,hyperv on host dv-cinder-master-3-smb at level 0 using segments [{'id': 'af472e6b-8d89-4826-b74a-db58c32a407b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '2fe627c1-4c69-4373-8338-7690c696f294'}] {{(pid=106232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 18 00:58:25.458348 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04bebcbb-6a92-4dec-b851-b56f8ac46d3d None None] Attempting to bind port 2f88a861-cdea-44e9-97c7-1b4f8898d866 on network 2fe627c1-4c69-4373-8338-7690c696f294 {{(pid=106232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:58:25.465777 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Pushing event updated for resources: {'Port': ['ID=52a424bc-9fbd-479c-b108-af4ee47377ab,revision_number=4']} {{(pid=106232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:25.554071 dv-cinder-master-3-smb neutron-server[106232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 18 Sep 2022 00:58:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dd0e990-bd78-4572-a567-d25e09565d7c x-openstack-request-id: req-5dd0e990-bd78-4572-a567-d25e09565d7c {{(pid=106232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:58:25.554398 dv-cinder-master-3-smb neutron-server[106232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1cf145a-d8d5-4a7e-937b-729bf79629fa", "name": "network-vif-plugged", "status": "completed", "tag": "3b10ed6a-bc95-40e6-afaa-4936e44594eb", "code": 200}]} {{(pid=106232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:58:25.554680 dv-cinder-master-3-smb neutron-server[106232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-5dd0e990-bd78-4572-a567-d25e09565d7c {{(pid=106232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:58:25.555093 dv-cinder-master-3-smb neutron-server[106232]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5dd0e990-bd78-4572-a567-d25e09565d7c'] response: {'server_uuid': 'c1cf145a-d8d5-4a7e-937b-729bf79629fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b10ed6a-bc95-40e6-afaa-4936e44594eb', 'code': 200} Sep 18 00:58:25.563956 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04bebcbb-6a92-4dec-b851-b56f8ac46d3d None None] Checking agent: {'id': 'c8573462-7e7f-4357-b3a8-beeaa8ae7db3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 18, 0, 47, 40), 'started_at': datetime.datetime(2022, 9, 18, 0, 48, 10), 'heartbeat_timestamp': datetime.datetime(2022, 9, 18, 0, 58, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 18 00:58:25.564724 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04bebcbb-6a92-4dec-b851-b56f8ac46d3d None None] Checking segment: {'id': 'af472e6b-8d89-4826-b74a-db58c32a407b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '2fe627c1-4c69-4373-8338-7690c696f294'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 18 00:58:25.565303 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-04bebcbb-6a92-4dec-b851-b56f8ac46d3d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:25.565868 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04bebcbb-6a92-4dec-b851-b56f8ac46d3d None None] Bound using segment: {'id': 'af472e6b-8d89-4826-b74a-db58c32a407b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '2fe627c1-4c69-4373-8338-7690c696f294'} {{(pid=106232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 18 00:58:25.567463 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.managers [None req-04bebcbb-6a92-4dec-b851-b56f8ac46d3d None None] Bound port: 2f88a861-cdea-44e9-97c7-1b4f8898d866, host: dv-cinder-master-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af472e6b-8d89-4826-b74a-db58c32a407b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '2fe627c1-4c69-4373-8338-7690c696f294'}}] {{(pid=106232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 18 00:58:25.568037 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-04bebcbb-6a92-4dec-b851-b56f8ac46d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (2f88a861-cdea-44e9-97c7-1b4f8898d866), before_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:25.638582 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a40353-eaa4-4a7d-8bfc-53da0a553a5a req-dac87202-cb84-41d0-abae-40a3a7829a4b tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:25.646343 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-c8a40353-eaa4-4a7d-8bfc-53da0a553a5a req-dac87202-cb84-41d0-abae-40a3a7829a4b tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b142dfeb-6de9-4d35-9b1e-b0545715235b HTTP/1.1" status: 200 len: 944 time: 0.0738175 Sep 18 00:58:25.665341 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.db [None req-04bebcbb-6a92-4dec-b851-b56f8ac46d3d None None] For port 2f88a861-cdea-44e9-97c7-1b4f8898d866, host dv-cinder-master-3-smb, cleared binding levels {{(pid=106232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:58:25.674818 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.db [None req-04bebcbb-6a92-4dec-b851-b56f8ac46d3d None None] For port 2f88a861-cdea-44e9-97c7-1b4f8898d866, host dv-cinder-master-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=2f88a861-cdea-44e9-97c7-1b4f8898d866,segment=NetworkSegment(af472e6b-8d89-4826-b74a-db58c32a407b),segment_id=af472e6b-8d89-4826-b74a-db58c32a407b)] {{(pid=106232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:58:25.692442 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.db [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] get_ports_and_sgs() called for port_ids ['52a424bc-9fbd-479c-b108-af4ee47377ab'] {{(pid=106232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 18 00:58:25.700101 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-04bebcbb-6a92-4dec-b851-b56f8ac46d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749746030758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749745591525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749745591543'] for port (2f88a861-cdea-44e9-97c7-1b4f8898d866), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:25.833781 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-c8a40353-eaa4-4a7d-8bfc-53da0a553a5a req-9cdc3388-c892-42d5-a9e8-ce2d0dd69683 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=cf5b9ec0-b30e-497d-b3f3-770efd5927e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1855872 Sep 18 00:58:25.853897 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-82e2cc0b-4f2a-41ed-a372-4b95d29c3dc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749745591507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13917182'] for port (b5cd822d-7070-4e2b-95ea-266904043865), after_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:25.876130 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bebcbb-6a92-4dec-b851-b56f8ac46d3d None None] Pushing event updated for resources: {'Port': ['ID=2f88a861-cdea-44e9-97c7-1b4f8898d866,revision_number=2']} {{(pid=106232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:25.895359 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1369c263-658b-4374-a3db-1e100ffeac7b req-ef4cd425-045f-4690-a709-e5f6d562761c tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:25.896758 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-1369c263-658b-4374-a3db-1e100ffeac7b req-ef4cd425-045f-4690-a709-e5f6d562761c tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.57 "GET /networking/v2.0/networks?id=c62b9e47-59b6-47ba-845f-e3be4dd39ad8 HTTP/1.1" status: 200 len: 819 time: 0.2418454 Sep 18 00:58:26.000828 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-1bba2739-120f-44f1-9946-30ebccc349ca req-65ef6558-e8f8-47fa-92a9-43dda0e9c126 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/fd165d05-651e-4c2d-9094-a51f056f104b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1980221 Sep 18 00:58:26.030553 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e2cc0b-4f2a-41ed-a372-4b95d29c3dc6 admin admin] Pushing event updated for resources: {'Port': ['ID=b5cd822d-7070-4e2b-95ea-266904043865,revision_number=1']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:26.043494 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82e2cc0b-4f2a-41ed-a372-4b95d29c3dc6 admin admin] Network b5726c9b-05f1-4137-90cd-23a4e3e89505 is already hosted by enough agents. {{(pid=106231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:58:26.046380 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.scheduler.base_scheduler [None req-82e2cc0b-4f2a-41ed-a372-4b95d29c3dc6 admin admin] Resources bound (agent type, host, resource id): {{(pid=106231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:58:26.051587 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82e2cc0b-4f2a-41ed-a372-4b95d29c3dc6 admin admin] Received port after_create {{(pid=106231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 18 00:58:26.085790 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-1369c263-658b-4374-a3db-1e100ffeac7b req-05bda54b-86bb-46de-8a36-2de0c2c2b909 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.57 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=8cbf74b218c04911bb921f7cc2c6e966 HTTP/1.1" status: 200 len: 380 time: 0.1698678 Sep 18 00:58:26.108957 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.v2.base [req-1369c263-658b-4374-a3db-1e100ffeac7b req-56093505-246d-4702-8f56-c82c400657db tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Request body: {'port': {'device_id': 'ecc591cc-e74d-48ea-85e8-945b2995d123', 'network_id': 'c62b9e47-59b6-47ba-845f-e3be4dd39ad8', 'admin_state_up': True, 'tenant_id': '8cbf74b218c04911bb921f7cc2c6e966', 'security_groups': ['a79958da-0ace-40be-883c-3b3873a975fb']}} {{(pid=106230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:58:26.156214 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40956d56-34ff-4322-910e-74d5481f571f req-b313d137-5639-44f4-a883-369f58826644 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:26.157783 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-40956d56-34ff-4322-910e-74d5481f571f req-b313d137-5639-44f4-a883-369f58826644 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c1cf145a-d8d5-4a7e-937b-729bf79629fa HTTP/1.1" status: 200 len: 946 time: 0.1390576 Sep 18 00:58:26.170935 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:INSERT=5,neutron:SELECT=94,neutron:UPDATE=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:58:26.314932 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-40956d56-34ff-4322-910e-74d5481f571f req-7cf3ec0a-32fd-48fe-a55e-176447f44909 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5d1f43e9-9af2-4e0f-a00b-d54373283a26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1389008 Sep 18 00:58:26.330564 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1369c263-658b-4374-a3db-1e100ffeac7b req-56093505-246d-4702-8f56-c82c400657db tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Made reservation on behalf of 8cbf74b218c04911bb921f7cc2c6e966 for: {'port': 1} {{(pid=106230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:58:26.336367 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [req-1369c263-658b-4374-a3db-1e100ffeac7b req-56093505-246d-4702-8f56-c82c400657db tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (None), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:26.399977 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-82e2cc0b-4f2a-41ed-a372-4b95d29c3dc6 admin admin] Publish callbacks [] for router_gateway (686f8360-d797-4b61-96c7-e1e5ed0e5c18), after_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:26.521992 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.db.db_base_plugin_common [req-1369c263-658b-4374-a3db-1e100ffeac7b req-56093505-246d-4702-8f56-c82c400657db tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Allocated IP 172.20.0.4 (c62b9e47-59b6-47ba-845f-e3be4dd39ad8/21e1d23e-9045-41fa-9ed7-19ac1edcbcfa/9608eb83-8531-414f-a482-f625b3b31cb2) {{(pid=106230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:58:26.523250 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:58:26.596049 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-a03eba87-85b2-4fca-b7f8-9915e1f62fdb req-4739392d-0bd8-42cf-985f-67ff40c60b58 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ecc591cc-e74d-48ea-85e8-945b2995d123 HTTP/1.1" status: 200 len: 210 time: 0.0493758 Sep 18 00:58:26.726895 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-82e2cc0b-4f2a-41ed-a372-4b95d29c3dc6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16492265', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16489761'] for router (686f8360-d797-4b61-96c7-e1e5ed0e5c18), after_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:26.781001 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05560e0-3459-4bd1-8077-1f40fbbdd978 req-7a4405ba-90e1-4286-9bf5-a49de9a42a11 tempest-VolumesSnapshotTestJSON-698728750 tempest-VolumesSnapshotTestJSON-698728750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:26.782713 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-d05560e0-3459-4bd1-8077-1f40fbbdd978 req-7a4405ba-90e1-4286-9bf5-a49de9a42a11 tempest-VolumesSnapshotTestJSON-698728750 tempest-VolumesSnapshotTestJSON-698728750-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=234a399b-97be-4b3b-8bdb-75278ffdc4e0 HTTP/1.1" status: 200 len: 943 time: 0.1818397 Sep 18 00:58:26.791307 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.rpc [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Device 41adca23-a8d9-445c-9eaa-f1623bb2425c details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:58:26.824164 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.rpc [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Device 52a424bc-9fbd-479c-b108-af4ee47377ab up at agent hyperv_hv-cinder-maste {{(pid=106232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:58:26.826281 dv-cinder-master-3-smb neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:58:26.875655 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.rpc [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Device 2f88a861-cdea-44e9-97c7-1b4f8898d866 up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=106232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:58:26.917219 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [req-1369c263-658b-4374-a3db-1e100ffeac7b req-56093505-246d-4702-8f56-c82c400657db tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Publish callbacks [] for port (9608eb83-8531-414f-a482-f625b3b31cb2), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:26.969072 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.db.resource_extend [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Sep 18 00:58:26.979090 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-d05560e0-3459-4bd1-8077-1f40fbbdd978 req-d87785dd-9476-433b-a506-b5d56a6948aa tempest-VolumesSnapshotTestJSON-698728750 tempest-VolumesSnapshotTestJSON-698728750-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=fa0a7270-c489-4827-97e2-2fa58a52d0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820102 Sep 18 00:58:27.019929 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82e2cc0b-4f2a-41ed-a372-4b95d29c3dc6 admin admin] Router 686f8360-d797-4b61-96c7-e1e5ed0e5c18 is scheduled to L3 agent d0e8801d-4758-48bd-8085-7f05d3358764 with binding_index 1 {{(pid=106231) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 00:58:27.048025 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe98f9a-5725-4f51-a0a9-fe409f1ed818 req-4b73bbfb-e0c3-4ea3-81d7-ca861d79d530 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:27.050058 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-dfe98f9a-5725-4f51-a0a9-fe409f1ed818 req-4b73bbfb-e0c3-4ea3-81d7-ca861d79d530 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b142dfeb-6de9-4d35-9b1e-b0545715235b HTTP/1.1" status: 200 len: 944 time: 0.1051424 Sep 18 00:58:27.067167 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [req-1369c263-658b-4374-a3db-1e100ffeac7b req-56093505-246d-4702-8f56-c82c400657db tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749745591507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13339648'] for port (9608eb83-8531-414f-a482-f625b3b31cb2), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:27.090512 dv-cinder-master-3-smb neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:UPDATE=4,neutron:SELECT=96 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:58:27.104290 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.provisioning_blocks [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Provisioning complete for port 2f88a861-cdea-44e9-97c7-1b4f8898d866 triggered by entity L2. {{(pid=106232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 00:58:27.104979 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981214'] for port (2f88a861-cdea-44e9-97c7-1b4f8898d866), provisioning_complete {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:27.115662 dv-cinder-master-3-smb neutron-server[106232]: INFO neutron.plugins.ml2.plugin [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Attempt 1 to provision port 2f88a861-cdea-44e9-97c7-1b4f8898d866 Sep 18 00:58:27.129107 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.provisioning_blocks [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Provisioning for port 52a424bc-9fbd-479c-b108-af4ee47377ab completed by entity L2. {{(pid=106232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 18 00:58:27.164252 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1369c263-658b-4374-a3db-1e100ffeac7b req-56093505-246d-4702-8f56-c82c400657db tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Network c62b9e47-59b6-47ba-845f-e3be4dd39ad8 is already hosted by enough agents. {{(pid=106230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:58:27.173876 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.provisioning_blocks [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Provisioning complete for port 52a424bc-9fbd-479c-b108-af4ee47377ab triggered by entity L2. {{(pid=106232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 00:58:27.174739 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981214'] for port (52a424bc-9fbd-479c-b108-af4ee47377ab), provisioning_complete {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:27.175556 dv-cinder-master-3-smb neutron-server[106232]: INFO neutron.plugins.ml2.plugin [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Attempt 1 to provision port 52a424bc-9fbd-479c-b108-af4ee47377ab Sep 18 00:58:27.178655 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.scheduler.base_scheduler [req-1369c263-658b-4374-a3db-1e100ffeac7b req-56093505-246d-4702-8f56-c82c400657db tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Resources bound (agent type, host, resource id): {{(pid=106230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:58:27.184172 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.db.l3_dvrscheduler_db [req-1369c263-658b-4374-a3db-1e100ffeac7b req-56093505-246d-4702-8f56-c82c400657db tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Received port after_create {{(pid=106230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 18 00:58:27.189570 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56093505-246d-4702-8f56-c82c400657db tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Pushing event updated for resources: {'Port': ['ID=9608eb83-8531-414f-a482-f625b3b31cb2,revision_number=1']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:27.206453 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-dfe98f9a-5725-4f51-a0a9-fe409f1ed818 req-adde5d8c-accf-442a-9d48-7bded1d1530e tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=cf5b9ec0-b30e-497d-b3f3-770efd5927e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1466219 Sep 18 00:58:27.212546 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:58:27.285826 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:58:27.316798 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1369c263-658b-4374-a3db-1e100ffeac7b req-56093505-246d-4702-8f56-c82c400657db tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:27.318228 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [req-1369c263-658b-4374-a3db-1e100ffeac7b req-56093505-246d-4702-8f56-c82c400657db tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16701016'] for port (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:27.326506 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82e2cc0b-4f2a-41ed-a372-4b95d29c3dc6 admin admin] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=106231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:58:27.349459 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-1369c263-658b-4374-a3db-1e100ffeac7b req-56093505-246d-4702-8f56-c82c400657db tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.57 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2472064 Sep 18 00:58:27.358401 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-82e2cc0b-4f2a-41ed-a372-4b95d29c3dc6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:27.359777 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-82e2cc0b-4f2a-41ed-a372-4b95d29c3dc6 admin admin] 10.222.0.33 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.9998679 Sep 18 00:58:27.362509 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.33', 60510) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:58:27.374179 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.v2.base [req-1369c263-658b-4374-a3db-1e100ffeac7b req-7a0ba4ee-42b6-431f-ac6b-2fe100129067 service neutron] Request body: {'port': {'device_id': 'ecc591cc-e74d-48ea-85e8-945b2995d123', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=106230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:58:27.409249 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Current status of the port 52a424bc-9fbd-479c-b108-af4ee47377ab is: BUILD; New status is: ACTIVE {{(pid=106232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 00:58:27.409649 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (52a424bc-9fbd-479c-b108-af4ee47377ab), before_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:27.449820 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4101c92e-349b-4b1b-b4cc-5d1d7e06d374 None None] Sync routers for ids ['686f8360-d797-4b61-96c7-e1e5ed0e5c18'] in dv-cinder-master-3-smb {{(pid=106232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:58:27.466571 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93dde101-1f47-472f-b023-52030e090071 None None] Network 2fe627c1-4c69-4373-8338-7690c696f294 requested from dv-cinder-master-3-smb {{(pid=106232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 18 00:58:27.529892 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4101c92e-349b-4b1b-b4cc-5d1d7e06d374 None None] Routers {'686f8360-d797-4b61-96c7-e1e5ed0e5c18'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 18 00:58:27.530974 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.l3_hamode_db [None req-4101c92e-349b-4b1b-b4cc-5d1d7e06d374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-18T00:47:37Z,description=,heartbeat_timestamp=2022-09-18T00:58:07Z,host='dv-cinder-master-3-smb',id=d0e8801d-4758-48bd-8085-7f05d3358764,load=0,resource_versions=,resources_synced=,started_at=2022-09-18T00:47:37Z,topic='l3_agent')) {'router_ids': ['686f8360-d797-4b61-96c7-e1e5ed0e5c18'], 'active': True} {{(pid=106232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:58:27.533851 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.provisioning_blocks [None req-d18bb8ef-b330-44cf-9e71-f58cb78fd524 None None] Provisioning complete for port 2f88a861-cdea-44e9-97c7-1b4f8898d866 triggered by entity DHCP. {{(pid=106232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 00:58:27.535806 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-d18bb8ef-b330-44cf-9e71-f58cb78fd524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981214'] for port (2f88a861-cdea-44e9-97c7-1b4f8898d866), provisioning_complete {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:27.537554 dv-cinder-master-3-smb neutron-server[106232]: INFO neutron.plugins.ml2.plugin [None req-d18bb8ef-b330-44cf-9e71-f58cb78fd524 None None] Attempt 1 to provision port 2f88a861-cdea-44e9-97c7-1b4f8898d866 Sep 18 00:58:27.599837 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:58:27.630951 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.db [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] For port 41adca23-a8d9-445c-9eaa-f1623bb2425c, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=41adca23-a8d9-445c-9eaa-f1623bb2425c,segment=NetworkSegment(83b1444a-b57f-47b2-b012-58acece53013),segment_id=83b1444a-b57f-47b2-b012-58acece53013)] {{(pid=106232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:58:27.645288 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b142dfeb-6de9-4d35-9b1e-b0545715235b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52a424bc-9fbd-479c-b108-af4ee47377ab'}] {{(pid=106232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 18 00:58:27.647588 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe1c939-ddf3-4daf-955d-a4f5d9861f77 req-be178205-314c-4a04-93a4-2ce400c2f171 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:27.649241 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-ffe1c939-ddf3-4daf-955d-a4f5d9861f77 req-be178205-314c-4a04-93a4-2ce400c2f171 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c1cf145a-d8d5-4a7e-937b-729bf79629fa HTTP/1.1" status: 200 len: 946 time: 0.1221814 Sep 18 00:58:27.650414 dv-cinder-master-3-smb neutron-server[106232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90e96a6086c290001a0d7e5ddcf89e279d0a9bc322b7051b760fc9213660c862" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49a5c5f2-4fae-4a6f-8855-dfe6688a6170" -d '{"events": [{"server_uuid": "b142dfeb-6de9-4d35-9b1e-b0545715235b", "name": "network-vif-plugged", "status": "completed", "tag": "52a424bc-9fbd-479c-b108-af4ee47377ab"}]}' {{(pid=106232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:58:27.729238 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:58:27.758188 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.db [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] For port 52a424bc-9fbd-479c-b108-af4ee47377ab, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=52a424bc-9fbd-479c-b108-af4ee47377ab,segment=NetworkSegment(6bbfddfb-8aa0-4ab6-886c-b017727b1f75),segment_id=6bbfddfb-8aa0-4ab6-886c-b017727b1f75)] {{(pid=106232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:58:27.768842 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.rpc [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Returning: {'device': '41adca23-a8d9-445c-9eaa-f1623bb2425c', 'network_id': 'fd165d05-651e-4c2d-9094-a51f056f104b', 'port_id': '41adca23-a8d9-445c-9eaa-f1623bb2425c', 'mac_address': 'fa:16:3e:71:ca:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29433b7a-6a3a-4301-9d9c-27b3f104e9ed', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:58:27.792025 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749746030758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749745591525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749745591543'] for port (52a424bc-9fbd-479c-b108-af4ee47377ab), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:27.799928 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [req-1369c263-658b-4374-a3db-1e100ffeac7b req-7a0ba4ee-42b6-431f-ac6b-2fe100129067 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (9608eb83-8531-414f-a482-f625b3b31cb2), before_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:27.853238 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-ffe1c939-ddf3-4daf-955d-a4f5d9861f77 req-def99578-b25e-4d97-8373-0f199b51d500 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5d1f43e9-9af2-4e0f-a00b-d54373283a26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1700659 Sep 18 00:58:27.890601 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Pushing event updated for resources: {'Port': ['ID=52a424bc-9fbd-479c-b108-af4ee47377ab,revision_number=5']} {{(pid=106232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:27.912922 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Current status of the port 2f88a861-cdea-44e9-97c7-1b4f8898d866 is: DOWN; New status is: ACTIVE {{(pid=106232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 00:58:27.913960 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (2f88a861-cdea-44e9-97c7-1b4f8898d866), before_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:27.966629 dv-cinder-master-3-smb neutron-server[106232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 18 Sep 2022 00:58:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c62fa493-8c88-4fa3-9c9b-45000291a344 x-openstack-request-id: req-c62fa493-8c88-4fa3-9c9b-45000291a344 {{(pid=106232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:58:27.967008 dv-cinder-master-3-smb neutron-server[106232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b142dfeb-6de9-4d35-9b1e-b0545715235b", "name": "network-vif-plugged", "status": "completed", "tag": "52a424bc-9fbd-479c-b108-af4ee47377ab", "code": 200}]} {{(pid=106232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:58:27.967223 dv-cinder-master-3-smb neutron-server[106232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-c62fa493-8c88-4fa3-9c9b-45000291a344 {{(pid=106232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:58:27.967621 dv-cinder-master-3-smb neutron-server[106232]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c62fa493-8c88-4fa3-9c9b-45000291a344'] response: {'server_uuid': 'b142dfeb-6de9-4d35-9b1e-b0545715235b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52a424bc-9fbd-479c-b108-af4ee47377ab', 'code': 200} Sep 18 00:58:28.003366 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7e3cda-5f86-422a-92c0-e5c98f31bd45 req-bcdeb857-3ef4-4b6b-8cfb-dc1571f7dd94 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:28.009152 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-0f7e3cda-5f86-422a-92c0-e5c98f31bd45 req-bcdeb857-3ef4-4b6b-8cfb-dc1571f7dd94 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ecc591cc-e74d-48ea-85e8-945b2995d123 HTTP/1.1" status: 200 len: 931 time: 0.2401457 Sep 18 00:58:28.032660 dv-cinder-master-3-smb neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:58:28.097158 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.db [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] For port 2f88a861-cdea-44e9-97c7-1b4f8898d866, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=2f88a861-cdea-44e9-97c7-1b4f8898d866,segment=NetworkSegment(af472e6b-8d89-4826-b74a-db58c32a407b),segment_id=af472e6b-8d89-4826-b74a-db58c32a407b)] {{(pid=106232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:58:28.100765 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.l3_dvr_db [None req-4101c92e-349b-4b1b-b4cc-5d1d7e06d374 None None] Set router 686f8360-d797-4b61-96c7-e1e5ed0e5c18 gateway port host: dv-cinder-master-3-smb {{(pid=106232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 18 00:58:28.106808 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Current status of the port 41adca23-a8d9-445c-9eaa-f1623bb2425c is: DOWN; New status is: BUILD {{(pid=106232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 00:58:28.108540 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (41adca23-a8d9-445c-9eaa-f1623bb2425c), before_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:28.167978 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749746030758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749745591525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749745591543'] for port (2f88a861-cdea-44e9-97c7-1b4f8898d866), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:28.170884 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-d18bb8ef-b330-44cf-9e71-f58cb78fd524 None None] Current status of the port 2f88a861-cdea-44e9-97c7-1b4f8898d866 is: DOWN; New status is: ACTIVE {{(pid=106232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 00:58:28.171277 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-d18bb8ef-b330-44cf-9e71-f58cb78fd524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (2f88a861-cdea-44e9-97c7-1b4f8898d866), before_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:28.284015 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d2602f-a76a-4616-a257-a015e439018a req-8d768022-152b-4e07-bf9a-cf5ae91bcd98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:28.289749 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-14d2602f-a76a-4616-a257-a015e439018a req-8d768022-152b-4e07-bf9a-cf5ae91bcd98 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=b142dfeb-6de9-4d35-9b1e-b0545715235b HTTP/1.1" status: 200 len: 1129 time: 0.1011462 Sep 18 00:58:28.300183 dv-cinder-master-3-smb neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:58:28.311677 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960eb308-af59-41e7-b03d-05fd33042a7d req-4cd67d4d-c1c5-48e3-8a9a-ee96a1109d41 tempest-VolumesSnapshotTestJSON-698728750 tempest-VolumesSnapshotTestJSON-698728750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:28.319075 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-960eb308-af59-41e7-b03d-05fd33042a7d req-4cd67d4d-c1c5-48e3-8a9a-ee96a1109d41 tempest-VolumesSnapshotTestJSON-698728750 tempest-VolumesSnapshotTestJSON-698728750-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=234a399b-97be-4b3b-8bdb-75278ffdc4e0 HTTP/1.1" status: 200 len: 943 time: 0.1539261 Sep 18 00:58:28.383524 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-14d2602f-a76a-4616-a257-a015e439018a req-f7d63889-9c18-4180-9090-a2ebbd95fd99 service neutron] 10.222.0.57 "GET /networking/v2.0/security-groups?id=cf5b9ec0-b30e-497d-b3f3-770efd5927e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747852 Sep 18 00:58:28.405704 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-0f7e3cda-5f86-422a-92c0-e5c98f31bd45 req-fe449b4a-1ae2-446f-996d-51c8693e1f05 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a79958da-0ace-40be-883c-3b3873a975fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3956745 Sep 18 00:58:28.471217 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-960eb308-af59-41e7-b03d-05fd33042a7d req-613a6383-bd56-4402-a8d3-64efccdf37f8 tempest-VolumesSnapshotTestJSON-698728750 tempest-VolumesSnapshotTestJSON-698728750-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=fa0a7270-c489-4827-97e2-2fa58a52d0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508462 Sep 18 00:58:28.640543 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-2167ac7d-c1ee-4fbb-994b-9c1c3c3bc3ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (None), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:28.672974 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.notifiers.nova [req-1369c263-658b-4374-a3db-1e100ffeac7b req-7a0ba4ee-42b6-431f-ac6b-2fe100129067 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9608eb83-8531-414f-a482-f625b3b31cb2 {{(pid=106230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 18 00:58:28.677536 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.notifiers.nova [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41adca23-a8d9-445c-9eaa-f1623bb2425c {{(pid=106232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 18 00:58:28.687584 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390014fa-4d91-4a6b-b8fe-9b1d109090d6 req-6d65ac92-ba3e-4178-b51a-43f3afaf2a1d tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:28.689149 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-390014fa-4d91-4a6b-b8fe-9b1d109090d6 req-6d65ac92-ba3e-4178-b51a-43f3afaf2a1d tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b142dfeb-6de9-4d35-9b1e-b0545715235b HTTP/1.1" status: 200 len: 945 time: 0.1455448 Sep 18 00:58:28.702164 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [req-1369c263-658b-4374-a3db-1e100ffeac7b req-7a0ba4ee-42b6-431f-ac6b-2fe100129067 service neutron] Publish callbacks [] for port (9608eb83-8531-414f-a482-f625b3b31cb2), precommit_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:28.746635 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Pushing event updated for resources: {'Port': ['ID=2f88a861-cdea-44e9-97c7-1b4f8898d866,revision_number=3']} {{(pid=106232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:28.754178 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:58:28.763996 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.db.provisioning_blocks [req-1369c263-658b-4374-a3db-1e100ffeac7b req-7a0ba4ee-42b6-431f-ac6b-2fe100129067 service neutron] Transition to ACTIVE for port object 9608eb83-8531-414f-a482-f625b3b31cb2 will not be triggered until provisioned by entity L2. {{(pid=106230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 18 00:58:28.772181 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [req-1369c263-658b-4374-a3db-1e100ffeac7b req-7a0ba4ee-42b6-431f-ac6b-2fe100129067 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749746030758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749745591525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749745591543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13339705'] for port (9608eb83-8531-414f-a482-f625b3b31cb2), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:28.774822 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.db [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] For port 41adca23-a8d9-445c-9eaa-f1623bb2425c, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=41adca23-a8d9-445c-9eaa-f1623bb2425c,segment=NetworkSegment(83b1444a-b57f-47b2-b012-58acece53013),segment_id=83b1444a-b57f-47b2-b012-58acece53013)] {{(pid=106232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:58:28.776549 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:58:28.779068 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.db.api [None req-d18bb8ef-b330-44cf-9e71-f58cb78fd524 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106232) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 18 00:58:28.779658 dv-cinder-master-3-smb neutron-server[106232]: DEBUG oslo_db.api [None req-d18bb8ef-b330-44cf-9e71-f58cb78fd524 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 18 00:58:28.782085 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749746030758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749745591525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749745591543'] for port (41adca23-a8d9-445c-9eaa-f1623bb2425c), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:28.860053 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.l3_hamode_db [None req-4101c92e-349b-4b1b-b4cc-5d1d7e06d374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '686f8360-d797-4b61-96c7-e1e5ed0e5c18', 'name': 'tempest-TestShelveInstance-1255906396-router', 'tenant_id': 'c37316ddc7de431294eda723f5ef3f60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'external_fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.182'}], 'enable_snat': True}, 'gw_port_id': 'b5cd822d-7070-4e2b-95ea-266904043865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:58:24Z', 'updated_at': '2022-09-18T00:58:26Z', 'revision_number': 3, 'project_id': 'c37316ddc7de431294eda723f5ef3f60', 'gw_port': {'id': 'b5cd822d-7070-4e2b-95ea-266904043865', 'name': '', 'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:04:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '686f8360-d797-4b61-96c7-e1e5ed0e5c18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:58:25Z', 'updated_at': '2022-09-18T00:58:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb'}], 'dv-cinder-master-3-smb', False) {} {{(pid=106232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:58:28.892719 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Pushing event updated for resources: {'Port': ['ID=41adca23-a8d9-445c-9eaa-f1623bb2425c,revision_number=4']} {{(pid=106232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:28.896364 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4101c92e-349b-4b1b-b4cc-5d1d7e06d374 None None] Checking router: 686f8360-d797-4b61-96c7-e1e5ed0e5c18 for host: dv-cinder-master-3-smb {{(pid=106232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:58:28.896711 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4101c92e-349b-4b1b-b4cc-5d1d7e06d374 None None] Updating router 686f8360-d797-4b61-96c7-e1e5ed0e5c18 port b5cd822d-7070-4e2b-95ea-266904043865 binding host dv-cinder-master-3-smb {{(pid=106232) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 00:58:28.923548 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0ba4ee-42b6-431f-ac6b-2fe100129067 service neutron] Pushing event updated for resources: {'Port': ['ID=9608eb83-8531-414f-a482-f625b3b31cb2,revision_number=2']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:28.928711 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-390014fa-4d91-4a6b-b8fe-9b1d109090d6 req-bf24dc68-72c9-495a-8c89-1cf7c40153e4 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=cf5b9ec0-b30e-497d-b3f3-770efd5927e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2317595 Sep 18 00:58:28.957452 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-4101c92e-349b-4b1b-b4cc-5d1d7e06d374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (b5cd822d-7070-4e2b-95ea-266904043865), before_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:29.038670 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.plugins.ml2.managers [req-1369c263-658b-4374-a3db-1e100ffeac7b req-7a0ba4ee-42b6-431f-ac6b-2fe100129067 service neutron] Attempting to bind port 9608eb83-8531-414f-a482-f625b3b31cb2 on host hv-cinder-maste for vnic_type normal with profile {{(pid=106230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 18 00:58:29.039254 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.plugins.ml2.managers [req-1369c263-658b-4374-a3db-1e100ffeac7b req-7a0ba4ee-42b6-431f-ac6b-2fe100129067 service neutron] Attempting to bind port 9608eb83-8531-414f-a482-f625b3b31cb2 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '9f226031-7641-47d9-b1b6-a604588f86da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'c62b9e47-59b6-47ba-845f-e3be4dd39ad8'}] {{(pid=106230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 18 00:58:29.039254 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1369c263-658b-4374-a3db-1e100ffeac7b req-7a0ba4ee-42b6-431f-ac6b-2fe100129067 service neutron] Attempting to bind port 9608eb83-8531-414f-a482-f625b3b31cb2 on network c62b9e47-59b6-47ba-845f-e3be4dd39ad8 {{(pid=106230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:58:29.083097 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.db.db_base_plugin_common [None req-2167ac7d-c1ee-4fbb-994b-9c1c3c3bc3ce admin admin] Allocated IP 172.20.0.1 (2fe627c1-4c69-4373-8338-7690c696f294/58f0751e-3cb4-40b9-9d2a-3100ec129c91/ed68bb6f-86d3-42ab-af23-ef84ada4df2f) {{(pid=106230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:58:29.144474 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eacb8d4-033d-4143-9658-933d5ace7476 req-97484784-d17f-4407-ab88-9b5b308b8ec9 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:29.145998 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-0eacb8d4-033d-4143-9658-933d5ace7476 req-97484784-d17f-4407-ab88-9b5b308b8ec9 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c1cf145a-d8d5-4a7e-937b-729bf79629fa HTTP/1.1" status: 200 len: 946 time: 0.1085057 Sep 18 00:58:29.192640 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1369c263-658b-4374-a3db-1e100ffeac7b req-7a0ba4ee-42b6-431f-ac6b-2fe100129067 service neutron] Port 9608eb83-8531-414f-a482-f625b3b31cb2 on network c62b9e47-59b6-47ba-845f-e3be4dd39ad8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=106230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:58:29.193050 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1369c263-658b-4374-a3db-1e100ffeac7b req-7a0ba4ee-42b6-431f-ac6b-2fe100129067 service neutron] Attempting to bind port 9608eb83-8531-414f-a482-f625b3b31cb2 on network c62b9e47-59b6-47ba-845f-e3be4dd39ad8 {{(pid=106230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:58:29.254991 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.db [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] get_ports_and_sgs() called for port_ids ['41adca23-a8d9-445c-9eaa-f1623bb2425c'] {{(pid=106232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 18 00:58:29.385729 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-4101c92e-349b-4b1b-b4cc-5d1d7e06d374 None None] Publish callbacks [] for port (b5cd822d-7070-4e2b-95ea-266904043865), precommit_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:29.388790 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-d18bb8ef-b330-44cf-9e71-f58cb78fd524 None None] Current status of the port 2f88a861-cdea-44e9-97c7-1b4f8898d866 is: ACTIVE; New status is: ACTIVE {{(pid=106232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 00:58:29.398395 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-4101c92e-349b-4b1b-b4cc-5d1d7e06d374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749746030758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749745591525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749745591543'] for port (b5cd822d-7070-4e2b-95ea-266904043865), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:29.452758 dv-cinder-master-3-smb neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:58:29.459938 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.managers [None req-4101c92e-349b-4b1b-b4cc-5d1d7e06d374 None None] Attempting to bind port b5cd822d-7070-4e2b-95ea-266904043865 on host dv-cinder-master-3-smb for vnic_type normal with profile {{(pid=106232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 18 00:58:29.460270 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.managers [None req-4101c92e-349b-4b1b-b4cc-5d1d7e06d374 None None] Attempting to bind port b5cd822d-7070-4e2b-95ea-266904043865 by drivers openvswitch,hyperv on host dv-cinder-master-3-smb at level 0 using segments [{'id': 'e81b1a67-2f81-4ac8-a4dd-b13e6c47d014', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505'}] {{(pid=106232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 18 00:58:29.460637 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4101c92e-349b-4b1b-b4cc-5d1d7e06d374 None None] Attempting to bind port b5cd822d-7070-4e2b-95ea-266904043865 on network b5726c9b-05f1-4137-90cd-23a4e3e89505 {{(pid=106232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:58:29.549166 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4101c92e-349b-4b1b-b4cc-5d1d7e06d374 None None] Checking agent: {'id': 'c8573462-7e7f-4357-b3a8-beeaa8ae7db3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 18, 0, 47, 40), 'started_at': datetime.datetime(2022, 9, 18, 0, 48, 10), 'heartbeat_timestamp': datetime.datetime(2022, 9, 18, 0, 58, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 18 00:58:29.549548 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4101c92e-349b-4b1b-b4cc-5d1d7e06d374 None None] Checking segment: {'id': 'e81b1a67-2f81-4ac8-a4dd-b13e6c47d014', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 18 00:58:29.549957 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-4101c92e-349b-4b1b-b4cc-5d1d7e06d374 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:29.551218 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4101c92e-349b-4b1b-b4cc-5d1d7e06d374 None None] Bound using segment: {'id': 'e81b1a67-2f81-4ac8-a4dd-b13e6c47d014', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505'} {{(pid=106232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 18 00:58:29.552071 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.managers [None req-4101c92e-349b-4b1b-b4cc-5d1d7e06d374 None None] Bound port: b5cd822d-7070-4e2b-95ea-266904043865, host: dv-cinder-master-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e81b1a67-2f81-4ac8-a4dd-b13e6c47d014', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505'}}] {{(pid=106232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 18 00:58:29.552470 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-4101c92e-349b-4b1b-b4cc-5d1d7e06d374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (b5cd822d-7070-4e2b-95ea-266904043865), before_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:29.565784 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ef9003-2612-49a9-95c5-77927708e792 None None] Pushing event updated for resources: {'Port': ['ID=b5cd822d-7070-4e2b-95ea-266904043865,revision_number=2']} {{(pid=106232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:29.586279 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b966ef73-ccda-46a6-9afd-6469532c3a9b req-f0905b7f-5c7f-4d70-8081-b56fd81b7141 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:29.594434 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-b966ef73-ccda-46a6-9afd-6469532c3a9b req-f0905b7f-5c7f-4d70-8081-b56fd81b7141 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ecc591cc-e74d-48ea-85e8-945b2995d123 HTTP/1.1" status: 200 len: 943 time: 0.0698988 Sep 18 00:58:29.603644 dv-cinder-master-3-smb neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:58:29.657648 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1369c263-658b-4374-a3db-1e100ffeac7b req-7a0ba4ee-42b6-431f-ac6b-2fe100129067 service neutron] Checking agent: {'id': 'a990346c-0f9b-4256-b267-210f2ef06c1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 18, 0, 54, 1), 'started_at': datetime.datetime(2022, 9, 18, 0, 54, 1), 'heartbeat_timestamp': datetime.datetime(2022, 9, 18, 0, 58, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 18 00:58:29.657989 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1369c263-658b-4374-a3db-1e100ffeac7b req-7a0ba4ee-42b6-431f-ac6b-2fe100129067 service neutron] Checking segment: {'id': '9f226031-7641-47d9-b1b6-a604588f86da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'c62b9e47-59b6-47ba-845f-e3be4dd39ad8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 18 00:58:29.658378 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1369c263-658b-4374-a3db-1e100ffeac7b req-7a0ba4ee-42b6-431f-ac6b-2fe100129067 service neutron] Bound using segment: {'id': '9f226031-7641-47d9-b1b6-a604588f86da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'c62b9e47-59b6-47ba-845f-e3be4dd39ad8'} {{(pid=106230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 18 00:58:29.658871 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.plugins.ml2.managers [req-1369c263-658b-4374-a3db-1e100ffeac7b req-7a0ba4ee-42b6-431f-ac6b-2fe100129067 service neutron] Bound port: 9608eb83-8531-414f-a482-f625b3b31cb2, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f226031-7641-47d9-b1b6-a604588f86da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'c62b9e47-59b6-47ba-845f-e3be4dd39ad8'}}] {{(pid=106230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 18 00:58:29.659241 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [req-1369c263-658b-4374-a3db-1e100ffeac7b req-7a0ba4ee-42b6-431f-ac6b-2fe100129067 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (9608eb83-8531-414f-a482-f625b3b31cb2), before_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:29.662664 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.provisioning_blocks [None req-60c9d4f8-0160-4877-a05a-cf337c140492 None None] Provisioning complete for port 2f88a861-cdea-44e9-97c7-1b4f8898d866 triggered by entity DHCP. {{(pid=106232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 00:58:29.663059 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-60c9d4f8-0160-4877-a05a-cf337c140492 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981214'] for port (2f88a861-cdea-44e9-97c7-1b4f8898d866), provisioning_complete {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:29.663398 dv-cinder-master-3-smb neutron-server[106232]: INFO neutron.plugins.ml2.plugin [None req-60c9d4f8-0160-4877-a05a-cf337c140492 None None] Attempt 1 to provision port 2f88a861-cdea-44e9-97c7-1b4f8898d866 Sep 18 00:58:29.711426 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-0eacb8d4-033d-4143-9658-933d5ace7476 req-215c6fd8-0659-4fd9-a03a-b3cd31596450 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5d1f43e9-9af2-4e0f-a00b-d54373283a26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5523410 Sep 18 00:58:29.712760 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.db [None req-4101c92e-349b-4b1b-b4cc-5d1d7e06d374 None None] For port b5cd822d-7070-4e2b-95ea-266904043865, host dv-cinder-master-3-smb, cleared binding levels {{(pid=106232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:58:29.737862 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.db [None req-4101c92e-349b-4b1b-b4cc-5d1d7e06d374 None None] For port b5cd822d-7070-4e2b-95ea-266904043865, host dv-cinder-master-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=b5cd822d-7070-4e2b-95ea-266904043865,segment=NetworkSegment(e81b1a67-2f81-4ac8-a4dd-b13e6c47d014),segment_id=e81b1a67-2f81-4ac8-a4dd-b13e6c47d014)] {{(pid=106232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:58:29.760154 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-b966ef73-ccda-46a6-9afd-6469532c3a9b req-3e9c3a6c-f59e-4e4d-b196-08c971964c15 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a79958da-0ace-40be-883c-3b3873a975fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1647375 Sep 18 00:58:29.766916 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-4101c92e-349b-4b1b-b4cc-5d1d7e06d374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749746030758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749745591525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749745591543'] for port (b5cd822d-7070-4e2b-95ea-266904043865), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:29.797419 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4101c92e-349b-4b1b-b4cc-5d1d7e06d374 None None] Routers {'686f8360-d797-4b61-96c7-e1e5ed0e5c18'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 18 00:58:29.797419 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.l3_hamode_db [None req-4101c92e-349b-4b1b-b4cc-5d1d7e06d374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-18T00:47:37Z,description=,heartbeat_timestamp=2022-09-18T00:58:07Z,host='dv-cinder-master-3-smb',id=d0e8801d-4758-48bd-8085-7f05d3358764,load=0,resource_versions=,resources_synced=,started_at=2022-09-18T00:47:37Z,topic='l3_agent')) {'router_ids': ['686f8360-d797-4b61-96c7-e1e5ed0e5c18'], 'active': True} {{(pid=106232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:58:29.927521 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-2167ac7d-c1ee-4fbb-994b-9c1c3c3bc3ce admin admin] Publish callbacks [] for port (ed68bb6f-86d3-42ab-af23-ef84ada4df2f), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:29.929266 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:58:29.973665 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ef9003-2612-49a9-95c5-77927708e792 None None] Pushing event updated for resources: {'Port': ['ID=b5cd822d-7070-4e2b-95ea-266904043865,revision_number=3']} {{(pid=106232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:30.011804 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7b6f95-2f57-455e-823a-d9e81fd1d7c9 req-fcf19ae1-3fc0-4867-9228-8ad1fead301e tempest-VolumesSnapshotTestJSON-698728750 tempest-VolumesSnapshotTestJSON-698728750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:30.019262 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-0b7b6f95-2f57-455e-823a-d9e81fd1d7c9 req-fcf19ae1-3fc0-4867-9228-8ad1fead301e tempest-VolumesSnapshotTestJSON-698728750 tempest-VolumesSnapshotTestJSON-698728750-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=234a399b-97be-4b3b-8bdb-75278ffdc4e0 HTTP/1.1" status: 200 len: 944 time: 0.1221938 Sep 18 00:58:30.022145 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-60c9d4f8-0160-4877-a05a-cf337c140492 None None] Current status of the port 2f88a861-cdea-44e9-97c7-1b4f8898d866 is: ACTIVE; New status is: ACTIVE {{(pid=106232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 00:58:30.032319 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.l3_dvr_db [None req-4101c92e-349b-4b1b-b4cc-5d1d7e06d374 None None] Set router 686f8360-d797-4b61-96c7-e1e5ed0e5c18 gateway port host: dv-cinder-master-3-smb {{(pid=106232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 18 00:58:30.034077 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.plugins.ml2.db [req-1369c263-658b-4374-a3db-1e100ffeac7b req-7a0ba4ee-42b6-431f-ac6b-2fe100129067 service neutron] For port 9608eb83-8531-414f-a482-f625b3b31cb2, host hv-cinder-maste, cleared binding levels {{(pid=106230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:58:30.066829 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.plugins.ml2.db [req-1369c263-658b-4374-a3db-1e100ffeac7b req-7a0ba4ee-42b6-431f-ac6b-2fe100129067 service neutron] For port 9608eb83-8531-414f-a482-f625b3b31cb2, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=9608eb83-8531-414f-a482-f625b3b31cb2,segment=NetworkSegment(9f226031-7641-47d9-b1b6-a604588f86da),segment_id=9f226031-7641-47d9-b1b6-a604588f86da)] {{(pid=106230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:58:30.111091 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-0b7b6f95-2f57-455e-823a-d9e81fd1d7c9 req-9c583412-4e00-480d-8fef-ae8050304a88 tempest-VolumesSnapshotTestJSON-698728750 tempest-VolumesSnapshotTestJSON-698728750-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=fa0a7270-c489-4827-97e2-2fa58a52d0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907879 Sep 18 00:58:30.128644 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [req-1369c263-658b-4374-a3db-1e100ffeac7b req-7a0ba4ee-42b6-431f-ac6b-2fe100129067 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749746030758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749745591525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749745591543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13339705'] for port (9608eb83-8531-414f-a482-f625b3b31cb2), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:30.132640 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1369c263-658b-4374-a3db-1e100ffeac7b req-7a0ba4ee-42b6-431f-ac6b-2fe100129067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:30.133382 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [req-1369c263-658b-4374-a3db-1e100ffeac7b req-7a0ba4ee-42b6-431f-ac6b-2fe100129067 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16701016'] for port (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:30.134740 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-1369c263-658b-4374-a3db-1e100ffeac7b req-7a0ba4ee-42b6-431f-ac6b-2fe100129067 service neutron] 10.222.0.57 "PUT /networking/v2.0/ports/9608eb83-8531-414f-a482-f625b3b31cb2 HTTP/1.1" status: 200 len: 1093 time: 2.7651420 Sep 18 00:58:30.138354 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecc591cc-e74d-48ea-85e8-945b2995d123', 'tag': '9608eb83-8531-414f-a482-f625b3b31cb2'}] {{(pid=106230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 18 00:58:30.140863 dv-cinder-master-3-smb neutron-server[106230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5cb6f936bef875aa30205792da77c9643b85616d99b85ee9f5e1cfaba0fe173" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-507e0567-b0d6-4b00-9c6c-1fb3e12fe1b3" -d '{"events": [{"name": "network-changed", "server_uuid": "ecc591cc-e74d-48ea-85e8-945b2995d123", "tag": "9608eb83-8531-414f-a482-f625b3b31cb2"}]}' {{(pid=106230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:58:30.192145 dv-cinder-master-3-smb neutron-server[106230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 18 Sep 2022 00:58:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f5e5f30-4787-467f-bab7-0e5844db5e02 x-openstack-request-id: req-8f5e5f30-4787-467f-bab7-0e5844db5e02 {{(pid=106230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:58:30.192433 dv-cinder-master-3-smb neutron-server[106230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecc591cc-e74d-48ea-85e8-945b2995d123", "tag": "9608eb83-8531-414f-a482-f625b3b31cb2", "status": "completed", "code": 200}]} {{(pid=106230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:58:30.192679 dv-cinder-master-3-smb neutron-server[106230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-8f5e5f30-4787-467f-bab7-0e5844db5e02 {{(pid=106230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:58:30.193081 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f5e5f30-4787-467f-bab7-0e5844db5e02'] response: {'name': 'network-changed', 'server_uuid': 'ecc591cc-e74d-48ea-85e8-945b2995d123', 'tag': '9608eb83-8531-414f-a482-f625b3b31cb2', 'status': 'completed', 'code': 200} Sep 18 00:58:30.198369 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:58:30.221775 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-2167ac7d-c1ee-4fbb-994b-9c1c3c3bc3ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749745591507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13339648'] for port (ed68bb6f-86d3-42ab-af23-ef84ada4df2f), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:30.238071 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4f3a60-1a00-41b1-b46b-23bc4bad2c30 req-f7bde05e-3bcf-438b-9018-f60a31e849e2 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:30.239668 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-ca4f3a60-1a00-41b1-b46b-23bc4bad2c30 req-f7bde05e-3bcf-438b-9018-f60a31e849e2 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b142dfeb-6de9-4d35-9b1e-b0545715235b HTTP/1.1" status: 200 len: 945 time: 0.1406906 Sep 18 00:58:30.262677 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2167ac7d-c1ee-4fbb-994b-9c1c3c3bc3ce admin admin] Network 2fe627c1-4c69-4373-8338-7690c696f294 is already hosted by enough agents. {{(pid=106230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:58:30.271318 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.scheduler.base_scheduler [None req-2167ac7d-c1ee-4fbb-994b-9c1c3c3bc3ce admin admin] Resources bound (agent type, host, resource id): {{(pid=106230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:58:30.273925 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2167ac7d-c1ee-4fbb-994b-9c1c3c3bc3ce admin admin] Received port after_create {{(pid=106230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 18 00:58:30.274928 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.l3_hamode_db [None req-4101c92e-349b-4b1b-b4cc-5d1d7e06d374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '686f8360-d797-4b61-96c7-e1e5ed0e5c18', 'name': 'tempest-TestShelveInstance-1255906396-router', 'tenant_id': 'c37316ddc7de431294eda723f5ef3f60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'external_fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.182'}], 'enable_snat': True}, 'gw_port_id': 'b5cd822d-7070-4e2b-95ea-266904043865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:58:24Z', 'updated_at': '2022-09-18T00:58:26Z', 'revision_number': 3, 'project_id': 'c37316ddc7de431294eda723f5ef3f60', 'gw_port': {'id': 'b5cd822d-7070-4e2b-95ea-266904043865', 'name': '', 'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:04:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '686f8360-d797-4b61-96c7-e1e5ed0e5c18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:58:25Z', 'updated_at': '2022-09-18T00:58:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb'}], 'dv-cinder-master-3-smb', False) {} {{(pid=106232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:58:30.287978 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0ba4ee-42b6-431f-ac6b-2fe100129067 service neutron] Pushing event updated for resources: {'Port': ['ID=9608eb83-8531-414f-a482-f625b3b31cb2,revision_number=3']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:30.329289 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4101c92e-349b-4b1b-b4cc-5d1d7e06d374 None None] The sync data for ids ['686f8360-d797-4b61-96c7-e1e5ed0e5c18'] in dv-cinder-master-3-smb is: [{'id': '686f8360-d797-4b61-96c7-e1e5ed0e5c18', 'name': 'tempest-TestShelveInstance-1255906396-router', 'tenant_id': 'c37316ddc7de431294eda723f5ef3f60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'external_fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.182'}], 'enable_snat': True}, 'gw_port_id': 'b5cd822d-7070-4e2b-95ea-266904043865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:58:24Z', 'updated_at': '2022-09-18T00:58:26Z', 'revision_number': 3, 'project_id': 'c37316ddc7de431294eda723f5ef3f60', 'gw_port': {'id': 'b5cd822d-7070-4e2b-95ea-266904043865', 'name': '', 'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:04:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '686f8360-d797-4b61-96c7-e1e5ed0e5c18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:58:25Z', 'updated_at': '2022-09-18T00:58:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb'}] {{(pid=106232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:58:30.393343 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2167ac7d-c1ee-4fbb-994b-9c1c3c3bc3ce admin admin] Pushing event updated for resources: {'Port': ['ID=ed68bb6f-86d3-42ab-af23-ef84ada4df2f,revision_number=1']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:30.405006 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-2167ac7d-c1ee-4fbb-994b-9c1c3c3bc3ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16482840'] for router_interface (686f8360-d797-4b61-96c7-e1e5ed0e5c18), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:30.473342 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-ca4f3a60-1a00-41b1-b46b-23bc4bad2c30 req-c88da921-ab8e-4a6f-8dc2-c0ce54902f06 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=cf5b9ec0-b30e-497d-b3f3-770efd5927e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2218902 Sep 18 00:58:30.523318 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507e0567-b0d6-4b00-9c6c-1fb3e12fe1b3 req-8f076041-c990-4c26-9460-56d18524fb5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:30.525216 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-507e0567-b0d6-4b00-9c6c-1fb3e12fe1b3 req-8f076041-c990-4c26-9460-56d18524fb5c service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=8cbf74b218c04911bb921f7cc2c6e966&device_id=ecc591cc-e74d-48ea-85e8-945b2995d123 HTTP/1.1" status: 200 len: 1127 time: 0.0736563 Sep 18 00:58:30.699529 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.provisioning_blocks [None req-9ac05c15-e05c-4629-ac36-ca1aaa7c4a10 None None] Provisioning complete for port ed68bb6f-86d3-42ab-af23-ef84ada4df2f triggered by entity DHCP. {{(pid=106232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 00:58:30.701263 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-9ac05c15-e05c-4629-ac36-ca1aaa7c4a10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981214'] for port (ed68bb6f-86d3-42ab-af23-ef84ada4df2f), provisioning_complete {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:30.703206 dv-cinder-master-3-smb neutron-server[106232]: INFO neutron.plugins.ml2.plugin [None req-9ac05c15-e05c-4629-ac36-ca1aaa7c4a10 None None] Attempt 1 to provision port ed68bb6f-86d3-42ab-af23-ef84ada4df2f Sep 18 00:58:30.738742 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-2167ac7d-c1ee-4fbb-994b-9c1c3c3bc3ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (ed68bb6f-86d3-42ab-af23-ef84ada4df2f), before_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:30.755257 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507e0567-b0d6-4b00-9c6c-1fb3e12fe1b3 req-de91ce35-fc4e-49e3-b4de-d91c3a35b3a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:30.763966 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-507e0567-b0d6-4b00-9c6c-1fb3e12fe1b3 req-de91ce35-fc4e-49e3-b4de-d91c3a35b3a8 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?tenant_id=8cbf74b218c04911bb921f7cc2c6e966&shared=False HTTP/1.1" status: 200 len: 920 time: 0.2190523 Sep 18 00:58:30.808552 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-9ac05c15-e05c-4629-ac36-ca1aaa7c4a10 None None] Port ed68bb6f-86d3-42ab-af23-ef84ada4df2f cannot update to ACTIVE because it is not bound. {{(pid=106232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 18 00:58:30.830728 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.rpc [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Device 41adca23-a8d9-445c-9eaa-f1623bb2425c up at agent hyperv_hv-cinder-maste {{(pid=106232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:58:30.875872 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (a990346c-0f9b-4256-b267-210f2ef06c1b), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:30.889656 dv-cinder-master-3-smb neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:58:30.890861 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.rpc [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Device 2f88a861-cdea-44e9-97c7-1b4f8898d866 up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=106232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:58:30.971638 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.provisioning_blocks [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Provisioning for port 41adca23-a8d9-445c-9eaa-f1623bb2425c completed by entity L2. {{(pid=106232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 18 00:58:30.974865 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.provisioning_blocks [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Provisioning complete for port 2f88a861-cdea-44e9-97c7-1b4f8898d866 triggered by entity L2. {{(pid=106232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 00:58:30.975493 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981214'] for port (2f88a861-cdea-44e9-97c7-1b4f8898d866), provisioning_complete {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:30.975784 dv-cinder-master-3-smb neutron-server[106232]: INFO neutron.plugins.ml2.plugin [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Attempt 1 to provision port 2f88a861-cdea-44e9-97c7-1b4f8898d866 Sep 18 00:58:31.030657 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.provisioning_blocks [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Provisioning complete for port 41adca23-a8d9-445c-9eaa-f1623bb2425c triggered by entity L2. {{(pid=106232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 00:58:31.030657 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981214'] for port (41adca23-a8d9-445c-9eaa-f1623bb2425c), provisioning_complete {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:31.030657 dv-cinder-master-3-smb neutron-server[106232]: INFO neutron.plugins.ml2.plugin [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Attempt 1 to provision port 41adca23-a8d9-445c-9eaa-f1623bb2425c Sep 18 00:58:31.147606 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Current status of the port 2f88a861-cdea-44e9-97c7-1b4f8898d866 is: ACTIVE; New status is: ACTIVE {{(pid=106232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 00:58:31.188155 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a111eed3-f47c-4c96-ab69-dd38d1aab5bf req-364b1d2f-bdd6-45e8-9a2f-eebcfbad84f0 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:31.195507 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-a111eed3-f47c-4c96-ab69-dd38d1aab5bf req-364b1d2f-bdd6-45e8-9a2f-eebcfbad84f0 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ecc591cc-e74d-48ea-85e8-945b2995d123 HTTP/1.1" status: 200 len: 943 time: 0.2837603 Sep 18 00:58:31.218340 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Current status of the port 41adca23-a8d9-445c-9eaa-f1623bb2425c is: BUILD; New status is: ACTIVE {{(pid=106232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 00:58:31.218938 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (41adca23-a8d9-445c-9eaa-f1623bb2425c), before_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:31.238011 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507e0567-b0d6-4b00-9c6c-1fb3e12fe1b3 req-580f7cf2-0305-4ff5-90b7-0af6a2a7e031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:31.239612 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-507e0567-b0d6-4b00-9c6c-1fb3e12fe1b3 req-580f7cf2-0305-4ff5-90b7-0af6a2a7e031 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4639280 Sep 18 00:58:31.247202 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c931d000-d88d-4c6f-a1d2-b97f4029a806 req-60f63e59-19f8-44b2-b406-fc7bace79078 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:31.248672 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-c931d000-d88d-4c6f-a1d2-b97f4029a806 req-60f63e59-19f8-44b2-b406-fc7bace79078 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c1cf145a-d8d5-4a7e-937b-729bf79629fa HTTP/1.1" status: 200 len: 946 time: 0.3359816 Sep 18 00:58:31.265353 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '234a399b-97be-4b3b-8bdb-75278ffdc4e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41adca23-a8d9-445c-9eaa-f1623bb2425c'}] {{(pid=106232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 18 00:58:31.268905 dv-cinder-master-3-smb neutron-server[106232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90e96a6086c290001a0d7e5ddcf89e279d0a9bc322b7051b760fc9213660c862" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e97d6087-224d-4fb5-a066-868c79837569" -d '{"events": [{"server_uuid": "234a399b-97be-4b3b-8bdb-75278ffdc4e0", "name": "network-vif-plugged", "status": "completed", "tag": "41adca23-a8d9-445c-9eaa-f1623bb2425c"}]}' {{(pid=106232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:58:31.291531 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.db [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] For port 41adca23-a8d9-445c-9eaa-f1623bb2425c, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=41adca23-a8d9-445c-9eaa-f1623bb2425c,segment=NetworkSegment(83b1444a-b57f-47b2-b012-58acece53013),segment_id=83b1444a-b57f-47b2-b012-58acece53013)] {{(pid=106232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:58:31.298218 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749746030758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749745591525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749745591543'] for port (41adca23-a8d9-445c-9eaa-f1623bb2425c), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:31.321008 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:58:31.322896 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:58:31.333477 dv-cinder-master-3-smb neutron-server[106232]: INFO neutron.plugins.ml2.plugin [None req-9ac05c15-e05c-4629-ac36-ca1aaa7c4a10 None None] Attempt 2 to provision port ed68bb6f-86d3-42ab-af23-ef84ada4df2f Sep 18 00:58:31.340901 dv-cinder-master-3-smb neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:58:31.364215 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-c931d000-d88d-4c6f-a1d2-b97f4029a806 req-2787f55f-49fc-4b29-922c-072942ada094 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5d1f43e9-9af2-4e0f-a00b-d54373283a26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863431 Sep 18 00:58:31.411490 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Pushing event updated for resources: {'Port': ['ID=41adca23-a8d9-445c-9eaa-f1623bb2425c,revision_number=5']} {{(pid=106232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:31.425914 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-9ac05c15-e05c-4629-ac36-ca1aaa7c4a10 None None] Port ed68bb6f-86d3-42ab-af23-ef84ada4df2f cannot update to ACTIVE because it is not bound. {{(pid=106232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 18 00:58:31.439025 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1369c263-658b-4374-a3db-1e100ffeac7b req-291b6376-465c-4df6-96c4-2baf878e4eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:31.440578 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-1369c263-658b-4374-a3db-1e100ffeac7b req-291b6376-465c-4df6-96c4-2baf878e4eaa service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=8cbf74b218c04911bb921f7cc2c6e966&device_id=ecc591cc-e74d-48ea-85e8-945b2995d123 HTTP/1.1" status: 200 len: 1127 time: 0.0807123 Sep 18 00:58:31.522554 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-2167ac7d-c1ee-4fbb-994b-9c1c3c3bc3ce admin admin] Publish callbacks [] for port (ed68bb6f-86d3-42ab-af23-ef84ada4df2f), precommit_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:31.527028 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-1369c263-658b-4374-a3db-1e100ffeac7b req-f5ca8fc9-83f2-4019-8e7e-d007ebae4abc service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9608eb83-8531-414f-a482-f625b3b31cb2 HTTP/1.1" status: 200 len: 217 time: 0.0502512 Sep 18 00:58:31.538891 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-a111eed3-f47c-4c96-ab69-dd38d1aab5bf req-44c6204c-5853-4775-8f3a-c32395fa4297 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a79958da-0ace-40be-883c-3b3873a975fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3423824 Sep 18 00:58:31.599128 dv-cinder-master-3-smb neutron-server[106232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 18 Sep 2022 00:58:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a020693-2e98-4196-b05c-701be3d90579 x-openstack-request-id: req-7a020693-2e98-4196-b05c-701be3d90579 {{(pid=106232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:58:31.602229 dv-cinder-master-3-smb neutron-server[106232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "234a399b-97be-4b3b-8bdb-75278ffdc4e0", "name": "network-vif-plugged", "status": "completed", "tag": "41adca23-a8d9-445c-9eaa-f1623bb2425c", "code": 200}]} {{(pid=106232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:58:31.602887 dv-cinder-master-3-smb neutron-server[106232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-7a020693-2e98-4196-b05c-701be3d90579 {{(pid=106232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:58:31.603501 dv-cinder-master-3-smb neutron-server[106232]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a020693-2e98-4196-b05c-701be3d90579'] response: {'server_uuid': '234a399b-97be-4b3b-8bdb-75278ffdc4e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41adca23-a8d9-445c-9eaa-f1623bb2425c', 'code': 200} Sep 18 00:58:31.612178 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-2167ac7d-c1ee-4fbb-994b-9c1c3c3bc3ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749746030758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749745591525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749745591543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13339705'] for port (ed68bb6f-86d3-42ab-af23-ef84ada4df2f), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:31.705103 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57095a88-1bc0-4cc2-a29b-b776cdcb9e43 req-cc64a2db-f9f6-40dd-a7e8-6c98800a19a3 tempest-VolumesSnapshotTestJSON-698728750 tempest-VolumesSnapshotTestJSON-698728750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:31.706588 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-57095a88-1bc0-4cc2-a29b-b776cdcb9e43 req-cc64a2db-f9f6-40dd-a7e8-6c98800a19a3 tempest-VolumesSnapshotTestJSON-698728750 tempest-VolumesSnapshotTestJSON-698728750-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=234a399b-97be-4b3b-8bdb-75278ffdc4e0 HTTP/1.1" status: 200 len: 945 time: 0.1815681 Sep 18 00:58:31.817872 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-2167ac7d-c1ee-4fbb-994b-9c1c3c3bc3ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16267041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16482956'] for router_interface (686f8360-d797-4b61-96c7-e1e5ed0e5c18), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:31.820226 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2167ac7d-c1ee-4fbb-994b-9c1c3c3bc3ce admin admin] Pushing event updated for resources: {'Port': ['ID=ed68bb6f-86d3-42ab-af23-ef84ada4df2f,revision_number=2']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:31.856780 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1369c263-658b-4374-a3db-1e100ffeac7b req-ae36d009-5561-4968-b1cd-d66e077e8a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:31.859460 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-1369c263-658b-4374-a3db-1e100ffeac7b req-ae36d009-5561-4968-b1cd-d66e077e8a30 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=21e1d23e-9045-41fa-9ed7-19ac1edcbcfa HTTP/1.1" status: 200 len: 858 time: 0.2484889 Sep 18 00:58:31.893425 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6885b88-44b8-4f2b-96d3-3f583beb6771 req-dd8d5d92-e679-4cb5-934a-40af6b522681 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:31.895685 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-f6885b88-44b8-4f2b-96d3-3f583beb6771 req-dd8d5d92-e679-4cb5-934a-40af6b522681 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b142dfeb-6de9-4d35-9b1e-b0545715235b HTTP/1.1" status: 200 len: 945 time: 0.1875422 Sep 18 00:58:31.903732 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f96c1a7-a263-406a-a936-e697bf33455c req-4b1c67b8-ae01-430f-b738-1129aa1b8b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:31.906973 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-2f96c1a7-a263-406a-a936-e697bf33455c req-4b1c67b8-ae01-430f-b738-1129aa1b8b59 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=234a399b-97be-4b3b-8bdb-75278ffdc4e0 HTTP/1.1" status: 200 len: 1129 time: 0.0586498 Sep 18 00:58:31.927537 dv-cinder-master-3-smb neutron-server[106232]: INFO neutron.plugins.ml2.plugin [None req-9ac05c15-e05c-4629-ac36-ca1aaa7c4a10 None None] Attempt 3 to provision port ed68bb6f-86d3-42ab-af23-ef84ada4df2f Sep 18 00:58:31.978506 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-9ac05c15-e05c-4629-ac36-ca1aaa7c4a10 None None] Port ed68bb6f-86d3-42ab-af23-ef84ada4df2f cannot update to ACTIVE because it is not bound. {{(pid=106232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 18 00:58:31.985429 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-2f96c1a7-a263-406a-a936-e697bf33455c req-fbf5032d-5af5-4f14-9f41-6988a4e4300d service neutron] 10.222.0.57 "GET /networking/v2.0/security-groups?id=fa0a7270-c489-4827-97e2-2fa58a52d0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695260 Sep 18 00:58:32.006527 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-f6885b88-44b8-4f2b-96d3-3f583beb6771 req-176781a7-b2ef-4f61-af10-d312e93bf465 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=cf5b9ec0-b30e-497d-b3f3-770efd5927e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940697 Sep 18 00:58:32.015502 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-57095a88-1bc0-4cc2-a29b-b776cdcb9e43 req-605cdc80-2cec-4cb5-abdc-09821f8db076 tempest-VolumesSnapshotTestJSON-698728750 tempest-VolumesSnapshotTestJSON-698728750-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=fa0a7270-c489-4827-97e2-2fa58a52d0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2882831 Sep 18 00:58:32.064122 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1369c263-658b-4374-a3db-1e100ffeac7b req-c54d8343-6e1f-4a44-b495-3c803cb813ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:32.065660 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-1369c263-658b-4374-a3db-1e100ffeac7b req-c54d8343-6e1f-4a44-b495-3c803cb813ad service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=c62b9e47-59b6-47ba-845f-e3be4dd39ad8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1854651 Sep 18 00:58:32.108246 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2167ac7d-c1ee-4fbb-994b-9c1c3c3bc3ce admin admin] Network 2fe627c1-4c69-4373-8338-7690c696f294 is already hosted by enough agents. {{(pid=106230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:58:32.109855 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.scheduler.base_scheduler [None req-2167ac7d-c1ee-4fbb-994b-9c1c3c3bc3ce admin admin] Resources bound (agent type, host, resource id): {{(pid=106230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:58:32.147438 dv-cinder-master-3-smb neutron-server[106233]: DEBUG dbcounter [-] [106233] Writing DB stats neutron:SELECT=3 {{(pid=106233) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:58:32.221061 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83830dcf-78a5-449f-886f-dde36340c754 req-b6a29147-c858-4ce0-838c-5524910f05bb tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:32.222693 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-83830dcf-78a5-449f-886f-dde36340c754 req-b6a29147-c858-4ce0-838c-5524910f05bb tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b142dfeb-6de9-4d35-9b1e-b0545715235b HTTP/1.1" status: 200 len: 945 time: 0.1069205 Sep 18 00:58:32.235791 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.33', 60548) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:58:32.250164 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.v2.base [None req-fe086825-c976-4b5f-a42a-52d063de06e3 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Request body: {'floatingip': {'port_id': '52a424bc-9fbd-479c-b108-af4ee47377ab'}} {{(pid=106230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:58:32.356879 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-fe086825-c976-4b5f-a42a-52d063de06e3 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Publish callbacks [] for floatingip (93bcf6b8-6036-4de3-a695-118f8409d1e0), before_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:32.360315 dv-cinder-master-3-smb neutron-server[106233]: DEBUG dbcounter [-] [106233] Writing DB stats neutron:SELECT=27 {{(pid=106233) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:58:32.480183 dv-cinder-master-3-smb neutron-server[106232]: INFO neutron.plugins.ml2.plugin [None req-9ac05c15-e05c-4629-ac36-ca1aaa7c4a10 None None] Attempt 4 to provision port ed68bb6f-86d3-42ab-af23-ef84ada4df2f Sep 18 00:58:32.487033 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=100 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:58:32.537439 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-9ac05c15-e05c-4629-ac36-ca1aaa7c4a10 None None] Port ed68bb6f-86d3-42ab-af23-ef84ada4df2f cannot update to ACTIVE because it is not bound. {{(pid=106232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 18 00:58:32.605241 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2167ac7d-c1ee-4fbb-994b-9c1c3c3bc3ce admin admin] Router 686f8360-d797-4b61-96c7-e1e5ed0e5c18 has already been hosted by L3 agent d0e8801d-4758-48bd-8085-7f05d3358764 {{(pid=106230) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:58:32.624028 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549c4ce0-6168-419b-8405-b2129afb3472 req-288b4160-3abb-4043-99af-7ab299fd87ba tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:32.625730 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-549c4ce0-6168-419b-8405-b2129afb3472 req-288b4160-3abb-4043-99af-7ab299fd87ba tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c1cf145a-d8d5-4a7e-937b-729bf79629fa HTTP/1.1" status: 200 len: 946 time: 0.1454682 Sep 18 00:58:32.640380 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-1369c263-658b-4374-a3db-1e100ffeac7b req-096f5e4e-44ca-4e02-bba0-746da605b8ac service neutron] 10.222.0.57 "GET /networking/v2.0/networks/c62b9e47-59b6-47ba-845f-e3be4dd39ad8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3097467 Sep 18 00:58:32.649720 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=100 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:58:32.781585 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.rpc [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Device b5cd822d-7070-4e2b-95ea-266904043865 up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=106232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:58:32.838444 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.provisioning_blocks [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Provisioning complete for port b5cd822d-7070-4e2b-95ea-266904043865 triggered by entity L2. {{(pid=106232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 00:58:32.839495 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981214'] for port (b5cd822d-7070-4e2b-95ea-266904043865), provisioning_complete {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:32.840262 dv-cinder-master-3-smb neutron-server[106232]: INFO neutron.plugins.ml2.plugin [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Attempt 1 to provision port b5cd822d-7070-4e2b-95ea-266904043865 Sep 18 00:58:32.940629 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Current status of the port b5cd822d-7070-4e2b-95ea-266904043865 is: DOWN; New status is: ACTIVE {{(pid=106232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 00:58:32.941445 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (b5cd822d-7070-4e2b-95ea-266904043865), before_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:32.982838 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.db [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] For port b5cd822d-7070-4e2b-95ea-266904043865, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=b5cd822d-7070-4e2b-95ea-266904043865,segment=NetworkSegment(e81b1a67-2f81-4ac8-a4dd-b13e6c47d014),segment_id=e81b1a67-2f81-4ac8-a4dd-b13e6c47d014)] {{(pid=106232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:58:32.994598 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749746030758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749745591525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749745591543'] for port (b5cd822d-7070-4e2b-95ea-266904043865), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:33.040690 dv-cinder-master-3-smb neutron-server[106232]: INFO neutron.plugins.ml2.plugin [None req-9ac05c15-e05c-4629-ac36-ca1aaa7c4a10 None None] Attempt 5 to provision port ed68bb6f-86d3-42ab-af23-ef84ada4df2f Sep 18 00:58:33.080667 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Pushing event updated for resources: {'Port': ['ID=b5cd822d-7070-4e2b-95ea-266904043865,revision_number=4']} {{(pid=106232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:33.098174 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-9ac05c15-e05c-4629-ac36-ca1aaa7c4a10 None None] Port ed68bb6f-86d3-42ab-af23-ef84ada4df2f cannot update to ACTIVE because it is not bound. {{(pid=106232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 18 00:58:33.173971 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f4b6a2-4aae-4ad0-8104-509f07e4a3b6 req-7fb5fe6e-1d63-49a8-bea7-cb9e83a7c6ef tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:33.176517 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-e5f4b6a2-4aae-4ad0-8104-509f07e4a3b6 req-7fb5fe6e-1d63-49a8-bea7-cb9e83a7c6ef tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ecc591cc-e74d-48ea-85e8-945b2995d123 HTTP/1.1" status: 200 len: 943 time: 0.5176587 Sep 18 00:58:33.294525 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-549c4ce0-6168-419b-8405-b2129afb3472 req-2408fe24-6d0a-40ed-aa62-177f48b61efd tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5d1f43e9-9af2-4e0f-a00b-d54373283a26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6569335 Sep 18 00:58:33.381705 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2167ac7d-c1ee-4fbb-994b-9c1c3c3bc3ce admin admin] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=106230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:58:33.391591 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b07840-e813-417a-a062-136c6be8a099 None None] Sync routers for ids ['686f8360-d797-4b61-96c7-e1e5ed0e5c18'] in dv-cinder-master-3-smb {{(pid=106233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:58:33.402672 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b07840-e813-417a-a062-136c6be8a099 None None] Routers {'686f8360-d797-4b61-96c7-e1e5ed0e5c18'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 18 00:58:33.404171 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.l3_hamode_db [None req-a4b07840-e813-417a-a062-136c6be8a099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-18T00:47:37Z,description=,heartbeat_timestamp=2022-09-18T00:58:07Z,host='dv-cinder-master-3-smb',id=d0e8801d-4758-48bd-8085-7f05d3358764,load=0,resource_versions=,resources_synced=,started_at=2022-09-18T00:47:37Z,topic='l3_agent')) {'router_ids': ['686f8360-d797-4b61-96c7-e1e5ed0e5c18'], 'active': True} {{(pid=106233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:58:33.442968 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [None req-2167ac7d-c1ee-4fbb-994b-9c1c3c3bc3ce admin admin] 10.222.0.33 "PUT /networking/v2.0/routers/686f8360-d797-4b61-96c7-e1e5ed0e5c18/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0666320 Sep 18 00:58:33.442968 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-1369c263-658b-4374-a3db-1e100ffeac7b req-a52142f0-4c14-403f-bd78-665c7c76c01d service neutron] 10.222.0.57 "GET /networking/v2.0/networks/c62b9e47-59b6-47ba-845f-e3be4dd39ad8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3946750 Sep 18 00:58:33.522455 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-e5f4b6a2-4aae-4ad0-8104-509f07e4a3b6 req-3dd77c31-798b-4fa5-a6a9-aa7b0afbda0e tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a79958da-0ace-40be-883c-3b3873a975fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2843282 Sep 18 00:58:33.543895 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.l3_dvr_db [None req-a4b07840-e813-417a-a062-136c6be8a099 None None] Set router 686f8360-d797-4b61-96c7-e1e5ed0e5c18 gateway port host: dv-cinder-master-3-smb {{(pid=106233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 18 00:58:33.548570 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd71431e-4a00-41cd-81da-a31833534513 req-d2386edc-97a8-410d-b7b0-5364040b29ba tempest-VolumesSnapshotTestJSON-698728750 tempest-VolumesSnapshotTestJSON-698728750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:33.550524 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-cd71431e-4a00-41cd-81da-a31833534513 req-d2386edc-97a8-410d-b7b0-5364040b29ba tempest-VolumesSnapshotTestJSON-698728750 tempest-VolumesSnapshotTestJSON-698728750-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=234a399b-97be-4b3b-8bdb-75278ffdc4e0 HTTP/1.1" status: 200 len: 945 time: 0.1143227 Sep 18 00:58:33.599569 dv-cinder-master-3-smb neutron-server[106232]: INFO neutron.plugins.ml2.plugin [None req-9ac05c15-e05c-4629-ac36-ca1aaa7c4a10 None None] Attempt 6 to provision port ed68bb6f-86d3-42ab-af23-ef84ada4df2f Sep 18 00:58:33.697609 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-cd71431e-4a00-41cd-81da-a31833534513 req-88a31cbc-3fd8-4b49-ad86-3daf2b4b7ebd tempest-VolumesSnapshotTestJSON-698728750 tempest-VolumesSnapshotTestJSON-698728750-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=fa0a7270-c489-4827-97e2-2fa58a52d0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174927 Sep 18 00:58:33.706402 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-9ac05c15-e05c-4629-ac36-ca1aaa7c4a10 None None] Port ed68bb6f-86d3-42ab-af23-ef84ada4df2f cannot update to ACTIVE because it is not bound. {{(pid=106232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 18 00:58:33.788588 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-fe086825-c976-4b5f-a42a-52d063de06e3 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:33.795121 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-fe086825-c976-4b5f-a42a-52d063de06e3 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16489891'] for floatingip (93bcf6b8-6036-4de3-a695-118f8409d1e0), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:33.869871 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.l3_hamode_db [None req-a4b07840-e813-417a-a062-136c6be8a099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '686f8360-d797-4b61-96c7-e1e5ed0e5c18', 'name': 'tempest-TestShelveInstance-1255906396-router', 'tenant_id': 'c37316ddc7de431294eda723f5ef3f60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'external_fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.182'}], 'enable_snat': True}, 'gw_port_id': 'b5cd822d-7070-4e2b-95ea-266904043865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:58:24Z', 'updated_at': '2022-09-18T00:58:30Z', 'revision_number': 4, 'project_id': 'c37316ddc7de431294eda723f5ef3f60', 'gw_port': {'id': 'b5cd822d-7070-4e2b-95ea-266904043865', 'name': '', 'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:04:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '686f8360-d797-4b61-96c7-e1e5ed0e5c18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:58:25Z', 'updated_at': '2022-09-18T00:58:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': 'ed68bb6f-86d3-42ab-af23-ef84ada4df2f', 'name': '', 'network_id': '2fe627c1-4c69-4373-8338-7690c696f294', 'tenant_id': 'c37316ddc7de431294eda723f5ef3f60', 'mac_address': 'fa:16:3e:3d:d2:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '686f8360-d797-4b61-96c7-e1e5ed0e5c18', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '58f0751e-3cb4-40b9-9d2a-3100ec129c91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:58:28Z', 'updated_at': '2022-09-18T00:58:30Z', 'revision_number': 2, 'project_id': 'c37316ddc7de431294eda723f5ef3f60', 'subnets': [{'id': '58f0751e-3cb4-40b9-9d2a-3100ec129c91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=106233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:58:33.911241 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b07840-e813-417a-a062-136c6be8a099 None None] Checking router: 686f8360-d797-4b61-96c7-e1e5ed0e5c18 for host: dv-cinder-master-3-smb {{(pid=106233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:58:33.911885 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b07840-e813-417a-a062-136c6be8a099 None None] Updating router 686f8360-d797-4b61-96c7-e1e5ed0e5c18 port ed68bb6f-86d3-42ab-af23-ef84ada4df2f binding host dv-cinder-master-3-smb {{(pid=106233) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 00:58:33.966946 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.db.l3_db [None req-fe086825-c976-4b5f-a42a-52d063de06e3 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Floating IP 93bcf6b8-6036-4de3-a695-118f8409d1e0 associated. External IP: 172.37.5.214, port: 52a424bc-9fbd-479c-b108-af4ee47377ab. Sep 18 00:58:33.969673 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [None req-a4b07840-e813-417a-a062-136c6be8a099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (ed68bb6f-86d3-42ab-af23-ef84ada4df2f), before_update {{(pid=106233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:34.110030 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:58:34.111121 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:58:34.207295 dv-cinder-master-3-smb neutron-server[106232]: INFO neutron.plugins.ml2.plugin [None req-9ac05c15-e05c-4629-ac36-ca1aaa7c4a10 None None] Attempt 7 to provision port ed68bb6f-86d3-42ab-af23-ef84ada4df2f Sep 18 00:58:34.209851 dv-cinder-master-3-smb neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:58:34.282656 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-9ac05c15-e05c-4629-ac36-ca1aaa7c4a10 None None] Port ed68bb6f-86d3-42ab-af23-ef84ada4df2f cannot update to ACTIVE because it is not bound. {{(pid=106232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 18 00:58:34.292409 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe086825-c976-4b5f-a42a-52d063de06e3 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Router 5b0b7f67-1b83-4574-ab3e-35ade2a4eea8 has already been hosted by L3 agent d0e8801d-4758-48bd-8085-7f05d3358764 {{(pid=106230) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:58:34.333681 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 60570) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:58:34.339216 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.v2.base [None req-56fbbe50-f72b-407d-89ab-e871a02fd052 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-537021422-network', 'tenant_id': 'cd09f374f5b0446896c28abd478f6ce2'}} {{(pid=106231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:58:34.380758 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56fbbe50-f72b-407d-89ab-e871a02fd052 admin admin] Made reservation on behalf of cd09f374f5b0446896c28abd478f6ce2 for: {'network': 1} {{(pid=106231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:58:34.382822 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [None req-a4b07840-e813-417a-a062-136c6be8a099 None None] Publish callbacks [] for port (ed68bb6f-86d3-42ab-af23-ef84ada4df2f), precommit_update {{(pid=106233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:34.384594 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-56fbbe50-f72b-407d-89ab-e871a02fd052 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for network (None), before_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:34.390579 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [None req-a4b07840-e813-417a-a062-136c6be8a099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749746030758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749745591525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749745591543'] for port (ed68bb6f-86d3-42ab-af23-ef84ada4df2f), after_update {{(pid=106233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:34.398433 dv-cinder-master-3-smb neutron-server[106233]: DEBUG dbcounter [-] [106233] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106233) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:58:34.409244 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-56fbbe50-f72b-407d-89ab-e871a02fd052 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:34.491212 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f6fef0-6144-4c39-a4f4-59301945c670 None None] Pushing event updated for resources: {'Port': ['ID=ed68bb6f-86d3-42ab-af23-ef84ada4df2f,revision_number=3']} {{(pid=106233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:34.512029 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f6fef0-6144-4c39-a4f4-59301945c670 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:58:34.512560 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f6fef0-6144-4c39-a4f4-59301945c670 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:58:34.512942 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f6fef0-6144-4c39-a4f4-59301945c670 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:58:34.513303 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f6fef0-6144-4c39-a4f4-59301945c670 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:58:34.513638 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f6fef0-6144-4c39-a4f4-59301945c670 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:58:34.513987 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f6fef0-6144-4c39-a4f4-59301945c670 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:58:34.514288 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f6fef0-6144-4c39-a4f4-59301945c670 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:58:34.514614 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f6fef0-6144-4c39-a4f4-59301945c670 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:58:34.515342 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f6fef0-6144-4c39-a4f4-59301945c670 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:58:34.515680 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f6fef0-6144-4c39-a4f4-59301945c670 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:58:34.516126 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f6fef0-6144-4c39-a4f4-59301945c670 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:58:34.516463 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f6fef0-6144-4c39-a4f4-59301945c670 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:58:34.516805 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f6fef0-6144-4c39-a4f4-59301945c670 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:58:34.517094 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f6fef0-6144-4c39-a4f4-59301945c670 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:58:34.517408 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f6fef0-6144-4c39-a4f4-59301945c670 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:58:34.522236 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe086825-c976-4b5f-a42a-52d063de06e3 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=106230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:58:34.529114 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.plugins.ml2.managers [None req-a4b07840-e813-417a-a062-136c6be8a099 None None] Attempting to bind port ed68bb6f-86d3-42ab-af23-ef84ada4df2f on host dv-cinder-master-3-smb for vnic_type normal with profile {{(pid=106233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 18 00:58:34.529662 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.plugins.ml2.managers [None req-a4b07840-e813-417a-a062-136c6be8a099 None None] Attempting to bind port ed68bb6f-86d3-42ab-af23-ef84ada4df2f by drivers openvswitch,hyperv on host dv-cinder-master-3-smb at level 0 using segments [{'id': 'af472e6b-8d89-4826-b74a-db58c32a407b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '2fe627c1-4c69-4373-8338-7690c696f294'}] {{(pid=106233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 18 00:58:34.530317 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b07840-e813-417a-a062-136c6be8a099 None None] Attempting to bind port ed68bb6f-86d3-42ab-af23-ef84ada4df2f on network 2fe627c1-4c69-4373-8338-7690c696f294 {{(pid=106233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:58:34.535158 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2846bbe-ec6a-441a-ac25-1109803a020e None None] Sync routers for ids ['5b0b7f67-1b83-4574-ab3e-35ade2a4eea8'] in dv-cinder-master-3-smb {{(pid=106232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:58:34.557451 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-56fbbe50-f72b-407d-89ab-e871a02fd052 admin admin] Publish callbacks [] for security_group (ba8218d4-2dd2-4f86-8559-a8fa79cec14e), precommit_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:34.558840 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2846bbe-ec6a-441a-ac25-1109803a020e None None] Routers {'5b0b7f67-1b83-4574-ab3e-35ade2a4eea8'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 18 00:58:34.560169 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.l3_hamode_db [None req-c2846bbe-ec6a-441a-ac25-1109803a020e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-18T00:47:37Z,description=,heartbeat_timestamp=2022-09-18T00:58:07Z,host='dv-cinder-master-3-smb',id=d0e8801d-4758-48bd-8085-7f05d3358764,load=0,resource_versions=,resources_synced=,started_at=2022-09-18T00:47:37Z,topic='l3_agent')) {'router_ids': ['5b0b7f67-1b83-4574-ab3e-35ade2a4eea8'], 'active': True} {{(pid=106232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:58:34.564252 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-56fbbe50-f72b-407d-89ab-e871a02fd052 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512506'] for security_group (ba8218d4-2dd2-4f86-8559-a8fa79cec14e), after_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:34.596837 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-fe086825-c976-4b5f-a42a-52d063de06e3 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16701016'] for floatingip (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:34.602944 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fbbe50-f72b-407d-89ab-e871a02fd052 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba8218d4-2dd2-4f86-8559-a8fa79cec14e,revision_number=1']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:34.627131 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b07840-e813-417a-a062-136c6be8a099 None None] Checking agent: {'id': 'c8573462-7e7f-4357-b3a8-beeaa8ae7db3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 18, 0, 47, 40), 'started_at': datetime.datetime(2022, 9, 18, 0, 48, 10), 'heartbeat_timestamp': datetime.datetime(2022, 9, 18, 0, 58, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 18 00:58:34.627523 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b07840-e813-417a-a062-136c6be8a099 None None] Checking segment: {'id': 'af472e6b-8d89-4826-b74a-db58c32a407b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '2fe627c1-4c69-4373-8338-7690c696f294'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 18 00:58:34.627918 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [None req-a4b07840-e813-417a-a062-136c6be8a099 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:34.633575 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56fbbe50-f72b-407d-89ab-e871a02fd052 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=106231) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 00:58:34.639062 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b07840-e813-417a-a062-136c6be8a099 None None] Bound using segment: {'id': 'af472e6b-8d89-4826-b74a-db58c32a407b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '2fe627c1-4c69-4373-8338-7690c696f294'} {{(pid=106233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 18 00:58:34.639744 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.plugins.ml2.managers [None req-a4b07840-e813-417a-a062-136c6be8a099 None None] Bound port: ed68bb6f-86d3-42ab-af23-ef84ada4df2f, host: dv-cinder-master-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af472e6b-8d89-4826-b74a-db58c32a407b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '2fe627c1-4c69-4373-8338-7690c696f294'}}] {{(pid=106233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 18 00:58:34.640136 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [None req-a4b07840-e813-417a-a062-136c6be8a099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (ed68bb6f-86d3-42ab-af23-ef84ada4df2f), before_update {{(pid=106233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:34.648630 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-56fbbe50-f72b-407d-89ab-e871a02fd052 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-977230'] for segment (c99bc136-0429-4f68-ad34-f0e42e297b17), precommit_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:34.649425 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.db.segments_db [None req-56fbbe50-f72b-407d-89ab-e871a02fd052 admin admin] Added segment c99bc136-0429-4f68-ad34-f0e42e297b17 of type vlan for network 547c07f7-db1f-4769-919a-6056a6bfaeb6 Sep 18 00:58:34.703971 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-56fbbe50-f72b-407d-89ab-e871a02fd052 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749745527471'] for network (547c07f7-db1f-4769-919a-6056a6bfaeb6), precommit_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:34.751605 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-56fbbe50-f72b-407d-89ab-e871a02fd052 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16510767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039'] for network (547c07f7-db1f-4769-919a-6056a6bfaeb6), after_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:34.753298 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56fbbe50-f72b-407d-89ab-e871a02fd052 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:34.754012 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-56fbbe50-f72b-407d-89ab-e871a02fd052 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16267021'] for network (None), before_response {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:34.807736 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-56fbbe50-f72b-407d-89ab-e871a02fd052 admin admin] 10.222.0.33 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4722958 Sep 18 00:58:34.816961 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 60578) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:58:34.823123 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1f977f-c705-49dc-8a9a-fbee182b34dc req-f7115d8b-51fa-457f-96b4-5a2644150902 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:34.824600 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.v2.base [None req-8236a085-7caf-4d9b-af11-16c217f978ea admin admin] Request body: {'subnet': {'network_id': '547c07f7-db1f-4769-919a-6056a6bfaeb6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-537021422-subnet', 'tenant_id': 'cd09f374f5b0446896c28abd478f6ce2', 'ip_version': 4}} {{(pid=106231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:58:34.825357 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-9d1f977f-c705-49dc-8a9a-fbee182b34dc req-f7115d8b-51fa-457f-96b4-5a2644150902 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ecc591cc-e74d-48ea-85e8-945b2995d123 HTTP/1.1" status: 200 len: 943 time: 0.1303000 Sep 18 00:58:34.842455 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.plugins.ml2.db [None req-a4b07840-e813-417a-a062-136c6be8a099 None None] For port ed68bb6f-86d3-42ab-af23-ef84ada4df2f, host dv-cinder-master-3-smb, cleared binding levels {{(pid=106233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:58:34.848580 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.plugins.ml2.db [None req-a4b07840-e813-417a-a062-136c6be8a099 None None] For port ed68bb6f-86d3-42ab-af23-ef84ada4df2f, host dv-cinder-master-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=ed68bb6f-86d3-42ab-af23-ef84ada4df2f,segment=NetworkSegment(af472e6b-8d89-4826-b74a-db58c32a407b),segment_id=af472e6b-8d89-4826-b74a-db58c32a407b)] {{(pid=106233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:58:34.863539 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [None req-a4b07840-e813-417a-a062-136c6be8a099 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749746030758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749745591525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749745591543'] for port (ed68bb6f-86d3-42ab-af23-ef84ada4df2f), after_update {{(pid=106233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:34.865160 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8236a085-7caf-4d9b-af11-16c217f978ea admin admin] Made reservation on behalf of cd09f374f5b0446896c28abd478f6ce2 for: {'subnet': 1} {{(pid=106231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:58:34.868154 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-8236a085-7caf-4d9b-af11-16c217f978ea admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13973689'] for subnet (None), before_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:34.896173 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71094d3-2fbd-4948-8882-ec6cc26490a8 req-13280299-e0f9-4b59-924b-f937a5b65df8 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:34.912287 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-d71094d3-2fbd-4948-8882-ec6cc26490a8 req-13280299-e0f9-4b59-924b-f937a5b65df8 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c1cf145a-d8d5-4a7e-937b-729bf79629fa HTTP/1.1" status: 200 len: 946 time: 0.4447017 Sep 18 00:58:34.945353 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fbbe50-f72b-407d-89ab-e871a02fd052 admin admin] Pushing event updated for resources: {'Network': ['ID=547c07f7-db1f-4769-919a-6056a6bfaeb6,revision_number=1']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:34.958548 dv-cinder-master-3-smb neutron-server[106232]: INFO neutron.plugins.ml2.plugin [None req-9ac05c15-e05c-4629-ac36-ca1aaa7c4a10 None None] Attempt 8 to provision port ed68bb6f-86d3-42ab-af23-ef84ada4df2f Sep 18 00:58:34.971662 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.rpc [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Device b5cd822d-7070-4e2b-95ea-266904043865 up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=106232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:58:34.974134 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.rpc [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Network 547c07f7-db1f-4769-919a-6056a6bfaeb6 details requested by agent ovs-agent-dv-cinder-master-3-smb with host dv-cinder-master-3-smb {{(pid=106232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 00:58:34.992362 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [None req-fe086825-c976-4b5f-a42a-52d063de06e3 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] 10.222.0.33 "PUT /networking/v2.0/floatingips/93bcf6b8-6036-4de3-a695-118f8409d1e0 HTTP/1.1" status: 200 len: 991 time: 2.7530506 Sep 18 00:58:34.992952 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f6fef0-6144-4c39-a4f4-59301945c670 None None] Pushing event updated for resources: {'Port': ['ID=ed68bb6f-86d3-42ab-af23-ef84ada4df2f,revision_number=4']} {{(pid=106233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:35.007561 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b142dfeb-6de9-4d35-9b1e-b0545715235b', 'tag': '52a424bc-9fbd-479c-b108-af4ee47377ab'}] {{(pid=106230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 18 00:58:35.015089 dv-cinder-master-3-smb neutron-server[106230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5cb6f936bef875aa30205792da77c9643b85616d99b85ee9f5e1cfaba0fe173" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a1d7fd5-8aa7-49f2-8136-ffbc1152771f" -d '{"events": [{"name": "network-changed", "server_uuid": "b142dfeb-6de9-4d35-9b1e-b0545715235b", "tag": "52a424bc-9fbd-479c-b108-af4ee47377ab"}]}' {{(pid=106230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:58:35.019657 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b07840-e813-417a-a062-136c6be8a099 None None] Routers {'686f8360-d797-4b61-96c7-e1e5ed0e5c18'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 18 00:58:35.020291 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.l3_hamode_db [None req-a4b07840-e813-417a-a062-136c6be8a099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-18T00:47:37Z,description=,heartbeat_timestamp=2022-09-18T00:58:07Z,host='dv-cinder-master-3-smb',id=d0e8801d-4758-48bd-8085-7f05d3358764,load=0,resource_versions=,resources_synced=,started_at=2022-09-18T00:47:37Z,topic='l3_agent')) {'router_ids': ['686f8360-d797-4b61-96c7-e1e5ed0e5c18'], 'active': True} {{(pid=106233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:58:35.134368 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-1970d031-6695-450e-b5f7-0e763cc74958 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (25137928-f4de-4c87-813e-883d046ac13f), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:35.141196 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-d71094d3-2fbd-4948-8882-ec6cc26490a8 req-e169f1ea-7c44-414c-a8cf-f67033d4204a tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5d1f43e9-9af2-4e0f-a00b-d54373283a26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2280169 Sep 18 00:58:35.147185 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=77,neutron:DELETE=4,neutron:INSERT=15,neutron:UPDATE=4 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:58:35.257419 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-9d1f977f-c705-49dc-8a9a-fbee182b34dc req-71dadd87-2d14-413c-8566-26254a91aac6 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a79958da-0ace-40be-883c-3b3873a975fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4223907 Sep 18 00:58:35.324991 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.l3_dvr_db [None req-c2846bbe-ec6a-441a-ac25-1109803a020e None None] Set router 5b0b7f67-1b83-4574-ab3e-35ade2a4eea8 gateway port host: dv-cinder-master-3-smb {{(pid=106232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 18 00:58:35.334328 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.l3_dvr_db [None req-a4b07840-e813-417a-a062-136c6be8a099 None None] Set router 686f8360-d797-4b61-96c7-e1e5ed0e5c18 gateway port host: dv-cinder-master-3-smb {{(pid=106233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 18 00:58:35.398414 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-8236a085-7caf-4d9b-af11-16c217f978ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16510870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13914190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13973679'] for subnet (a693c7ea-8093-4aba-b20e-38169451c3f3), after_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:35.410499 dv-cinder-master-3-smb neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:58:35.417050 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-9ac05c15-e05c-4629-ac36-ca1aaa7c4a10 None None] Current status of the port ed68bb6f-86d3-42ab-af23-ef84ada4df2f is: DOWN; New status is: ACTIVE {{(pid=106232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 00:58:35.417454 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-9ac05c15-e05c-4629-ac36-ca1aaa7c4a10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (ed68bb6f-86d3-42ab-af23-ef84ada4df2f), before_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:35.421036 dv-cinder-master-3-smb neutron-server[106233]: DEBUG dbcounter [-] [106233] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106233) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:58:35.429548 dv-cinder-master-3-smb neutron-server[106230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 18 Sep 2022 00:58:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8f45a59-7fcd-4ba8-a6d5-7c06e4544026 x-openstack-request-id: req-b8f45a59-7fcd-4ba8-a6d5-7c06e4544026 {{(pid=106230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:58:35.429879 dv-cinder-master-3-smb neutron-server[106230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b142dfeb-6de9-4d35-9b1e-b0545715235b", "tag": "52a424bc-9fbd-479c-b108-af4ee47377ab", "status": "completed", "code": 200}]} {{(pid=106230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:58:35.430114 dv-cinder-master-3-smb neutron-server[106230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-b8f45a59-7fcd-4ba8-a6d5-7c06e4544026 {{(pid=106230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:58:35.434493 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8f45a59-7fcd-4ba8-a6d5-7c06e4544026'] response: {'name': 'network-changed', 'server_uuid': 'b142dfeb-6de9-4d35-9b1e-b0545715235b', 'tag': '52a424bc-9fbd-479c-b108-af4ee47377ab', 'status': 'completed', 'code': 200} Sep 18 00:58:35.552014 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.provisioning_blocks [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Provisioning complete for port b5cd822d-7070-4e2b-95ea-266904043865 triggered by entity L2. {{(pid=106232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 00:58:35.552392 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981214'] for port (b5cd822d-7070-4e2b-95ea-266904043865), provisioning_complete {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:35.552717 dv-cinder-master-3-smb neutron-server[106232]: INFO neutron.plugins.ml2.plugin [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Attempt 1 to provision port b5cd822d-7070-4e2b-95ea-266904043865 Sep 18 00:58:35.555334 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1d7fd5-8aa7-49f2-8136-ffbc1152771f req-9a46584d-e3e9-40a4-86f0-071169f5c47e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:35.557359 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-0a1d7fd5-8aa7-49f2-8136-ffbc1152771f req-9a46584d-e3e9-40a4-86f0-071169f5c47e service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=ec2d9e20d4ed4178b9bc68ff54715b18&device_id=b142dfeb-6de9-4d35-9b1e-b0545715235b HTTP/1.1" status: 200 len: 1129 time: 0.0930307 Sep 18 00:58:35.573558 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8979c4b3-2342-4daf-9179-829a4c86499a req-e75ec7c4-e352-4d47-afe7-30dc5a02a795 tempest-VolumesSnapshotTestJSON-698728750 tempest-VolumesSnapshotTestJSON-698728750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:35.588816 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-8979c4b3-2342-4daf-9179-829a4c86499a req-e75ec7c4-e352-4d47-afe7-30dc5a02a795 tempest-VolumesSnapshotTestJSON-698728750 tempest-VolumesSnapshotTestJSON-698728750-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=234a399b-97be-4b3b-8bdb-75278ffdc4e0 HTTP/1.1" status: 200 len: 945 time: 0.2767816 Sep 18 00:58:35.590217 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8236a085-7caf-4d9b-af11-16c217f978ea admin admin] Checking segment: {'id': 'c99bc136-0429-4f68-ad34-f0e42e297b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '547c07f7-db1f-4769-919a-6056a6bfaeb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 18 00:58:35.591712 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8236a085-7caf-4d9b-af11-16c217f978ea admin admin] Network hostable DHCP agents. Network: 547c07f7-db1f-4769-919a-6056a6bfaeb6, hostable agents: ['25137928-f4de-4c87-813e-883d046ac13f'], hosted agents: [] {{(pid=106231) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 00:58:35.595097 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8236a085-7caf-4d9b-af11-16c217f978ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=a693c7ea-8093-4aba-b20e-38169451c3f3,revision_number=0']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:35.598783 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:58:35.639746 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8236a085-7caf-4d9b-af11-16c217f978ea admin admin] Network 547c07f7-db1f-4769-919a-6056a6bfaeb6 is scheduled to be hosted by DHCP agent 25137928-f4de-4c87-813e-883d046ac13f with binding_index 1 {{(pid=106231) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 00:58:35.649932 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.l3_hamode_db [None req-a4b07840-e813-417a-a062-136c6be8a099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '686f8360-d797-4b61-96c7-e1e5ed0e5c18', 'name': 'tempest-TestShelveInstance-1255906396-router', 'tenant_id': 'c37316ddc7de431294eda723f5ef3f60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'external_fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.182'}], 'enable_snat': True}, 'gw_port_id': 'b5cd822d-7070-4e2b-95ea-266904043865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:58:24Z', 'updated_at': '2022-09-18T00:58:30Z', 'revision_number': 4, 'project_id': 'c37316ddc7de431294eda723f5ef3f60', 'gw_port': {'id': 'b5cd822d-7070-4e2b-95ea-266904043865', 'name': '', 'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:04:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '686f8360-d797-4b61-96c7-e1e5ed0e5c18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:58:25Z', 'updated_at': '2022-09-18T00:58:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': 'ed68bb6f-86d3-42ab-af23-ef84ada4df2f', 'name': '', 'network_id': '2fe627c1-4c69-4373-8338-7690c696f294', 'tenant_id': 'c37316ddc7de431294eda723f5ef3f60', 'mac_address': 'fa:16:3e:3d:d2:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '686f8360-d797-4b61-96c7-e1e5ed0e5c18', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '58f0751e-3cb4-40b9-9d2a-3100ec129c91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:58:28Z', 'updated_at': '2022-09-18T00:58:34Z', 'revision_number': 4, 'project_id': 'c37316ddc7de431294eda723f5ef3f60', 'subnets': [{'id': '58f0751e-3cb4-40b9-9d2a-3100ec129c91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=106233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:58:35.654980 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.scheduler.base_scheduler [None req-8236a085-7caf-4d9b-af11-16c217f978ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-smb, 547c07f7-db1f-4769-919a-6056a6bfaeb6) {{(pid=106231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:58:35.669332 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8236a085-7caf-4d9b-af11-16c217f978ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:35.669995 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-8236a085-7caf-4d9b-af11-16c217f978ea admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:35.681476 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b07840-e813-417a-a062-136c6be8a099 None None] The sync data for ids ['686f8360-d797-4b61-96c7-e1e5ed0e5c18'] in dv-cinder-master-3-smb is: [{'id': '686f8360-d797-4b61-96c7-e1e5ed0e5c18', 'name': 'tempest-TestShelveInstance-1255906396-router', 'tenant_id': 'c37316ddc7de431294eda723f5ef3f60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'external_fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.182'}], 'enable_snat': True}, 'gw_port_id': 'b5cd822d-7070-4e2b-95ea-266904043865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:58:24Z', 'updated_at': '2022-09-18T00:58:30Z', 'revision_number': 4, 'project_id': 'c37316ddc7de431294eda723f5ef3f60', 'gw_port': {'id': 'b5cd822d-7070-4e2b-95ea-266904043865', 'name': '', 'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:04:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '686f8360-d797-4b61-96c7-e1e5ed0e5c18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:58:25Z', 'updated_at': '2022-09-18T00:58:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': 'ed68bb6f-86d3-42ab-af23-ef84ada4df2f', 'name': '', 'network_id': '2fe627c1-4c69-4373-8338-7690c696f294', 'tenant_id': 'c37316ddc7de431294eda723f5ef3f60', 'mac_address': 'fa:16:3e:3d:d2:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '686f8360-d797-4b61-96c7-e1e5ed0e5c18', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '58f0751e-3cb4-40b9-9d2a-3100ec129c91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:58:28Z', 'updated_at': '2022-09-18T00:58:34Z', 'revision_number': 4, 'project_id': 'c37316ddc7de431294eda723f5ef3f60', 'subnets': [{'id': '58f0751e-3cb4-40b9-9d2a-3100ec129c91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:58:35.704544 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c89f9ff5-5336-4bd5-88cb-27dd6d333666 None None] Network 547c07f7-db1f-4769-919a-6056a6bfaeb6 requested from dv-cinder-master-3-smb {{(pid=106232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 18 00:58:35.721898 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-8236a085-7caf-4d9b-af11-16c217f978ea admin admin] 10.222.0.33 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.9034593 Sep 18 00:58:35.725031 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 60584) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:58:35.732368 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.v2.base [None req-d6ce94f3-1345-4cea-960d-ff65c9a20590 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-537021422-router', 'tenant_id': 'cd09f374f5b0446896c28abd478f6ce2', 'external_gateway_info': {'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505'}}} {{(pid=106231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:58:35.804999 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-8979c4b3-2342-4daf-9179-829a4c86499a req-b17cec7e-4db5-4bd8-bde3-6b1a56464e08 tempest-VolumesSnapshotTestJSON-698728750 tempest-VolumesSnapshotTestJSON-698728750-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=fa0a7270-c489-4827-97e2-2fa58a52d0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152166 Sep 18 00:58:35.811796 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-d6ce94f3-1345-4cea-960d-ff65c9a20590 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16492684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1939'] for router (5c6de313-25e1-45f7-bd3f-37e99ea971b7), before_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:35.815211 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-d6ce94f3-1345-4cea-960d-ff65c9a20590 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16492209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16485630', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16421430', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1946'] for router (5c6de313-25e1-45f7-bd3f-37e99ea971b7), precommit_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:35.880405 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1d7fd5-8aa7-49f2-8136-ffbc1152771f req-15ce2493-7f5e-4556-99e2-340ab902e5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:35.883921 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-0a1d7fd5-8aa7-49f2-8136-ffbc1152771f req-15ce2493-7f5e-4556-99e2-340ab902e5fd service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=eee7c814-dc91-4de0-b55e-0732fcd7c9de HTTP/1.1" status: 200 len: 915 time: 0.2918990 Sep 18 00:58:35.909528 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.db [None req-9ac05c15-e05c-4629-ac36-ca1aaa7c4a10 None None] For port ed68bb6f-86d3-42ab-af23-ef84ada4df2f, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=ed68bb6f-86d3-42ab-af23-ef84ada4df2f,segment=NetworkSegment(af472e6b-8d89-4826-b74a-db58c32a407b),segment_id=af472e6b-8d89-4826-b74a-db58c32a407b)] {{(pid=106232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:58:35.968112 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-d6ce94f3-1345-4cea-960d-ff65c9a20590 admin admin] Publish callbacks [] for router_controller (5c6de313-25e1-45f7-bd3f-37e99ea971b7), precommit_add_association {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:35.972767 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-9ac05c15-e05c-4629-ac36-ca1aaa7c4a10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749746030758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749745591525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749745591543'] for port (ed68bb6f-86d3-42ab-af23-ef84ada4df2f), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:36.033242 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-0a1d7fd5-8aa7-49f2-8136-ffbc1152771f req-182270f4-961b-4631-b2ce-1864721f8aaa service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=52a424bc-9fbd-479c-b108-af4ee47377ab HTTP/1.1" status: 200 len: 999 time: 0.1385345 Sep 18 00:58:36.101572 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1d7fd5-8aa7-49f2-8136-ffbc1152771f req-02b57675-7c59-4943-be3d-09f7571053b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:36.103350 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-0a1d7fd5-8aa7-49f2-8136-ffbc1152771f req-02b57675-7c59-4943-be3d-09f7571053b1 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=4028d8f5-a2a6-4af3-9818-cba168eaf579 HTTP/1.1" status: 200 len: 853 time: 0.0638399 Sep 18 00:58:36.173056 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1d7fd5-8aa7-49f2-8136-ffbc1152771f req-ddbb0ad2-35f8-4b1b-beb0-93e1acd8b882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:36.175155 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-0a1d7fd5-8aa7-49f2-8136-ffbc1152771f req-ddbb0ad2-35f8-4b1b-beb0-93e1acd8b882 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=eee7c814-dc91-4de0-b55e-0732fcd7c9de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0648949 Sep 18 00:58:36.223654 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-d6ce94f3-1345-4cea-960d-ff65c9a20590 admin admin] Publish callbacks [] for router_gateway (5c6de313-25e1-45f7-bd3f-37e99ea971b7), precommit_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:36.268787 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac05c15-e05c-4629-ac36-ca1aaa7c4a10 None None] Pushing event updated for resources: {'Port': ['ID=ed68bb6f-86d3-42ab-af23-ef84ada4df2f,revision_number=5']} {{(pid=106232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:36.354592 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=100 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:58:36.389467 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-0a1d7fd5-8aa7-49f2-8136-ffbc1152771f req-af319d54-66b7-4b54-93dd-d01d35838934 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/eee7c814-dc91-4de0-b55e-0732fcd7c9de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2026711 Sep 18 00:58:36.407964 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.provisioning_blocks [None req-c4566070-d34d-45ba-98d1-159d747e8f2b None None] Provisioning complete for port ed68bb6f-86d3-42ab-af23-ef84ada4df2f triggered by entity DHCP. {{(pid=106232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 00:58:36.408511 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-c4566070-d34d-45ba-98d1-159d747e8f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981214'] for port (ed68bb6f-86d3-42ab-af23-ef84ada4df2f), provisioning_complete {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:36.408717 dv-cinder-master-3-smb neutron-server[106232]: INFO neutron.plugins.ml2.plugin [None req-c4566070-d34d-45ba-98d1-159d747e8f2b None None] Attempt 1 to provision port ed68bb6f-86d3-42ab-af23-ef84ada4df2f Sep 18 00:58:36.624783 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=100 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:58:36.689741 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4028d9ef-af30-405e-97a5-a9bec7918b10 req-462b78c5-ab2a-41e0-a67f-9a57a83d3ccd tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:36.691676 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-4028d9ef-af30-405e-97a5-a9bec7918b10 req-462b78c5-ab2a-41e0-a67f-9a57a83d3ccd tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c1cf145a-d8d5-4a7e-937b-729bf79629fa HTTP/1.1" status: 200 len: 946 time: 0.3330235 Sep 18 00:58:36.718772 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-643b5785-a860-471e-bed8-23f5f79e756b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c9b710a-c5e7-5cbf-88b5-877954cdc74b-547c07f7-db1f-4769-919a-6056a6bfaeb6', 'network_id': '547c07f7-db1f-4769-919a-6056a6bfaeb6', 'project_id': 'cd09f374f5b0446896c28abd478f6ce2', 'fixed_ips': [{'subnet_id': 'a693c7ea-8093-4aba-b20e-38169451c3f3'}]}} from dv-cinder-master-3-smb. {{(pid=106232) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 18 00:58:36.720008 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-643b5785-a860-471e-bed8-23f5f79e756b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (None), before_create {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:36.728742 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b07c3a-b264-4040-b625-316e57472457 req-d543f404-359c-43b3-86ca-676db8f6de4f tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:36.730261 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-29b07c3a-b264-4040-b625-316e57472457 req-d543f404-359c-43b3-86ca-676db8f6de4f tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ecc591cc-e74d-48ea-85e8-945b2995d123 HTTP/1.1" status: 200 len: 943 time: 0.1267276 Sep 18 00:58:36.773633 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-d6ce94f3-1345-4cea-960d-ff65c9a20590 admin admin] Publish callbacks [] for router_gateway (5c6de313-25e1-45f7-bd3f-37e99ea971b7), before_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:36.785746 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Current status of the port b5cd822d-7070-4e2b-95ea-266904043865 is: ACTIVE; New status is: ACTIVE {{(pid=106232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 00:58:36.787385 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-0a1d7fd5-8aa7-49f2-8136-ffbc1152771f req-82ecf7ad-bfd8-4b3f-a8e0-a37126e40fc4 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/eee7c814-dc91-4de0-b55e-0732fcd7c9de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3711400 Sep 18 00:58:36.838405 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-4028d9ef-af30-405e-97a5-a9bec7918b10 req-a54f4ee7-d065-44e1-b16b-c5d9555fbf5c tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5d1f43e9-9af2-4e0f-a00b-d54373283a26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1138110 Sep 18 00:58:36.845469 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-d6ce94f3-1345-4cea-960d-ff65c9a20590 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (None), before_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:36.920558 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.l3_hamode_db [None req-c2846bbe-ec6a-441a-ac25-1109803a020e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b0b7f67-1b83-4574-ab3e-35ade2a4eea8', 'name': 'tempest-AttachVolumeNegativeTest-887914811-router', 'tenant_id': 'ec2d9e20d4ed4178b9bc68ff54715b18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'external_fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.120'}], 'enable_snat': True}, 'gw_port_id': '85d33348-a6aa-4278-8987-be6d20f85848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:56:00Z', 'updated_at': '2022-09-18T00:56:15Z', 'revision_number': 4, 'project_id': 'ec2d9e20d4ed4178b9bc68ff54715b18', 'gw_port': {'id': '85d33348-a6aa-4278-8987-be6d20f85848', 'name': '', 'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:1b:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b0b7f67-1b83-4574-ab3e-35ade2a4eea8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:56:01Z', 'updated_at': '2022-09-18T00:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': '93bcf6b8-6036-4de3-a695-118f8409d1e0', 'tenant_id': 'ec2d9e20d4ed4178b9bc68ff54715b18', 'floating_ip_address': '172.37.5.214', 'floating_network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'router_id': '5b0b7f67-1b83-4574-ab3e-35ade2a4eea8', 'port_id': '52a424bc-9fbd-479c-b108-af4ee47377ab', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 360, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eee7c814-dc91-4de0-b55e-0732fcd7c9de', 'mac_address': 'fa:16:3e:ba:1c:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b142dfeb-6de9-4d35-9b1e-b0545715235b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-18T00:58:09Z', 'updated_at': '2022-09-18T00:58:33Z', 'revision_number': 1, 'project_id': 'ec2d9e20d4ed4178b9bc68ff54715b18', 'fixed_ip_address_scope': None}, {'id': 'e0606aab-0a3f-4cf7-9460-8b11189403e1', 'tenant_id': 'ec2d9e20d4ed4178b9bc68ff54715b18', 'floating_ip_address': '172.37.5.250', 'floating_network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'router_id': '5b0b7f67-1b83-4574-ab3e-35ade2a4eea8', 'port_id': 'ff818f99-6875-42e7-8af0-6e7c1e9ef011', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 158, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eee7c814-dc91-4de0-b55e-0732fcd7c9de', 'mac_address': 'fa:16:3e:fc:30:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2055882-050f-4acf-a99c-96d698e25963', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-18T00:56:27Z', 'updated_at': '2022-09-18T00:57:08Z', 'revision_number': 2, 'project_id': 'ec2d9e20d4ed4178b9bc68ff54715b18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4545d7a8-56f0-4062-a60e-cf2cfb4c3390', 'name': '', 'network_id': 'eee7c814-dc91-4de0-b55e-0732fcd7c9de', 'tenant_id': 'ec2d9e20d4ed4178b9bc68ff54715b18', 'mac_address': 'fa:16:3e:b0:99:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b0b7f67-1b83-4574-ab3e-35ade2a4eea8', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '4028d8f5-a2a6-4af3-9818-cba168eaf579', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:56:11Z', 'updated_at': '2022-09-18T00:56:27Z', 'revision_number': 5, 'project_id': 'ec2d9e20d4ed4178b9bc68ff54715b18', 'subnets': [{'id': '4028d8f5-a2a6-4af3-9818-cba168eaf579', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=106232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:58:36.922954 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.rpc [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Device 9608eb83-8531-414f-a482-f625b3b31cb2 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:58:36.923620 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-29b07c3a-b264-4040-b625-316e57472457 req-15f4aa16-0948-4860-a1ef-04a9cd9bbda3 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a79958da-0ace-40be-883c-3b3873a975fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1560435 Sep 18 00:58:37.014869 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2846bbe-ec6a-441a-ac25-1109803a020e None None] Checking router: 5b0b7f67-1b83-4574-ab3e-35ade2a4eea8 for host: dv-cinder-master-3-smb {{(pid=106232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:58:37.031282 dv-cinder-master-3-smb neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:58:37.047837 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.rpc [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Device ed68bb6f-86d3-42ab-af23-ef84ada4df2f up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=106232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:58:37.129459 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.db.db_base_plugin_common [None req-d6ce94f3-1345-4cea-960d-ff65c9a20590 admin admin] Allocated IP 172.37.5.104 (b5726c9b-05f1-4137-90cd-23a4e3e89505/9e97c026-c8b3-4b72-91ed-10f39e002f97/7d6eeb02-df58-4485-8b98-6f5c9903a3b6) {{(pid=106231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:58:37.130950 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2846bbe-ec6a-441a-ac25-1109803a020e None None] Routers {'5b0b7f67-1b83-4574-ab3e-35ade2a4eea8'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 18 00:58:37.131888 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.l3_hamode_db [None req-c2846bbe-ec6a-441a-ac25-1109803a020e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-18T00:47:37Z,description=,heartbeat_timestamp=2022-09-18T00:58:07Z,host='dv-cinder-master-3-smb',id=d0e8801d-4758-48bd-8085-7f05d3358764,load=0,resource_versions=,resources_synced=,started_at=2022-09-18T00:47:37Z,topic='l3_agent')) {'router_ids': ['5b0b7f67-1b83-4574-ab3e-35ade2a4eea8'], 'active': True} {{(pid=106232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:58:37.250381 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:INSERT=10,neutron:SELECT=83,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:58:37.265728 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-c4566070-d34d-45ba-98d1-159d747e8f2b None None] Current status of the port ed68bb6f-86d3-42ab-af23-ef84ada4df2f is: ACTIVE; New status is: ACTIVE {{(pid=106232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 00:58:37.301979 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-d6ce94f3-1345-4cea-960d-ff65c9a20590 admin admin] Publish callbacks [] for port (7d6eeb02-df58-4485-8b98-6f5c9903a3b6), precommit_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:37.334559 dv-cinder-master-3-smb neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:58:37.343577 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.db.resource_extend [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Sep 18 00:58:37.345372 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-2de7f150-1927-4e00-913d-1436aee365c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (d0e8801d-4758-48bd-8085-7f05d3358764), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:37.347976 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-d6ce94f3-1345-4cea-960d-ff65c9a20590 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749745591507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13917182'] for port (7d6eeb02-df58-4485-8b98-6f5c9903a3b6), after_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:37.397692 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6ce94f3-1345-4cea-960d-ff65c9a20590 admin admin] Network b5726c9b-05f1-4137-90cd-23a4e3e89505 is already hosted by enough agents. {{(pid=106231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:58:37.401270 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.scheduler.base_scheduler [None req-d6ce94f3-1345-4cea-960d-ff65c9a20590 admin admin] Resources bound (agent type, host, resource id): {{(pid=106231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:58:37.412668 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ce94f3-1345-4cea-960d-ff65c9a20590 admin admin] Received port after_create {{(pid=106231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 18 00:58:37.454283 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ce94f3-1345-4cea-960d-ff65c9a20590 admin admin] Pushing event updated for resources: {'Port': ['ID=7d6eeb02-df58-4485-8b98-6f5c9903a3b6,revision_number=1']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:37.501372 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.provisioning_blocks [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Provisioning complete for port ed68bb6f-86d3-42ab-af23-ef84ada4df2f triggered by entity L2. {{(pid=106232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 00:58:37.502177 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981214'] for port (ed68bb6f-86d3-42ab-af23-ef84ada4df2f), provisioning_complete {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:37.502356 dv-cinder-master-3-smb neutron-server[106232]: INFO neutron.plugins.ml2.plugin [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Attempt 1 to provision port ed68bb6f-86d3-42ab-af23-ef84ada4df2f Sep 18 00:58:37.507022 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.l3_dvr_db [None req-c2846bbe-ec6a-441a-ac25-1109803a020e None None] Set router 5b0b7f67-1b83-4574-ab3e-35ade2a4eea8 gateway port host: dv-cinder-master-3-smb {{(pid=106232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 18 00:58:37.676233 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.db_base_plugin_common [None req-643b5785-a860-471e-bed8-23f5f79e756b None None] Allocated IP 172.20.0.2 (547c07f7-db1f-4769-919a-6056a6bfaeb6/a693c7ea-8093-4aba-b20e-38169451c3f3/5b0a5b0c-5f88-40f7-8f3e-770cd678b923) {{(pid=106232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:58:37.698658 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.db [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] For port 9608eb83-8531-414f-a482-f625b3b31cb2, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=9608eb83-8531-414f-a482-f625b3b31cb2,segment=NetworkSegment(9f226031-7641-47d9-b1b6-a604588f86da),segment_id=9f226031-7641-47d9-b1b6-a604588f86da)] {{(pid=106232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:58:37.742496 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.rpc [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Returning: {'device': '9608eb83-8531-414f-a482-f625b3b31cb2', 'network_id': 'c62b9e47-59b6-47ba-845f-e3be4dd39ad8', 'port_id': '9608eb83-8531-414f-a482-f625b3b31cb2', 'mac_address': 'fa:16:3e:af:50:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21e1d23e-9045-41fa-9ed7-19ac1edcbcfa', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:58:37.847621 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-d6ce94f3-1345-4cea-960d-ff65c9a20590 admin admin] Publish callbacks [] for router_gateway (5c6de313-25e1-45f7-bd3f-37e99ea971b7), after_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:37.983216 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:58:38.091699 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Current status of the port ed68bb6f-86d3-42ab-af23-ef84ada4df2f is: ACTIVE; New status is: ACTIVE {{(pid=106232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 00:58:38.096763 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-643b5785-a860-471e-bed8-23f5f79e756b None None] Publish callbacks [] for port (5b0a5b0c-5f88-40f7-8f3e-770cd678b923), precommit_create {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:38.141022 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-643b5785-a860-471e-bed8-23f5f79e756b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749745591507'] for port (5b0a5b0c-5f88-40f7-8f3e-770cd678b923), after_create {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:38.180103 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0319c0c9-9b16-426f-b9b2-ed6d09f5377c req-fb50a9e8-6772-489d-8970-098c61732646 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:38.196212 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-0319c0c9-9b16-426f-b9b2-ed6d09f5377c req-fb50a9e8-6772-489d-8970-098c61732646 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c1cf145a-d8d5-4a7e-937b-729bf79629fa HTTP/1.1" status: 200 len: 946 time: 0.1995032 Sep 18 00:58:38.217621 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643b5785-a860-471e-bed8-23f5f79e756b None None] Pushing event updated for resources: {'Port': ['ID=5b0a5b0c-5f88-40f7-8f3e-770cd678b923,revision_number=1']} {{(pid=106232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:38.225541 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d149c7-85ae-4b6c-992b-b8044cd73db3 req-00ef2fee-6b6e-403b-a8b7-f984472b3f39 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:38.233933 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-d1d149c7-85ae-4b6c-992b-b8044cd73db3 req-00ef2fee-6b6e-403b-a8b7-f984472b3f39 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ecc591cc-e74d-48ea-85e8-945b2995d123 HTTP/1.1" status: 200 len: 943 time: 0.1540020 Sep 18 00:58:38.267856 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-643b5785-a860-471e-bed8-23f5f79e756b None None] Network 547c07f7-db1f-4769-919a-6056a6bfaeb6 is already hosted by enough agents. {{(pid=106232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:58:38.272708 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.scheduler.base_scheduler [None req-643b5785-a860-471e-bed8-23f5f79e756b None None] Resources bound (agent type, host, resource id): {{(pid=106232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:58:38.276918 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Current status of the port 9608eb83-8531-414f-a482-f625b3b31cb2 is: DOWN; New status is: BUILD {{(pid=106232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 00:58:38.277341 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (9608eb83-8531-414f-a482-f625b3b31cb2), before_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:38.293942 dv-cinder-master-3-smb neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:58:38.297167 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-643b5785-a860-471e-bed8-23f5f79e756b None None] Received port after_create {{(pid=106232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 18 00:58:38.300055 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.notifiers.nova [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9608eb83-8531-414f-a482-f625b3b31cb2 {{(pid=106232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 18 00:58:38.321400 dv-cinder-master-3-smb neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:58:38.380852 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-0319c0c9-9b16-426f-b9b2-ed6d09f5377c req-24be1523-9f79-48dc-8ff5-7b744cf65e64 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5d1f43e9-9af2-4e0f-a00b-d54373283a26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1779890 Sep 18 00:58:38.407749 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-d1d149c7-85ae-4b6c-992b-b8044cd73db3 req-4877450f-fc50-47c1-8d4b-7384cb120396 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a79958da-0ace-40be-883c-3b3873a975fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1723993 Sep 18 00:58:38.438415 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.db [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] For port 9608eb83-8531-414f-a482-f625b3b31cb2, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=9608eb83-8531-414f-a482-f625b3b31cb2,segment=NetworkSegment(9f226031-7641-47d9-b1b6-a604588f86da),segment_id=9f226031-7641-47d9-b1b6-a604588f86da)] {{(pid=106232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:58:38.441041 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.managers [None req-643b5785-a860-471e-bed8-23f5f79e756b None None] Attempting to bind port 5b0a5b0c-5f88-40f7-8f3e-770cd678b923 on host dv-cinder-master-3-smb for vnic_type normal with profile {{(pid=106232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 18 00:58:38.441800 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.managers [None req-643b5785-a860-471e-bed8-23f5f79e756b None None] Attempting to bind port 5b0a5b0c-5f88-40f7-8f3e-770cd678b923 by drivers openvswitch,hyperv on host dv-cinder-master-3-smb at level 0 using segments [{'id': 'c99bc136-0429-4f68-ad34-f0e42e297b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '547c07f7-db1f-4769-919a-6056a6bfaeb6'}] {{(pid=106232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 18 00:58:38.441931 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-643b5785-a860-471e-bed8-23f5f79e756b None None] Attempting to bind port 5b0a5b0c-5f88-40f7-8f3e-770cd678b923 on network 547c07f7-db1f-4769-919a-6056a6bfaeb6 {{(pid=106232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:58:38.454318 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-d6ce94f3-1345-4cea-960d-ff65c9a20590 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16492265', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16489761'] for router (5c6de313-25e1-45f7-bd3f-37e99ea971b7), after_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:38.487194 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749746030758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749745591525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749745591543'] for port (9608eb83-8531-414f-a482-f625b3b31cb2), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:38.553017 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.l3_hamode_db [None req-c2846bbe-ec6a-441a-ac25-1109803a020e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b0b7f67-1b83-4574-ab3e-35ade2a4eea8', 'name': 'tempest-AttachVolumeNegativeTest-887914811-router', 'tenant_id': 'ec2d9e20d4ed4178b9bc68ff54715b18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'external_fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.120'}], 'enable_snat': True}, 'gw_port_id': '85d33348-a6aa-4278-8987-be6d20f85848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:56:00Z', 'updated_at': '2022-09-18T00:56:15Z', 'revision_number': 4, 'project_id': 'ec2d9e20d4ed4178b9bc68ff54715b18', 'gw_port': {'id': '85d33348-a6aa-4278-8987-be6d20f85848', 'name': '', 'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:1b:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b0b7f67-1b83-4574-ab3e-35ade2a4eea8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:56:01Z', 'updated_at': '2022-09-18T00:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': '93bcf6b8-6036-4de3-a695-118f8409d1e0', 'tenant_id': 'ec2d9e20d4ed4178b9bc68ff54715b18', 'floating_ip_address': '172.37.5.214', 'floating_network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'router_id': '5b0b7f67-1b83-4574-ab3e-35ade2a4eea8', 'port_id': '52a424bc-9fbd-479c-b108-af4ee47377ab', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 360, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eee7c814-dc91-4de0-b55e-0732fcd7c9de', 'mac_address': 'fa:16:3e:ba:1c:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b142dfeb-6de9-4d35-9b1e-b0545715235b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-18T00:58:09Z', 'updated_at': '2022-09-18T00:58:33Z', 'revision_number': 1, 'project_id': 'ec2d9e20d4ed4178b9bc68ff54715b18', 'fixed_ip_address_scope': None}, {'id': 'e0606aab-0a3f-4cf7-9460-8b11189403e1', 'tenant_id': 'ec2d9e20d4ed4178b9bc68ff54715b18', 'floating_ip_address': '172.37.5.250', 'floating_network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'router_id': '5b0b7f67-1b83-4574-ab3e-35ade2a4eea8', 'port_id': 'ff818f99-6875-42e7-8af0-6e7c1e9ef011', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 158, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eee7c814-dc91-4de0-b55e-0732fcd7c9de', 'mac_address': 'fa:16:3e:fc:30:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2055882-050f-4acf-a99c-96d698e25963', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-18T00:56:27Z', 'updated_at': '2022-09-18T00:57:08Z', 'revision_number': 2, 'project_id': 'ec2d9e20d4ed4178b9bc68ff54715b18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4545d7a8-56f0-4062-a60e-cf2cfb4c3390', 'name': '', 'network_id': 'eee7c814-dc91-4de0-b55e-0732fcd7c9de', 'tenant_id': 'ec2d9e20d4ed4178b9bc68ff54715b18', 'mac_address': 'fa:16:3e:b0:99:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b0b7f67-1b83-4574-ab3e-35ade2a4eea8', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '4028d8f5-a2a6-4af3-9818-cba168eaf579', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:56:11Z', 'updated_at': '2022-09-18T00:56:27Z', 'revision_number': 5, 'project_id': 'ec2d9e20d4ed4178b9bc68ff54715b18', 'subnets': [{'id': '4028d8f5-a2a6-4af3-9818-cba168eaf579', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=106232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:58:38.583928 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2846bbe-ec6a-441a-ac25-1109803a020e None None] The sync data for ids ['5b0b7f67-1b83-4574-ab3e-35ade2a4eea8'] in dv-cinder-master-3-smb is: [{'id': '5b0b7f67-1b83-4574-ab3e-35ade2a4eea8', 'name': 'tempest-AttachVolumeNegativeTest-887914811-router', 'tenant_id': 'ec2d9e20d4ed4178b9bc68ff54715b18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'external_fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.120'}], 'enable_snat': True}, 'gw_port_id': '85d33348-a6aa-4278-8987-be6d20f85848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:56:00Z', 'updated_at': '2022-09-18T00:56:15Z', 'revision_number': 4, 'project_id': 'ec2d9e20d4ed4178b9bc68ff54715b18', 'gw_port': {'id': '85d33348-a6aa-4278-8987-be6d20f85848', 'name': '', 'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:1b:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b0b7f67-1b83-4574-ab3e-35ade2a4eea8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:56:01Z', 'updated_at': '2022-09-18T00:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': '93bcf6b8-6036-4de3-a695-118f8409d1e0', 'tenant_id': 'ec2d9e20d4ed4178b9bc68ff54715b18', 'floating_ip_address': '172.37.5.214', 'floating_network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'router_id': '5b0b7f67-1b83-4574-ab3e-35ade2a4eea8', 'port_id': '52a424bc-9fbd-479c-b108-af4ee47377ab', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 360, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eee7c814-dc91-4de0-b55e-0732fcd7c9de', 'mac_address': 'fa:16:3e:ba:1c:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b142dfeb-6de9-4d35-9b1e-b0545715235b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-18T00:58:09Z', 'updated_at': '2022-09-18T00:58:33Z', 'revision_number': 1, 'project_id': 'ec2d9e20d4ed4178b9bc68ff54715b18', 'fixed_ip_address_scope': None}, {'id': 'e0606aab-0a3f-4cf7-9460-8b11189403e1', 'tenant_id': 'ec2d9e20d4ed4178b9bc68ff54715b18', 'floating_ip_address': '172.37.5.250', 'floating_network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'router_id': '5b0b7f67-1b83-4574-ab3e-35ade2a4eea8', 'port_id': 'ff818f99-6875-42e7-8af0-6e7c1e9ef011', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 158, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eee7c814-dc91-4de0-b55e-0732fcd7c9de', 'mac_address': 'fa:16:3e:fc:30:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2055882-050f-4acf-a99c-96d698e25963', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-18T00:56:27Z', 'updated_at': '2022-09-18T00:57:08Z', 'revision_number': 2, 'project_id': 'ec2d9e20d4ed4178b9bc68ff54715b18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4545d7a8-56f0-4062-a60e-cf2cfb4c3390', 'name': '', 'network_id': 'eee7c814-dc91-4de0-b55e-0732fcd7c9de', 'tenant_id': 'ec2d9e20d4ed4178b9bc68ff54715b18', 'mac_address': 'fa:16:3e:b0:99:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b0b7f67-1b83-4574-ab3e-35ade2a4eea8', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '4028d8f5-a2a6-4af3-9818-cba168eaf579', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:56:11Z', 'updated_at': '2022-09-18T00:56:27Z', 'revision_number': 5, 'project_id': 'ec2d9e20d4ed4178b9bc68ff54715b18', 'subnets': [{'id': '4028d8f5-a2a6-4af3-9818-cba168eaf579', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:58:38.610019 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-643b5785-a860-471e-bed8-23f5f79e756b None None] Checking agent: {'id': 'c8573462-7e7f-4357-b3a8-beeaa8ae7db3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 18, 0, 47, 40), 'started_at': datetime.datetime(2022, 9, 18, 0, 48, 10), 'heartbeat_timestamp': datetime.datetime(2022, 9, 18, 0, 58, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 18 00:58:38.610298 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-643b5785-a860-471e-bed8-23f5f79e756b None None] Checking segment: {'id': 'c99bc136-0429-4f68-ad34-f0e42e297b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '547c07f7-db1f-4769-919a-6056a6bfaeb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 18 00:58:38.610684 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-643b5785-a860-471e-bed8-23f5f79e756b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:38.611192 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-643b5785-a860-471e-bed8-23f5f79e756b None None] Bound using segment: {'id': 'c99bc136-0429-4f68-ad34-f0e42e297b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '547c07f7-db1f-4769-919a-6056a6bfaeb6'} {{(pid=106232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 18 00:58:38.611682 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.managers [None req-643b5785-a860-471e-bed8-23f5f79e756b None None] Bound port: 5b0a5b0c-5f88-40f7-8f3e-770cd678b923, host: dv-cinder-master-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c99bc136-0429-4f68-ad34-f0e42e297b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '547c07f7-db1f-4769-919a-6056a6bfaeb6'}}] {{(pid=106232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 18 00:58:38.612052 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-643b5785-a860-471e-bed8-23f5f79e756b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (5b0a5b0c-5f88-40f7-8f3e-770cd678b923), before_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:38.627928 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Pushing event updated for resources: {'Port': ['ID=9608eb83-8531-414f-a482-f625b3b31cb2,revision_number=4']} {{(pid=106232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:38.653435 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:58:38.706922 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6ce94f3-1345-4cea-960d-ff65c9a20590 admin admin] Router 5c6de313-25e1-45f7-bd3f-37e99ea971b7 is scheduled to L3 agent d0e8801d-4758-48bd-8085-7f05d3358764 with binding_index 1 {{(pid=106231) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 00:58:38.750779 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.db [None req-643b5785-a860-471e-bed8-23f5f79e756b None None] For port 5b0a5b0c-5f88-40f7-8f3e-770cd678b923, host dv-cinder-master-3-smb, cleared binding levels {{(pid=106232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:58:38.755274 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.db [None req-643b5785-a860-471e-bed8-23f5f79e756b None None] For port 5b0a5b0c-5f88-40f7-8f3e-770cd678b923, host dv-cinder-master-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=5b0a5b0c-5f88-40f7-8f3e-770cd678b923,segment=NetworkSegment(c99bc136-0429-4f68-ad34-f0e42e297b17),segment_id=c99bc136-0429-4f68-ad34-f0e42e297b17)] {{(pid=106232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:58:38.768288 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-643b5785-a860-471e-bed8-23f5f79e756b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749746030758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749745591525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749745591543'] for port (5b0a5b0c-5f88-40f7-8f3e-770cd678b923), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:38.894045 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6ce94f3-1345-4cea-960d-ff65c9a20590 admin admin] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=106231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:58:38.902009 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643b5785-a860-471e-bed8-23f5f79e756b None None] Pushing event updated for resources: {'Port': ['ID=5b0a5b0c-5f88-40f7-8f3e-770cd678b923,revision_number=2']} {{(pid=106232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:38.906497 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af8e6ac-2e4c-40b7-b12e-f2b73670b063 None None] Sync routers for ids ['5c6de313-25e1-45f7-bd3f-37e99ea971b7'] in dv-cinder-master-3-smb {{(pid=106233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:58:38.917825 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-dbc7b203-e4cc-426a-aeff-c16fa309d22e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (91de19fe-167d-470c-b665-c08c1d21c559), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:38.922977 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-d6ce94f3-1345-4cea-960d-ff65c9a20590 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:38.924812 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-d6ce94f3-1345-4cea-960d-ff65c9a20590 admin admin] 10.222.0.33 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.1986892 Sep 18 00:58:38.928503 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.33', 60658) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:58:38.948567 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af8e6ac-2e4c-40b7-b12e-f2b73670b063 None None] Routers {'5c6de313-25e1-45f7-bd3f-37e99ea971b7'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 18 00:58:38.949736 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.l3_hamode_db [None req-6af8e6ac-2e4c-40b7-b12e-f2b73670b063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-18T00:47:37Z,description=,heartbeat_timestamp=2022-09-18T00:58:37Z,host='dv-cinder-master-3-smb',id=d0e8801d-4758-48bd-8085-7f05d3358764,load=0,resource_versions=,resources_synced=,started_at=2022-09-18T00:47:37Z,topic='l3_agent')) {'router_ids': ['5c6de313-25e1-45f7-bd3f-37e99ea971b7'], 'active': True} {{(pid=106233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:58:39.028116 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.db [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] get_ports_and_sgs() called for port_ids ['9608eb83-8531-414f-a482-f625b3b31cb2'] {{(pid=106232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 18 00:58:39.129731 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2145504-88ab-49f5-bd28-e61f93fb2742 None None] New status for floating IP 93bcf6b8-6036-4de3-a695-118f8409d1e0: ACTIVE {{(pid=106232) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 18 00:58:39.195520 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.l3_dvr_db [None req-6af8e6ac-2e4c-40b7-b12e-f2b73670b063 None None] Set router 5c6de313-25e1-45f7-bd3f-37e99ea971b7 gateway port host: dv-cinder-master-3-smb {{(pid=106233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 18 00:58:39.568823 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.l3_hamode_db [None req-6af8e6ac-2e4c-40b7-b12e-f2b73670b063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c6de313-25e1-45f7-bd3f-37e99ea971b7', 'name': 'tempest-TestShelveInstance-537021422-router', 'tenant_id': 'cd09f374f5b0446896c28abd478f6ce2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'external_fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.104'}], 'enable_snat': True}, 'gw_port_id': '7d6eeb02-df58-4485-8b98-6f5c9903a3b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:58:35Z', 'updated_at': '2022-09-18T00:58:37Z', 'revision_number': 3, 'project_id': 'cd09f374f5b0446896c28abd478f6ce2', 'gw_port': {'id': '7d6eeb02-df58-4485-8b98-6f5c9903a3b6', 'name': '', 'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:cd:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c6de313-25e1-45f7-bd3f-37e99ea971b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:58:36Z', 'updated_at': '2022-09-18T00:58:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb'}], 'dv-cinder-master-3-smb', False) {} {{(pid=106233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:58:39.833960 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af8e6ac-2e4c-40b7-b12e-f2b73670b063 None None] Checking router: 5c6de313-25e1-45f7-bd3f-37e99ea971b7 for host: dv-cinder-master-3-smb {{(pid=106233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:58:39.835058 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af8e6ac-2e4c-40b7-b12e-f2b73670b063 None None] Updating router 5c6de313-25e1-45f7-bd3f-37e99ea971b7 port 7d6eeb02-df58-4485-8b98-6f5c9903a3b6 binding host dv-cinder-master-3-smb {{(pid=106233) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 00:58:39.904986 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [None req-6af8e6ac-2e4c-40b7-b12e-f2b73670b063 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (7d6eeb02-df58-4485-8b98-6f5c9903a3b6), before_update {{(pid=106233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:39.914695 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49182cf-7839-4cf1-91e2-ab57da2b27df req-2a0b61c8-ad7e-48e9-803c-f63f08749256 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:39.924027 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-f49182cf-7839-4cf1-91e2-ab57da2b27df req-2a0b61c8-ad7e-48e9-803c-f63f08749256 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c1cf145a-d8d5-4a7e-937b-729bf79629fa HTTP/1.1" status: 200 len: 946 time: 0.2049131 Sep 18 00:58:39.959724 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387679fe-d4fe-414e-a272-d69df9c3878e req-1959c744-e7da-431e-9e5d-1b461f451395 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:39.982846 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-387679fe-d4fe-414e-a272-d69df9c3878e req-1959c744-e7da-431e-9e5d-1b461f451395 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ecc591cc-e74d-48ea-85e8-945b2995d123 HTTP/1.1" status: 200 len: 944 time: 0.2662189 Sep 18 00:58:40.135444 dv-cinder-master-3-smb neutron-server[106233]: DEBUG dbcounter [-] [106233] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106233) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:58:40.171995 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-1c1e26f8-ce84-4314-9422-87e0912de383 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (9a0bd8cc-a240-4c0b-8d32-8f22e7371ee9), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:40.202777 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-387679fe-d4fe-414e-a272-d69df9c3878e req-c670eeac-810b-4a62-a0dc-6187d4e57b1e tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a79958da-0ace-40be-883c-3b3873a975fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1774507 Sep 18 00:58:40.273844 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (c8573462-7e7f-4357-b3a8-beeaa8ae7db3), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:40.287405 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-f49182cf-7839-4cf1-91e2-ab57da2b27df req-b2c7c6a6-0535-40b5-9a53-e8a4f3b4d791 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5d1f43e9-9af2-4e0f-a00b-d54373283a26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3633509 Sep 18 00:58:40.373465 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=100 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:58:40.405832 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [None req-6af8e6ac-2e4c-40b7-b12e-f2b73670b063 None None] Publish callbacks [] for port (7d6eeb02-df58-4485-8b98-6f5c9903a3b6), precommit_update {{(pid=106233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:40.414682 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [None req-6af8e6ac-2e4c-40b7-b12e-f2b73670b063 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749746030758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749745591525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749745591543'] for port (7d6eeb02-df58-4485-8b98-6f5c9903a3b6), after_update {{(pid=106233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:40.461487 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.plugins.ml2.managers [None req-6af8e6ac-2e4c-40b7-b12e-f2b73670b063 None None] Attempting to bind port 7d6eeb02-df58-4485-8b98-6f5c9903a3b6 on host dv-cinder-master-3-smb for vnic_type normal with profile {{(pid=106233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 18 00:58:40.462232 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.plugins.ml2.managers [None req-6af8e6ac-2e4c-40b7-b12e-f2b73670b063 None None] Attempting to bind port 7d6eeb02-df58-4485-8b98-6f5c9903a3b6 by drivers openvswitch,hyperv on host dv-cinder-master-3-smb at level 0 using segments [{'id': 'e81b1a67-2f81-4ac8-a4dd-b13e6c47d014', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505'}] {{(pid=106233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 18 00:58:40.462871 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af8e6ac-2e4c-40b7-b12e-f2b73670b063 None None] Attempting to bind port 7d6eeb02-df58-4485-8b98-6f5c9903a3b6 on network b5726c9b-05f1-4137-90cd-23a4e3e89505 {{(pid=106233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:58:40.485173 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09ccd4b6-000e-4b81-b4ac-cf1fef8e9094 None None] Network 547c07f7-db1f-4769-919a-6056a6bfaeb6 requested from dv-cinder-master-3-smb {{(pid=106232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 18 00:58:40.505758 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50058d53-e69f-4fa4-9555-f29f01a43edb None None] Pushing event updated for resources: {'Port': ['ID=7d6eeb02-df58-4485-8b98-6f5c9903a3b6,revision_number=2']} {{(pid=106233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:40.514403 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-8259f8b3-6bac-4670-bbf7-3e1e9da81d1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (None), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:40.553300 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af8e6ac-2e4c-40b7-b12e-f2b73670b063 None None] Checking agent: {'id': 'c8573462-7e7f-4357-b3a8-beeaa8ae7db3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 18, 0, 47, 40), 'started_at': datetime.datetime(2022, 9, 18, 0, 48, 10), 'heartbeat_timestamp': datetime.datetime(2022, 9, 18, 0, 58, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 18 00:58:40.554533 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af8e6ac-2e4c-40b7-b12e-f2b73670b063 None None] Checking segment: {'id': 'e81b1a67-2f81-4ac8-a4dd-b13e6c47d014', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 18 00:58:40.555080 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [None req-6af8e6ac-2e4c-40b7-b12e-f2b73670b063 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:40.555571 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6af8e6ac-2e4c-40b7-b12e-f2b73670b063 None None] Bound using segment: {'id': 'e81b1a67-2f81-4ac8-a4dd-b13e6c47d014', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505'} {{(pid=106233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 18 00:58:40.557232 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.plugins.ml2.managers [None req-6af8e6ac-2e4c-40b7-b12e-f2b73670b063 None None] Bound port: 7d6eeb02-df58-4485-8b98-6f5c9903a3b6, host: dv-cinder-master-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e81b1a67-2f81-4ac8-a4dd-b13e6c47d014', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505'}}] {{(pid=106233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 18 00:58:40.557232 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [None req-6af8e6ac-2e4c-40b7-b12e-f2b73670b063 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (7d6eeb02-df58-4485-8b98-6f5c9903a3b6), before_update {{(pid=106233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:40.577491 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.provisioning_blocks [None req-a578cff0-0cd9-49b3-a99e-e9eb063fe887 None None] Provisioning complete for port 5b0a5b0c-5f88-40f7-8f3e-770cd678b923 triggered by entity DHCP. {{(pid=106232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 00:58:40.577862 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-a578cff0-0cd9-49b3-a99e-e9eb063fe887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981214'] for port (5b0a5b0c-5f88-40f7-8f3e-770cd678b923), provisioning_complete {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:40.578193 dv-cinder-master-3-smb neutron-server[106232]: INFO neutron.plugins.ml2.plugin [None req-a578cff0-0cd9-49b3-a99e-e9eb063fe887 None None] Attempt 1 to provision port 5b0a5b0c-5f88-40f7-8f3e-770cd678b923 Sep 18 00:58:40.595545 dv-cinder-master-3-smb neutron-server[106233]: DEBUG dbcounter [-] [106233] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106233) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:58:40.623157 dv-cinder-master-3-smb neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:58:40.646102 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.plugins.ml2.db [None req-6af8e6ac-2e4c-40b7-b12e-f2b73670b063 None None] For port 7d6eeb02-df58-4485-8b98-6f5c9903a3b6, host dv-cinder-master-3-smb, cleared binding levels {{(pid=106233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:58:40.654428 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.plugins.ml2.db [None req-6af8e6ac-2e4c-40b7-b12e-f2b73670b063 None None] For port 7d6eeb02-df58-4485-8b98-6f5c9903a3b6, host dv-cinder-master-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=7d6eeb02-df58-4485-8b98-6f5c9903a3b6,segment=NetworkSegment(e81b1a67-2f81-4ac8-a4dd-b13e6c47d014),segment_id=e81b1a67-2f81-4ac8-a4dd-b13e6c47d014)] {{(pid=106233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:58:40.673502 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [None req-6af8e6ac-2e4c-40b7-b12e-f2b73670b063 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749746030758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749745591525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749745591543'] for port (7d6eeb02-df58-4485-8b98-6f5c9903a3b6), after_update {{(pid=106233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:40.739955 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=100 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:58:40.745431 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af8e6ac-2e4c-40b7-b12e-f2b73670b063 None None] Routers {'5c6de313-25e1-45f7-bd3f-37e99ea971b7'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 18 00:58:40.751249 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.l3_hamode_db [None req-6af8e6ac-2e4c-40b7-b12e-f2b73670b063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-18T00:47:37Z,description=,heartbeat_timestamp=2022-09-18T00:58:37Z,host='dv-cinder-master-3-smb',id=d0e8801d-4758-48bd-8085-7f05d3358764,load=0,resource_versions=,resources_synced=,started_at=2022-09-18T00:47:37Z,topic='l3_agent')) {'router_ids': ['5c6de313-25e1-45f7-bd3f-37e99ea971b7'], 'active': True} {{(pid=106233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:58:40.784965 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-a578cff0-0cd9-49b3-a99e-e9eb063fe887 None None] Current status of the port 5b0a5b0c-5f88-40f7-8f3e-770cd678b923 is: DOWN; New status is: ACTIVE {{(pid=106232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 00:58:40.785437 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-a578cff0-0cd9-49b3-a99e-e9eb063fe887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (5b0a5b0c-5f88-40f7-8f3e-770cd678b923), before_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:40.811201 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.db.db_base_plugin_common [None req-8259f8b3-6bac-4670-bbf7-3e1e9da81d1f admin admin] Allocated IP 172.20.0.1 (547c07f7-db1f-4769-919a-6056a6bfaeb6/a693c7ea-8093-4aba-b20e-38169451c3f3/18d71ce7-6d6b-4ac3-9a89-e330fd3ca901) {{(pid=106230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:58:40.832578 dv-cinder-master-3-smb neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:58:40.865156 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.db [None req-a578cff0-0cd9-49b3-a99e-e9eb063fe887 None None] For port 5b0a5b0c-5f88-40f7-8f3e-770cd678b923, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=5b0a5b0c-5f88-40f7-8f3e-770cd678b923,segment=NetworkSegment(c99bc136-0429-4f68-ad34-f0e42e297b17),segment_id=c99bc136-0429-4f68-ad34-f0e42e297b17)] {{(pid=106232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:58:40.870618 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50058d53-e69f-4fa4-9555-f29f01a43edb None None] Pushing event updated for resources: {'Port': ['ID=7d6eeb02-df58-4485-8b98-6f5c9903a3b6,revision_number=3']} {{(pid=106233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:40.872864 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-a578cff0-0cd9-49b3-a99e-e9eb063fe887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749746030758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749745591525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749745591543'] for port (5b0a5b0c-5f88-40f7-8f3e-770cd678b923), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:40.957946 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a578cff0-0cd9-49b3-a99e-e9eb063fe887 None None] Pushing event updated for resources: {'Port': ['ID=5b0a5b0c-5f88-40f7-8f3e-770cd678b923,revision_number=3']} {{(pid=106232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:41.020593 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.l3_dvr_db [None req-6af8e6ac-2e4c-40b7-b12e-f2b73670b063 None None] Set router 5c6de313-25e1-45f7-bd3f-37e99ea971b7 gateway port host: dv-cinder-master-3-smb {{(pid=106233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 18 00:58:41.040784 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.rpc [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Device 9608eb83-8531-414f-a482-f625b3b31cb2 up at agent hyperv_hv-cinder-maste {{(pid=106232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:58:41.105985 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-8259f8b3-6bac-4670-bbf7-3e1e9da81d1f admin admin] Publish callbacks [] for port (18d71ce7-6d6b-4ac3-9a89-e330fd3ca901), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:41.126417 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.rpc [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Device 5b0a5b0c-5f88-40f7-8f3e-770cd678b923 up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=106232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:58:41.134475 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.provisioning_blocks [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Provisioning for port 9608eb83-8531-414f-a482-f625b3b31cb2 completed by entity L2. {{(pid=106232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 18 00:58:41.197305 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.provisioning_blocks [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Provisioning complete for port 9608eb83-8531-414f-a482-f625b3b31cb2 triggered by entity L2. {{(pid=106232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 00:58:41.197973 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981214'] for port (9608eb83-8531-414f-a482-f625b3b31cb2), provisioning_complete {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:41.198547 dv-cinder-master-3-smb neutron-server[106232]: INFO neutron.plugins.ml2.plugin [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Attempt 1 to provision port 9608eb83-8531-414f-a482-f625b3b31cb2 Sep 18 00:58:41.201443 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-8259f8b3-6bac-4670-bbf7-3e1e9da81d1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749745591507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13339648'] for port (18d71ce7-6d6b-4ac3-9a89-e330fd3ca901), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:41.261448 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.provisioning_blocks [None req-1b7258fe-c14c-46c3-9254-8f458050e074 None None] Provisioning complete for port 5b0a5b0c-5f88-40f7-8f3e-770cd678b923 triggered by entity DHCP. {{(pid=106232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 00:58:41.262004 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-1b7258fe-c14c-46c3-9254-8f458050e074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981214'] for port (5b0a5b0c-5f88-40f7-8f3e-770cd678b923), provisioning_complete {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:41.262351 dv-cinder-master-3-smb neutron-server[106232]: INFO neutron.plugins.ml2.plugin [None req-1b7258fe-c14c-46c3-9254-8f458050e074 None None] Attempt 1 to provision port 5b0a5b0c-5f88-40f7-8f3e-770cd678b923 Sep 18 00:58:41.268575 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8259f8b3-6bac-4670-bbf7-3e1e9da81d1f admin admin] Network 547c07f7-db1f-4769-919a-6056a6bfaeb6 is already hosted by enough agents. {{(pid=106230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:58:41.274104 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.scheduler.base_scheduler [None req-8259f8b3-6bac-4670-bbf7-3e1e9da81d1f admin admin] Resources bound (agent type, host, resource id): {{(pid=106230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:58:41.280909 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8259f8b3-6bac-4670-bbf7-3e1e9da81d1f admin admin] Received port after_create {{(pid=106230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 18 00:58:41.313295 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8259f8b3-6bac-4670-bbf7-3e1e9da81d1f admin admin] Pushing event updated for resources: {'Port': ['ID=18d71ce7-6d6b-4ac3-9a89-e330fd3ca901,revision_number=1']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:41.332054 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.l3_hamode_db [None req-6af8e6ac-2e4c-40b7-b12e-f2b73670b063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c6de313-25e1-45f7-bd3f-37e99ea971b7', 'name': 'tempest-TestShelveInstance-537021422-router', 'tenant_id': 'cd09f374f5b0446896c28abd478f6ce2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'external_fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.104'}], 'enable_snat': True}, 'gw_port_id': '7d6eeb02-df58-4485-8b98-6f5c9903a3b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:58:35Z', 'updated_at': '2022-09-18T00:58:37Z', 'revision_number': 3, 'project_id': 'cd09f374f5b0446896c28abd478f6ce2', 'gw_port': {'id': '7d6eeb02-df58-4485-8b98-6f5c9903a3b6', 'name': '', 'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:cd:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c6de313-25e1-45f7-bd3f-37e99ea971b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:58:36Z', 'updated_at': '2022-09-18T00:58:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb'}], 'dv-cinder-master-3-smb', False) {} {{(pid=106233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:58:41.357424 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-8259f8b3-6bac-4670-bbf7-3e1e9da81d1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16482840'] for router_interface (5c6de313-25e1-45f7-bd3f-37e99ea971b7), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:41.393598 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6af8e6ac-2e4c-40b7-b12e-f2b73670b063 None None] The sync data for ids ['5c6de313-25e1-45f7-bd3f-37e99ea971b7'] in dv-cinder-master-3-smb is: [{'id': '5c6de313-25e1-45f7-bd3f-37e99ea971b7', 'name': 'tempest-TestShelveInstance-537021422-router', 'tenant_id': 'cd09f374f5b0446896c28abd478f6ce2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'external_fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.104'}], 'enable_snat': True}, 'gw_port_id': '7d6eeb02-df58-4485-8b98-6f5c9903a3b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:58:35Z', 'updated_at': '2022-09-18T00:58:37Z', 'revision_number': 3, 'project_id': 'cd09f374f5b0446896c28abd478f6ce2', 'gw_port': {'id': '7d6eeb02-df58-4485-8b98-6f5c9903a3b6', 'name': '', 'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:cd:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c6de313-25e1-45f7-bd3f-37e99ea971b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:58:36Z', 'updated_at': '2022-09-18T00:58:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb'}] {{(pid=106233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:58:41.534285 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Current status of the port 9608eb83-8531-414f-a482-f625b3b31cb2 is: BUILD; New status is: ACTIVE {{(pid=106232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 00:58:41.534685 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (9608eb83-8531-414f-a482-f625b3b31cb2), before_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:41.543543 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.provisioning_blocks [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Provisioning complete for port 5b0a5b0c-5f88-40f7-8f3e-770cd678b923 triggered by entity L2. {{(pid=106232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 00:58:41.543985 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981214'] for port (5b0a5b0c-5f88-40f7-8f3e-770cd678b923), provisioning_complete {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:41.544353 dv-cinder-master-3-smb neutron-server[106232]: INFO neutron.plugins.ml2.plugin [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Attempt 1 to provision port 5b0a5b0c-5f88-40f7-8f3e-770cd678b923 Sep 18 00:58:41.635893 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a67c736-b041-4643-9b7f-186948b6d922 req-5bcd56cd-893f-4400-ab93-837b95880fbc tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:41.644628 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecc591cc-e74d-48ea-85e8-945b2995d123', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9608eb83-8531-414f-a482-f625b3b31cb2'}] {{(pid=106232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 18 00:58:41.647200 dv-cinder-master-3-smb neutron-server[106232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90e96a6086c290001a0d7e5ddcf89e279d0a9bc322b7051b760fc9213660c862" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b79296b4-b190-4bd6-967c-65f4ceba735a" -d '{"events": [{"server_uuid": "ecc591cc-e74d-48ea-85e8-945b2995d123", "name": "network-vif-plugged", "status": "completed", "tag": "9608eb83-8531-414f-a482-f625b3b31cb2"}]}' {{(pid=106232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:58:41.647713 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-2a67c736-b041-4643-9b7f-186948b6d922 req-5bcd56cd-893f-4400-ab93-837b95880fbc tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ecc591cc-e74d-48ea-85e8-945b2995d123 HTTP/1.1" status: 200 len: 944 time: 0.2081728 Sep 18 00:58:41.672043 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4326ea10-243e-4d81-9c18-fb76a519e0b7 req-5f13f85b-8eb0-41dd-b0cd-e0c3b6aaecfb tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:41.674090 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-4326ea10-243e-4d81-9c18-fb76a519e0b7 req-5f13f85b-8eb0-41dd-b0cd-e0c3b6aaecfb tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c1cf145a-d8d5-4a7e-937b-729bf79629fa HTTP/1.1" status: 200 len: 946 time: 0.1920729 Sep 18 00:58:41.690345 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.db [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] For port 9608eb83-8531-414f-a482-f625b3b31cb2, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=9608eb83-8531-414f-a482-f625b3b31cb2,segment=NetworkSegment(9f226031-7641-47d9-b1b6-a604588f86da),segment_id=9f226031-7641-47d9-b1b6-a604588f86da)] {{(pid=106232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:58:41.718203 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749746030758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749745591525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749745591543'] for port (9608eb83-8531-414f-a482-f625b3b31cb2), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:41.816744 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:58:41.932811 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-2a67c736-b041-4643-9b7f-186948b6d922 req-96578425-132c-467a-ab3b-64cf8875a2b0 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a79958da-0ace-40be-883c-3b3873a975fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2834651 Sep 18 00:58:41.986517 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-1b7258fe-c14c-46c3-9254-8f458050e074 None None] Current status of the port 5b0a5b0c-5f88-40f7-8f3e-770cd678b923 is: ACTIVE; New status is: ACTIVE {{(pid=106232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 00:58:42.024874 dv-cinder-master-3-smb neutron-server[106232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 18 Sep 2022 00:58:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b4bc13f-829b-4210-9a1e-3ff7b4f83d24 x-openstack-request-id: req-3b4bc13f-829b-4210-9a1e-3ff7b4f83d24 {{(pid=106232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:58:42.025265 dv-cinder-master-3-smb neutron-server[106232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecc591cc-e74d-48ea-85e8-945b2995d123", "name": "network-vif-plugged", "status": "completed", "tag": "9608eb83-8531-414f-a482-f625b3b31cb2", "code": 200}]} {{(pid=106232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:58:42.025611 dv-cinder-master-3-smb neutron-server[106232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-3b4bc13f-829b-4210-9a1e-3ff7b4f83d24 {{(pid=106232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:58:42.026102 dv-cinder-master-3-smb neutron-server[106232]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b4bc13f-829b-4210-9a1e-3ff7b4f83d24'] response: {'server_uuid': 'ecc591cc-e74d-48ea-85e8-945b2995d123', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9608eb83-8531-414f-a482-f625b3b31cb2', 'code': 200} Sep 18 00:58:42.031171 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Current status of the port 5b0a5b0c-5f88-40f7-8f3e-770cd678b923 is: ACTIVE; New status is: ACTIVE {{(pid=106232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 00:58:42.037133 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Pushing event updated for resources: {'Port': ['ID=9608eb83-8531-414f-a482-f625b3b31cb2,revision_number=5']} {{(pid=106232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:42.063400 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-4326ea10-243e-4d81-9c18-fb76a519e0b7 req-7788ce93-bbf7-4ee3-bce6-ad23516d91c8 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5d1f43e9-9af2-4e0f-a00b-d54373283a26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3714371 Sep 18 00:58:42.077803 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-8259f8b3-6bac-4670-bbf7-3e1e9da81d1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (18d71ce7-6d6b-4ac3-9a89-e330fd3ca901), before_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:42.130355 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.provisioning_blocks [None req-32938501-70e3-4a42-ac49-95b473e8a000 None None] Provisioning complete for port 18d71ce7-6d6b-4ac3-9a89-e330fd3ca901 triggered by entity DHCP. {{(pid=106232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 00:58:42.130727 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-32938501-70e3-4a42-ac49-95b473e8a000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981214'] for port (18d71ce7-6d6b-4ac3-9a89-e330fd3ca901), provisioning_complete {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:42.131104 dv-cinder-master-3-smb neutron-server[106232]: INFO neutron.plugins.ml2.plugin [None req-32938501-70e3-4a42-ac49-95b473e8a000 None None] Attempt 1 to provision port 18d71ce7-6d6b-4ac3-9a89-e330fd3ca901 Sep 18 00:58:42.239685 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-32938501-70e3-4a42-ac49-95b473e8a000 None None] Port 18d71ce7-6d6b-4ac3-9a89-e330fd3ca901 cannot update to ACTIVE because it is not bound. {{(pid=106232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 18 00:58:42.406632 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c783a89a-ccdd-4256-9f89-cafc21689450 req-855df96b-1b5f-4439-a841-39e6c541b0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:42.408214 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-c783a89a-ccdd-4256-9f89-cafc21689450 req-855df96b-1b5f-4439-a841-39e6c541b0e1 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=ecc591cc-e74d-48ea-85e8-945b2995d123 HTTP/1.1" status: 200 len: 1129 time: 0.0827017 Sep 18 00:58:42.501961 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:58:42.531711 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-8259f8b3-6bac-4670-bbf7-3e1e9da81d1f admin admin] Publish callbacks [] for port (18d71ce7-6d6b-4ac3-9a89-e330fd3ca901), precommit_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:42.549007 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-8259f8b3-6bac-4670-bbf7-3e1e9da81d1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749746030758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749745591525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749745591543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13339705'] for port (18d71ce7-6d6b-4ac3-9a89-e330fd3ca901), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:42.616250 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-c783a89a-ccdd-4256-9f89-cafc21689450 req-453530a8-7b1c-4b92-90e9-f4d0d1d1bb91 service neutron] 10.222.0.57 "GET /networking/v2.0/security-groups?id=a79958da-0ace-40be-883c-3b3873a975fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1833529 Sep 18 00:58:42.662000 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-8259f8b3-6bac-4670-bbf7-3e1e9da81d1f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16267041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16482956'] for router_interface (5c6de313-25e1-45f7-bd3f-37e99ea971b7), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:42.662000 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8259f8b3-6bac-4670-bbf7-3e1e9da81d1f admin admin] Pushing event updated for resources: {'Port': ['ID=18d71ce7-6d6b-4ac3-9a89-e330fd3ca901,revision_number=2']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:42.741474 dv-cinder-master-3-smb neutron-server[106232]: INFO neutron.plugins.ml2.plugin [None req-32938501-70e3-4a42-ac49-95b473e8a000 None None] Attempt 2 to provision port 18d71ce7-6d6b-4ac3-9a89-e330fd3ca901 Sep 18 00:58:42.788145 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8259f8b3-6bac-4670-bbf7-3e1e9da81d1f admin admin] Network 547c07f7-db1f-4769-919a-6056a6bfaeb6 is already hosted by enough agents. {{(pid=106230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:58:42.790392 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.scheduler.base_scheduler [None req-8259f8b3-6bac-4670-bbf7-3e1e9da81d1f admin admin] Resources bound (agent type, host, resource id): {{(pid=106230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:58:42.811116 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-32938501-70e3-4a42-ac49-95b473e8a000 None None] Port 18d71ce7-6d6b-4ac3-9a89-e330fd3ca901 cannot update to ACTIVE because it is not bound. {{(pid=106232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 18 00:58:43.018526 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8259f8b3-6bac-4670-bbf7-3e1e9da81d1f admin admin] Router 5c6de313-25e1-45f7-bd3f-37e99ea971b7 has already been hosted by L3 agent d0e8801d-4758-48bd-8085-7f05d3358764 {{(pid=106230) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:58:43.119763 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=100 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:58:43.146919 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.rpc [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Device 7d6eeb02-df58-4485-8b98-6f5c9903a3b6 up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=106232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:58:43.150132 dv-cinder-master-3-smb neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:58:43.153788 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a58f7d-d848-452e-9cf7-dc7e9dad9c56 req-44ee64ff-7b30-41cf-bf5b-a090f046a935 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:43.166664 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-64a58f7d-d848-452e-9cf7-dc7e9dad9c56 req-44ee64ff-7b30-41cf-bf5b-a090f046a935 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ecc591cc-e74d-48ea-85e8-945b2995d123 HTTP/1.1" status: 200 len: 945 time: 0.0907905 Sep 18 00:58:43.262042 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.provisioning_blocks [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Provisioning complete for port 7d6eeb02-df58-4485-8b98-6f5c9903a3b6 triggered by entity L2. {{(pid=106232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 00:58:43.262670 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981214'] for port (7d6eeb02-df58-4485-8b98-6f5c9903a3b6), provisioning_complete {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:43.262895 dv-cinder-master-3-smb neutron-server[106232]: INFO neutron.plugins.ml2.plugin [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Attempt 1 to provision port 7d6eeb02-df58-4485-8b98-6f5c9903a3b6 Sep 18 00:58:43.313628 dv-cinder-master-3-smb neutron-server[106232]: INFO neutron.plugins.ml2.plugin [None req-32938501-70e3-4a42-ac49-95b473e8a000 None None] Attempt 3 to provision port 18d71ce7-6d6b-4ac3-9a89-e330fd3ca901 Sep 18 00:58:43.327217 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8259f8b3-6bac-4670-bbf7-3e1e9da81d1f admin admin] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=106230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:58:43.343896 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [None req-8259f8b3-6bac-4670-bbf7-3e1e9da81d1f admin admin] 10.222.0.33 "PUT /networking/v2.0/routers/5c6de313-25e1-45f7-bd3f-37e99ea971b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4141126 Sep 18 00:58:43.352267 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421275b7-c41c-4ae3-9a4e-d4e518229c45 req-ed56204a-9cc8-46b0-9596-8bda798ef559 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:43.354005 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-421275b7-c41c-4ae3-9a4e-d4e518229c45 req-ed56204a-9cc8-46b0-9596-8bda798ef559 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c1cf145a-d8d5-4a7e-937b-729bf79629fa HTTP/1.1" status: 200 len: 946 time: 0.1074760 Sep 18 00:58:43.361738 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-64a58f7d-d848-452e-9cf7-dc7e9dad9c56 req-c68412cd-a45c-4147-807d-6f1421c18e18 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a79958da-0ace-40be-883c-3b3873a975fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1405535 Sep 18 00:58:43.398117 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-32938501-70e3-4a42-ac49-95b473e8a000 None None] Port 18d71ce7-6d6b-4ac3-9a89-e330fd3ca901 cannot update to ACTIVE because it is not bound. {{(pid=106232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 18 00:58:43.410370 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Current status of the port 7d6eeb02-df58-4485-8b98-6f5c9903a3b6 is: DOWN; New status is: ACTIVE {{(pid=106232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 00:58:43.410741 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (7d6eeb02-df58-4485-8b98-6f5c9903a3b6), before_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:43.439343 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.db [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] For port 7d6eeb02-df58-4485-8b98-6f5c9903a3b6, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=7d6eeb02-df58-4485-8b98-6f5c9903a3b6,segment=NetworkSegment(e81b1a67-2f81-4ac8-a4dd-b13e6c47d014),segment_id=e81b1a67-2f81-4ac8-a4dd-b13e6c47d014)] {{(pid=106232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:58:43.450077 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-421275b7-c41c-4ae3-9a4e-d4e518229c45 req-6fa4bbd9-069d-4311-81b4-d15ed0e35991 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5d1f43e9-9af2-4e0f-a00b-d54373283a26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863714 Sep 18 00:58:43.455342 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749746030758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749745591525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749745591543'] for port (7d6eeb02-df58-4485-8b98-6f5c9903a3b6), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:43.459748 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.rpc [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Device 5b0a5b0c-5f88-40f7-8f3e-770cd678b923 up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=106232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:58:43.497256 dv-cinder-master-3-smb neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:58:43.558035 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Pushing event updated for resources: {'Port': ['ID=7d6eeb02-df58-4485-8b98-6f5c9903a3b6,revision_number=4']} {{(pid=106232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:43.576813 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.provisioning_blocks [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Provisioning complete for port 5b0a5b0c-5f88-40f7-8f3e-770cd678b923 triggered by entity L2. {{(pid=106232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 00:58:43.577194 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981214'] for port (5b0a5b0c-5f88-40f7-8f3e-770cd678b923), provisioning_complete {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:43.577533 dv-cinder-master-3-smb neutron-server[106232]: INFO neutron.plugins.ml2.plugin [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Attempt 1 to provision port 5b0a5b0c-5f88-40f7-8f3e-770cd678b923 Sep 18 00:58:43.819500 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Current status of the port 5b0a5b0c-5f88-40f7-8f3e-770cd678b923 is: ACTIVE; New status is: ACTIVE {{(pid=106232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 00:58:43.899401 dv-cinder-master-3-smb neutron-server[106232]: INFO neutron.plugins.ml2.plugin [None req-32938501-70e3-4a42-ac49-95b473e8a000 None None] Attempt 4 to provision port 18d71ce7-6d6b-4ac3-9a89-e330fd3ca901 Sep 18 00:58:43.904746 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 60696) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:58:43.913702 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.v2.base [None req-852f77c5-692a-4c29-bb14-250aa44d0211 tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2058738160', 'description': 'tempest-secgroup-smoke-2058738160 description', 'project_id': 'c37316ddc7de431294eda723f5ef3f60'}} {{(pid=106231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:58:43.972895 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-852f77c5-692a-4c29-bb14-250aa44d0211 tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] Publish callbacks [] for security_group (None), before_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:43.981207 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-32938501-70e3-4a42-ac49-95b473e8a000 None None] Port 18d71ce7-6d6b-4ac3-9a89-e330fd3ca901 cannot update to ACTIVE because it is not bound. {{(pid=106232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 18 00:58:44.024793 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d377f7a4-3a28-44f7-804a-f926a12bf58f None None] Sync routers for ids ['5c6de313-25e1-45f7-bd3f-37e99ea971b7'] in dv-cinder-master-3-smb {{(pid=106233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:58:44.037204 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d377f7a4-3a28-44f7-804a-f926a12bf58f None None] Routers {'5c6de313-25e1-45f7-bd3f-37e99ea971b7'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 18 00:58:44.037921 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.l3_hamode_db [None req-d377f7a4-3a28-44f7-804a-f926a12bf58f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-18T00:47:37Z,description=,heartbeat_timestamp=2022-09-18T00:58:37Z,host='dv-cinder-master-3-smb',id=d0e8801d-4758-48bd-8085-7f05d3358764,load=0,resource_versions=,resources_synced=,started_at=2022-09-18T00:47:37Z,topic='l3_agent')) {'router_ids': ['5c6de313-25e1-45f7-bd3f-37e99ea971b7'], 'active': True} {{(pid=106233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:58:44.093741 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-852f77c5-692a-4c29-bb14-250aa44d0211 tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] Publish callbacks [] for security_group (d677bc7e-d05b-49f4-9c01-46684889a391), precommit_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:44.101882 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-852f77c5-692a-4c29-bb14-250aa44d0211 tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512506'] for security_group (d677bc7e-d05b-49f4-9c01-46684889a391), after_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:44.142496 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-852f77c5-692a-4c29-bb14-250aa44d0211 tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] Publish callbacks [] for security_group (None), before_response {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:44.146909 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-852f77c5-692a-4c29-bb14-250aa44d0211 tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] 10.222.0.33 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2339251 Sep 18 00:58:44.146909 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 60704) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:58:44.152807 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.v2.base [None req-7fa35906-9b93-47f4-8cee-ff90d55a5b77 tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] Request body: {'security_group_rule': {'security_group_id': 'd677bc7e-d05b-49f4-9c01-46684889a391', 'project_id': 'c37316ddc7de431294eda723f5ef3f60', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:58:44.160493 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852f77c5-692a-4c29-bb14-250aa44d0211 tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d677bc7e-d05b-49f4-9c01-46684889a391,revision_number=1']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:44.182541 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.l3_dvr_db [None req-d377f7a4-3a28-44f7-804a-f926a12bf58f None None] Set router 5c6de313-25e1-45f7-bd3f-37e99ea971b7 gateway port host: dv-cinder-master-3-smb {{(pid=106233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 18 00:58:44.191198 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-7fa35906-9b93-47f4-8cee-ff90d55a5b77 tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] Publish callbacks [] for security_group_rule (95df902c-ec3d-43c2-babb-ff27be3967fd), before_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:44.268576 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-7fa35906-9b93-47f4-8cee-ff90d55a5b77 tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] Publish callbacks [] for security_group_rule (95df902c-ec3d-43c2-babb-ff27be3967fd), precommit_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:44.273966 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-7fa35906-9b93-47f4-8cee-ff90d55a5b77 tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512405'] for security_group_rule (95df902c-ec3d-43c2-babb-ff27be3967fd), after_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:44.312051 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa35906-9b93-47f4-8cee-ff90d55a5b77 tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95df902c-ec3d-43c2-babb-ff27be3967fd,revision_number=0']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:44.324196 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-7fa35906-9b93-47f4-8cee-ff90d55a5b77 tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:44.326828 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-7fa35906-9b93-47f4-8cee-ff90d55a5b77 tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1767769 Sep 18 00:58:44.328207 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 60708) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:58:44.329366 dv-cinder-master-3-smb neutron-server[106233]: DEBUG dbcounter [-] [106233] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106233) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:58:44.332473 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.v2.base [None req-50d4d813-fbd2-4017-8952-ffdbef5df755 tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] Request body: {'security_group_rule': {'security_group_id': 'd677bc7e-d05b-49f4-9c01-46684889a391', 'project_id': 'c37316ddc7de431294eda723f5ef3f60', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:58:44.359923 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-50d4d813-fbd2-4017-8952-ffdbef5df755 tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] Publish callbacks [] for security_group_rule (18356391-4302-4c1f-882a-5d50d59c2c21), before_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:44.402371 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.l3_hamode_db [None req-d377f7a4-3a28-44f7-804a-f926a12bf58f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c6de313-25e1-45f7-bd3f-37e99ea971b7', 'name': 'tempest-TestShelveInstance-537021422-router', 'tenant_id': 'cd09f374f5b0446896c28abd478f6ce2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'external_fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.104'}], 'enable_snat': True}, 'gw_port_id': '7d6eeb02-df58-4485-8b98-6f5c9903a3b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:58:35Z', 'updated_at': '2022-09-18T00:58:41Z', 'revision_number': 4, 'project_id': 'cd09f374f5b0446896c28abd478f6ce2', 'gw_port': {'id': '7d6eeb02-df58-4485-8b98-6f5c9903a3b6', 'name': '', 'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:cd:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c6de313-25e1-45f7-bd3f-37e99ea971b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:58:36Z', 'updated_at': '2022-09-18T00:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '18d71ce7-6d6b-4ac3-9a89-e330fd3ca901', 'name': '', 'network_id': '547c07f7-db1f-4769-919a-6056a6bfaeb6', 'tenant_id': 'cd09f374f5b0446896c28abd478f6ce2', 'mac_address': 'fa:16:3e:1a:87:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c6de313-25e1-45f7-bd3f-37e99ea971b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'a693c7ea-8093-4aba-b20e-38169451c3f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:58:40Z', 'updated_at': '2022-09-18T00:58:42Z', 'revision_number': 2, 'project_id': 'cd09f374f5b0446896c28abd478f6ce2', 'subnets': [{'id': 'a693c7ea-8093-4aba-b20e-38169451c3f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=106233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:58:44.421837 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-50d4d813-fbd2-4017-8952-ffdbef5df755 tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] Publish callbacks [] for security_group_rule (18356391-4302-4c1f-882a-5d50d59c2c21), precommit_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:44.425854 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-50d4d813-fbd2-4017-8952-ffdbef5df755 tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512405'] for security_group_rule (18356391-4302-4c1f-882a-5d50d59c2c21), after_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:44.428862 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d377f7a4-3a28-44f7-804a-f926a12bf58f None None] Checking router: 5c6de313-25e1-45f7-bd3f-37e99ea971b7 for host: dv-cinder-master-3-smb {{(pid=106233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:58:44.429227 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d377f7a4-3a28-44f7-804a-f926a12bf58f None None] Updating router 5c6de313-25e1-45f7-bd3f-37e99ea971b7 port 18d71ce7-6d6b-4ac3-9a89-e330fd3ca901 binding host dv-cinder-master-3-smb {{(pid=106233) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 00:58:44.445733 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d4d813-fbd2-4017-8952-ffdbef5df755 tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18356391-4302-4c1f-882a-5d50d59c2c21,revision_number=0']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:44.456310 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-50d4d813-fbd2-4017-8952-ffdbef5df755 tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:44.460176 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-50d4d813-fbd2-4017-8952-ffdbef5df755 tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1283405 Sep 18 00:58:44.460537 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 60712) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:58:44.461574 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [None req-d377f7a4-3a28-44f7-804a-f926a12bf58f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (18d71ce7-6d6b-4ac3-9a89-e330fd3ca901), before_update {{(pid=106233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:44.464962 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.v2.base [None req-839f6de0-92bc-446b-b660-24f2ba8b8897 tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] Request body: {'security_group_rule': {'security_group_id': 'd677bc7e-d05b-49f4-9c01-46684889a391', 'project_id': 'c37316ddc7de431294eda723f5ef3f60', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:58:44.485548 dv-cinder-master-3-smb neutron-server[106232]: INFO neutron.plugins.ml2.plugin [None req-32938501-70e3-4a42-ac49-95b473e8a000 None None] Attempt 5 to provision port 18d71ce7-6d6b-4ac3-9a89-e330fd3ca901 Sep 18 00:58:44.505270 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-839f6de0-92bc-446b-b660-24f2ba8b8897 tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] Publish callbacks [] for security_group_rule (236a6c95-827c-4fc5-9cca-38663f901b63), before_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:44.529698 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61693bc-c588-4dce-9afa-f60f038a0075 req-e647830a-969d-4dbf-9aca-7a4c6b804a20 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:44.531585 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-32938501-70e3-4a42-ac49-95b473e8a000 None None] Port 18d71ce7-6d6b-4ac3-9a89-e330fd3ca901 cannot update to ACTIVE because it is not bound. {{(pid=106232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 18 00:58:44.532061 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-f61693bc-c588-4dce-9afa-f60f038a0075 req-e647830a-969d-4dbf-9aca-7a4c6b804a20 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ecc591cc-e74d-48ea-85e8-945b2995d123 HTTP/1.1" status: 200 len: 945 time: 0.0589616 Sep 18 00:58:44.577778 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:58:44.581149 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:58:44.599123 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-839f6de0-92bc-446b-b660-24f2ba8b8897 tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] Publish callbacks [] for security_group_rule (236a6c95-827c-4fc5-9cca-38663f901b63), precommit_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:44.604224 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-839f6de0-92bc-446b-b660-24f2ba8b8897 tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512405'] for security_group_rule (236a6c95-827c-4fc5-9cca-38663f901b63), after_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:44.616943 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-f61693bc-c588-4dce-9afa-f60f038a0075 req-75e7a433-5e59-47b8-80b2-e198aa9cdf10 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a79958da-0ace-40be-883c-3b3873a975fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793197 Sep 18 00:58:44.635239 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839f6de0-92bc-446b-b660-24f2ba8b8897 tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=236a6c95-827c-4fc5-9cca-38663f901b63,revision_number=0']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:44.635907 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1acf4f-e35a-44d9-b3d2-a3623e85b43a req-0856e79b-b479-4121-9403-d29b0c3baf0e tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:44.638213 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-fd1acf4f-e35a-44d9-b3d2-a3623e85b43a req-0856e79b-b479-4121-9403-d29b0c3baf0e tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c1cf145a-d8d5-4a7e-937b-729bf79629fa HTTP/1.1" status: 200 len: 946 time: 0.0727980 Sep 18 00:58:44.657555 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-839f6de0-92bc-446b-b660-24f2ba8b8897 tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:44.658769 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-839f6de0-92bc-446b-b660-24f2ba8b8897 tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1972280 Sep 18 00:58:44.661638 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 60718) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:58:44.667532 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.v2.base [None req-b84f8991-1f85-45b2-a18d-5b2cebe7666f tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] Request body: {'security_group_rule': {'security_group_id': 'd677bc7e-d05b-49f4-9c01-46684889a391', 'project_id': 'c37316ddc7de431294eda723f5ef3f60', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:58:44.694853 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-fd1acf4f-e35a-44d9-b3d2-a3623e85b43a req-294b2f3a-7af6-4128-a5ca-fc26d66f6bcf tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5d1f43e9-9af2-4e0f-a00b-d54373283a26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500469 Sep 18 00:58:44.700517 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-b84f8991-1f85-45b2-a18d-5b2cebe7666f tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] Publish callbacks [] for security_group_rule (e9db6a8b-658f-418a-99fa-df00946313aa), before_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:44.728154 dv-cinder-master-3-smb neutron-server[106233]: DEBUG dbcounter [-] [106233] Writing DB stats neutron:UPDATE=2,neutron:SELECT=97,neutron:INSERT=1 {{(pid=106233) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:58:44.779830 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-b84f8991-1f85-45b2-a18d-5b2cebe7666f tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] Publish callbacks [] for security_group_rule (e9db6a8b-658f-418a-99fa-df00946313aa), precommit_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:44.784263 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-b84f8991-1f85-45b2-a18d-5b2cebe7666f tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512405'] for security_group_rule (e9db6a8b-658f-418a-99fa-df00946313aa), after_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:44.786332 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7788fb9f-d59e-4bbb-9959-cf1680957b07 req-b3968826-7b42-446a-a284-f35f823f7fbe tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:44.788399 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-7788fb9f-d59e-4bbb-9959-cf1680957b07 req-b3968826-7b42-446a-a284-f35f823f7fbe tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ecc591cc-e74d-48ea-85e8-945b2995d123 HTTP/1.1" status: 200 len: 945 time: 0.0608559 Sep 18 00:58:44.800133 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.33', 60720) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:58:44.804306 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84f8991-1f85-45b2-a18d-5b2cebe7666f tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9db6a8b-658f-418a-99fa-df00946313aa,revision_number=0']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:44.807104 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.v2.base [None req-5e89a530-c87a-4a16-a029-b8c3b63049c1 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Request body: {'floatingip': {'port_id': '9608eb83-8531-414f-a482-f625b3b31cb2'}} {{(pid=106230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:58:44.812934 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-b84f8991-1f85-45b2-a18d-5b2cebe7666f tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:44.814852 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-b84f8991-1f85-45b2-a18d-5b2cebe7666f tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1506824 Sep 18 00:58:44.819694 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 60722) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:58:44.824629 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.v2.base [None req-7febe52d-a33e-4119-be68-0404cf468ae6 tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] Request body: {'security_group_rule': {'security_group_id': 'd677bc7e-d05b-49f4-9c01-46684889a391', 'project_id': 'c37316ddc7de431294eda723f5ef3f60', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:58:44.830033 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [None req-d377f7a4-3a28-44f7-804a-f926a12bf58f None None] Publish callbacks [] for port (18d71ce7-6d6b-4ac3-9a89-e330fd3ca901), precommit_update {{(pid=106233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:44.837491 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [None req-d377f7a4-3a28-44f7-804a-f926a12bf58f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749746030758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749745591525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749745591543'] for port (18d71ce7-6d6b-4ac3-9a89-e330fd3ca901), after_update {{(pid=106233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:44.851871 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.db.securitygroups_db [None req-7febe52d-a33e-4119-be68-0404cf468ae6 tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] Project c37316ddc7de431294eda723f5ef3f60 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 00:58:44.859964 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-7febe52d-a33e-4119-be68-0404cf468ae6 tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] Publish callbacks [] for security_group_rule (98c37c90-41c2-44f4-b409-3338d7ac24c2), before_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:44.871195 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-5e89a530-c87a-4a16-a029-b8c3b63049c1 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Publish callbacks [] for floatingip (4ef50530-292a-4297-861f-87661132435b), before_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:44.929060 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.rpc [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Device 7d6eeb02-df58-4485-8b98-6f5c9903a3b6 up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=106232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:58:44.945634 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.plugins.ml2.managers [None req-d377f7a4-3a28-44f7-804a-f926a12bf58f None None] Attempting to bind port 18d71ce7-6d6b-4ac3-9a89-e330fd3ca901 on host dv-cinder-master-3-smb for vnic_type normal with profile {{(pid=106233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 18 00:58:44.946230 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.plugins.ml2.managers [None req-d377f7a4-3a28-44f7-804a-f926a12bf58f None None] Attempting to bind port 18d71ce7-6d6b-4ac3-9a89-e330fd3ca901 by drivers openvswitch,hyperv on host dv-cinder-master-3-smb at level 0 using segments [{'id': 'c99bc136-0429-4f68-ad34-f0e42e297b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '547c07f7-db1f-4769-919a-6056a6bfaeb6'}] {{(pid=106233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 18 00:58:44.946555 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d377f7a4-3a28-44f7-804a-f926a12bf58f None None] Attempting to bind port 18d71ce7-6d6b-4ac3-9a89-e330fd3ca901 on network 547c07f7-db1f-4769-919a-6056a6bfaeb6 {{(pid=106233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:58:44.962958 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-7febe52d-a33e-4119-be68-0404cf468ae6 tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] Publish callbacks [] for security_group_rule (98c37c90-41c2-44f4-b409-3338d7ac24c2), precommit_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:44.971622 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-7febe52d-a33e-4119-be68-0404cf468ae6 tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512405'] for security_group_rule (98c37c90-41c2-44f4-b409-3338d7ac24c2), after_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:44.992644 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.provisioning_blocks [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Provisioning complete for port 7d6eeb02-df58-4485-8b98-6f5c9903a3b6 triggered by entity L2. {{(pid=106232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 00:58:44.993411 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981214'] for port (7d6eeb02-df58-4485-8b98-6f5c9903a3b6), provisioning_complete {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:44.993983 dv-cinder-master-3-smb neutron-server[106232]: INFO neutron.plugins.ml2.plugin [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Attempt 1 to provision port 7d6eeb02-df58-4485-8b98-6f5c9903a3b6 Sep 18 00:58:45.011818 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-7febe52d-a33e-4119-be68-0404cf468ae6 tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:45.013139 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-7febe52d-a33e-4119-be68-0404cf468ae6 tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1923602 Sep 18 00:58:45.016038 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 60728) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:58:45.020841 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.v2.base [None req-ec4b18bc-5e72-44b0-9661-e84a057daadb tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] Request body: {'security_group_rule': {'security_group_id': 'd677bc7e-d05b-49f4-9c01-46684889a391', 'project_id': 'c37316ddc7de431294eda723f5ef3f60', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:58:45.029375 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7febe52d-a33e-4119-be68-0404cf468ae6 tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98c37c90-41c2-44f4-b409-3338d7ac24c2,revision_number=0']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:45.040182 dv-cinder-master-3-smb neutron-server[106232]: INFO neutron.plugins.ml2.plugin [None req-32938501-70e3-4a42-ac49-95b473e8a000 None None] Attempt 6 to provision port 18d71ce7-6d6b-4ac3-9a89-e330fd3ca901 Sep 18 00:58:45.051660 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.db.securitygroups_db [None req-ec4b18bc-5e72-44b0-9661-e84a057daadb tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] Project c37316ddc7de431294eda723f5ef3f60 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 00:58:45.059860 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-ec4b18bc-5e72-44b0-9661-e84a057daadb tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] Publish callbacks [] for security_group_rule (89f30db6-674b-4da4-b27e-0035bd407bf7), before_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:45.100421 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-32938501-70e3-4a42-ac49-95b473e8a000 None None] Port 18d71ce7-6d6b-4ac3-9a89-e330fd3ca901 cannot update to ACTIVE because it is not bound. {{(pid=106232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 18 00:58:45.111731 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9ee373-67c2-4596-b2a9-06fcb59e8033 None None] Pushing event updated for resources: {'Port': ['ID=18d71ce7-6d6b-4ac3-9a89-e330fd3ca901,revision_number=3']} {{(pid=106233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:45.144067 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d377f7a4-3a28-44f7-804a-f926a12bf58f None None] Checking agent: {'id': 'c8573462-7e7f-4357-b3a8-beeaa8ae7db3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 18, 0, 47, 40), 'started_at': datetime.datetime(2022, 9, 18, 0, 48, 10), 'heartbeat_timestamp': datetime.datetime(2022, 9, 18, 0, 58, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 18 00:58:45.144571 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d377f7a4-3a28-44f7-804a-f926a12bf58f None None] Checking segment: {'id': 'c99bc136-0429-4f68-ad34-f0e42e297b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '547c07f7-db1f-4769-919a-6056a6bfaeb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 18 00:58:45.145092 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [None req-d377f7a4-3a28-44f7-804a-f926a12bf58f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:45.145687 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d377f7a4-3a28-44f7-804a-f926a12bf58f None None] Bound using segment: {'id': 'c99bc136-0429-4f68-ad34-f0e42e297b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '547c07f7-db1f-4769-919a-6056a6bfaeb6'} {{(pid=106233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 18 00:58:45.146165 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.plugins.ml2.managers [None req-d377f7a4-3a28-44f7-804a-f926a12bf58f None None] Bound port: 18d71ce7-6d6b-4ac3-9a89-e330fd3ca901, host: dv-cinder-master-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c99bc136-0429-4f68-ad34-f0e42e297b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '547c07f7-db1f-4769-919a-6056a6bfaeb6'}}] {{(pid=106233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 18 00:58:45.147120 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [None req-d377f7a4-3a28-44f7-804a-f926a12bf58f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (18d71ce7-6d6b-4ac3-9a89-e330fd3ca901), before_update {{(pid=106233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:45.150272 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Current status of the port 7d6eeb02-df58-4485-8b98-6f5c9903a3b6 is: ACTIVE; New status is: ACTIVE {{(pid=106232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 00:58:45.165732 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=100 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:58:45.178408 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-ec4b18bc-5e72-44b0-9661-e84a057daadb tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] Publish callbacks [] for security_group_rule (89f30db6-674b-4da4-b27e-0035bd407bf7), precommit_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:45.184660 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-ec4b18bc-5e72-44b0-9661-e84a057daadb tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512405'] for security_group_rule (89f30db6-674b-4da4-b27e-0035bd407bf7), after_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:45.208650 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4b18bc-5e72-44b0-9661-e84a057daadb tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89f30db6-674b-4da4-b27e-0035bd407bf7,revision_number=0']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:45.219004 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-ec4b18bc-5e72-44b0-9661-e84a057daadb tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:45.227171 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-ec4b18bc-5e72-44b0-9661-e84a057daadb tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2033606 Sep 18 00:58:45.227370 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.plugins.ml2.db [None req-d377f7a4-3a28-44f7-804a-f926a12bf58f None None] For port 18d71ce7-6d6b-4ac3-9a89-e330fd3ca901, host dv-cinder-master-3-smb, cleared binding levels {{(pid=106233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:58:45.229495 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.plugins.ml2.db [None req-d377f7a4-3a28-44f7-804a-f926a12bf58f None None] For port 18d71ce7-6d6b-4ac3-9a89-e330fd3ca901, host dv-cinder-master-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=18d71ce7-6d6b-4ac3-9a89-e330fd3ca901,segment=NetworkSegment(c99bc136-0429-4f68-ad34-f0e42e297b17),segment_id=c99bc136-0429-4f68-ad34-f0e42e297b17)] {{(pid=106233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:58:45.237026 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [None req-d377f7a4-3a28-44f7-804a-f926a12bf58f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749746030758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749745591525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749745591543'] for port (18d71ce7-6d6b-4ac3-9a89-e330fd3ca901), after_update {{(pid=106233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:45.275058 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d377f7a4-3a28-44f7-804a-f926a12bf58f None None] Routers {'5c6de313-25e1-45f7-bd3f-37e99ea971b7'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 18 00:58:45.275833 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.l3_hamode_db [None req-d377f7a4-3a28-44f7-804a-f926a12bf58f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-18T00:47:37Z,description=,heartbeat_timestamp=2022-09-18T00:58:37Z,host='dv-cinder-master-3-smb',id=d0e8801d-4758-48bd-8085-7f05d3358764,load=0,resource_versions=,resources_synced=,started_at=2022-09-18T00:47:37Z,topic='l3_agent')) {'router_ids': ['5c6de313-25e1-45f7-bd3f-37e99ea971b7'], 'active': True} {{(pid=106233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:58:45.343181 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9ee373-67c2-4596-b2a9-06fcb59e8033 None None] Pushing event updated for resources: {'Port': ['ID=18d71ce7-6d6b-4ac3-9a89-e330fd3ca901,revision_number=4']} {{(pid=106233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:45.419055 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.l3_dvr_db [None req-d377f7a4-3a28-44f7-804a-f926a12bf58f None None] Set router 5c6de313-25e1-45f7-bd3f-37e99ea971b7 gateway port host: dv-cinder-master-3-smb {{(pid=106233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 18 00:58:45.584614 dv-cinder-master-3-smb neutron-server[106233]: DEBUG dbcounter [-] [106233] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106233) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:58:45.603331 dv-cinder-master-3-smb neutron-server[106232]: INFO neutron.plugins.ml2.plugin [None req-32938501-70e3-4a42-ac49-95b473e8a000 None None] Attempt 7 to provision port 18d71ce7-6d6b-4ac3-9a89-e330fd3ca901 Sep 18 00:58:45.662075 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.l3_hamode_db [None req-d377f7a4-3a28-44f7-804a-f926a12bf58f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c6de313-25e1-45f7-bd3f-37e99ea971b7', 'name': 'tempest-TestShelveInstance-537021422-router', 'tenant_id': 'cd09f374f5b0446896c28abd478f6ce2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'external_fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.104'}], 'enable_snat': True}, 'gw_port_id': '7d6eeb02-df58-4485-8b98-6f5c9903a3b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:58:35Z', 'updated_at': '2022-09-18T00:58:41Z', 'revision_number': 4, 'project_id': 'cd09f374f5b0446896c28abd478f6ce2', 'gw_port': {'id': '7d6eeb02-df58-4485-8b98-6f5c9903a3b6', 'name': '', 'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:cd:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c6de313-25e1-45f7-bd3f-37e99ea971b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:58:36Z', 'updated_at': '2022-09-18T00:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '18d71ce7-6d6b-4ac3-9a89-e330fd3ca901', 'name': '', 'network_id': '547c07f7-db1f-4769-919a-6056a6bfaeb6', 'tenant_id': 'cd09f374f5b0446896c28abd478f6ce2', 'mac_address': 'fa:16:3e:1a:87:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c6de313-25e1-45f7-bd3f-37e99ea971b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'a693c7ea-8093-4aba-b20e-38169451c3f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:58:40Z', 'updated_at': '2022-09-18T00:58:45Z', 'revision_number': 4, 'project_id': 'cd09f374f5b0446896c28abd478f6ce2', 'subnets': [{'id': 'a693c7ea-8093-4aba-b20e-38169451c3f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=106233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:58:45.701449 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d377f7a4-3a28-44f7-804a-f926a12bf58f None None] The sync data for ids ['5c6de313-25e1-45f7-bd3f-37e99ea971b7'] in dv-cinder-master-3-smb is: [{'id': '5c6de313-25e1-45f7-bd3f-37e99ea971b7', 'name': 'tempest-TestShelveInstance-537021422-router', 'tenant_id': 'cd09f374f5b0446896c28abd478f6ce2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'external_fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.104'}], 'enable_snat': True}, 'gw_port_id': '7d6eeb02-df58-4485-8b98-6f5c9903a3b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:58:35Z', 'updated_at': '2022-09-18T00:58:41Z', 'revision_number': 4, 'project_id': 'cd09f374f5b0446896c28abd478f6ce2', 'gw_port': {'id': '7d6eeb02-df58-4485-8b98-6f5c9903a3b6', 'name': '', 'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:cd:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c6de313-25e1-45f7-bd3f-37e99ea971b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:58:36Z', 'updated_at': '2022-09-18T00:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '18d71ce7-6d6b-4ac3-9a89-e330fd3ca901', 'name': '', 'network_id': '547c07f7-db1f-4769-919a-6056a6bfaeb6', 'tenant_id': 'cd09f374f5b0446896c28abd478f6ce2', 'mac_address': 'fa:16:3e:1a:87:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c6de313-25e1-45f7-bd3f-37e99ea971b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'a693c7ea-8093-4aba-b20e-38169451c3f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:58:40Z', 'updated_at': '2022-09-18T00:58:45Z', 'revision_number': 4, 'project_id': 'cd09f374f5b0446896c28abd478f6ce2', 'subnets': [{'id': 'a693c7ea-8093-4aba-b20e-38169451c3f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:58:45.708713 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-32938501-70e3-4a42-ac49-95b473e8a000 None None] Current status of the port 18d71ce7-6d6b-4ac3-9a89-e330fd3ca901 is: DOWN; New status is: ACTIVE {{(pid=106232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 00:58:45.709330 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-32938501-70e3-4a42-ac49-95b473e8a000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (18d71ce7-6d6b-4ac3-9a89-e330fd3ca901), before_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:45.726573 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-5e89a530-c87a-4a16-a029-b8c3b63049c1 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:45.735005 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-5e89a530-c87a-4a16-a029-b8c3b63049c1 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16489891'] for floatingip (4ef50530-292a-4297-861f-87661132435b), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:45.838263 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.db [None req-32938501-70e3-4a42-ac49-95b473e8a000 None None] For port 18d71ce7-6d6b-4ac3-9a89-e330fd3ca901, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=18d71ce7-6d6b-4ac3-9a89-e330fd3ca901,segment=NetworkSegment(c99bc136-0429-4f68-ad34-f0e42e297b17),segment_id=c99bc136-0429-4f68-ad34-f0e42e297b17)] {{(pid=106232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:58:45.843608 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-32938501-70e3-4a42-ac49-95b473e8a000 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749746030758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749745591525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749745591543'] for port (18d71ce7-6d6b-4ac3-9a89-e330fd3ca901), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:45.872268 dv-cinder-master-3-smb neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:58:45.910122 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32938501-70e3-4a42-ac49-95b473e8a000 None None] Pushing event updated for resources: {'Port': ['ID=18d71ce7-6d6b-4ac3-9a89-e330fd3ca901,revision_number=5']} {{(pid=106232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:45.942679 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489030cf-c2bf-4c38-9f01-8ac2ad5dd6d2 req-d5503a82-8008-4a4b-8b93-9d9da6e3b8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:45.944334 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-489030cf-c2bf-4c38-9f01-8ac2ad5dd6d2 req-d5503a82-8008-4a4b-8b93-9d9da6e3b8fd service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=1a7f6c917c934c00a862b9946ce2b1cd&device_id=c1cf145a-d8d5-4a7e-937b-729bf79629fa HTTP/1.1" status: 200 len: 1130 time: 0.1452677 Sep 18 00:58:45.968026 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.provisioning_blocks [None req-2e67600e-f19f-4777-87b3-94903a29bc4a None None] Provisioning complete for port 18d71ce7-6d6b-4ac3-9a89-e330fd3ca901 triggered by entity DHCP. {{(pid=106232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 00:58:45.968408 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-2e67600e-f19f-4777-87b3-94903a29bc4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981214'] for port (18d71ce7-6d6b-4ac3-9a89-e330fd3ca901), provisioning_complete {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:45.968748 dv-cinder-master-3-smb neutron-server[106232]: INFO neutron.plugins.ml2.plugin [None req-2e67600e-f19f-4777-87b3-94903a29bc4a None None] Attempt 1 to provision port 18d71ce7-6d6b-4ac3-9a89-e330fd3ca901 Sep 18 00:58:46.060137 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16534ad6-0f2f-42d8-aa21-815d821863d6 req-df837731-1c82-4146-90ec-878bed054ce0 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:46.061897 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-16534ad6-0f2f-42d8-aa21-815d821863d6 req-df837731-1c82-4146-90ec-878bed054ce0 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c1cf145a-d8d5-4a7e-937b-729bf79629fa HTTP/1.1" status: 200 len: 946 time: 0.2091768 Sep 18 00:58:46.078188 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-2e67600e-f19f-4777-87b3-94903a29bc4a None None] Current status of the port 18d71ce7-6d6b-4ac3-9a89-e330fd3ca901 is: ACTIVE; New status is: ACTIVE {{(pid=106232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 00:58:46.108742 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:58:46.147199 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.db.l3_db [None req-5e89a530-c87a-4a16-a029-b8c3b63049c1 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Floating IP 4ef50530-292a-4297-861f-87661132435b associated. External IP: 172.37.5.124, port: 9608eb83-8531-414f-a482-f625b3b31cb2. Sep 18 00:58:46.225539 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-16534ad6-0f2f-42d8-aa21-815d821863d6 req-8bceda16-1a72-4ef3-a590-1e57cc109320 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5d1f43e9-9af2-4e0f-a00b-d54373283a26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1339405 Sep 18 00:58:46.226573 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489030cf-c2bf-4c38-9f01-8ac2ad5dd6d2 req-0e929abe-b154-464d-8954-f8addfe2e028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:46.227961 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-489030cf-c2bf-4c38-9f01-8ac2ad5dd6d2 req-0e929abe-b154-464d-8954-f8addfe2e028 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=5b2870f5-1df6-4588-9304-3be88fc2aeec HTTP/1.1" status: 200 len: 918 time: 0.2743027 Sep 18 00:58:46.336505 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-489030cf-c2bf-4c38-9f01-8ac2ad5dd6d2 req-6fe0414d-d5c3-4413-a760-ed9d78474a1d service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3b10ed6a-bc95-40e6-afaa-4936e44594eb HTTP/1.1" status: 200 len: 1002 time: 0.0830674 Sep 18 00:58:46.460474 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489030cf-c2bf-4c38-9f01-8ac2ad5dd6d2 req-8ee736d9-5006-4280-8b99-65808c0b26e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:46.462254 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-489030cf-c2bf-4c38-9f01-8ac2ad5dd6d2 req-8ee736d9-5006-4280-8b99-65808c0b26e0 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=b02e0a67-927b-4f1f-86aa-5b54aefb606b HTTP/1.1" status: 200 len: 856 time: 0.1194518 Sep 18 00:58:46.524191 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e89a530-c87a-4a16-a029-b8c3b63049c1 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Router 1ed01ef0-86d6-48ca-8f4f-b56f6df17cce has already been hosted by L3 agent d0e8801d-4758-48bd-8085-7f05d3358764 {{(pid=106230) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:58:46.527980 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489030cf-c2bf-4c38-9f01-8ac2ad5dd6d2 req-06469d99-eda4-4988-a78c-59627158c98c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:46.529528 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-489030cf-c2bf-4c38-9f01-8ac2ad5dd6d2 req-06469d99-eda4-4988-a78c-59627158c98c service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=5b2870f5-1df6-4588-9304-3be88fc2aeec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0489593 Sep 18 00:58:46.632176 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:58:46.732838 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-489030cf-c2bf-4c38-9f01-8ac2ad5dd6d2 req-34660899-6e15-451d-af32-8ffd4e4e48fc service neutron] 10.222.0.57 "GET /networking/v2.0/networks/5b2870f5-1df6-4588-9304-3be88fc2aeec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1962099 Sep 18 00:58:46.737092 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e89a530-c87a-4a16-a029-b8c3b63049c1 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=106230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:58:46.742019 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-5e89a530-c87a-4a16-a029-b8c3b63049c1 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16701016'] for floatingip (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:46.747679 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57c36f8b-ecbd-41bc-90a7-9ec9f890095c None None] Sync routers for ids ['1ed01ef0-86d6-48ca-8f4f-b56f6df17cce'] in dv-cinder-master-3-smb {{(pid=106232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:58:46.759075 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c36f8b-ecbd-41bc-90a7-9ec9f890095c None None] Routers {'1ed01ef0-86d6-48ca-8f4f-b56f6df17cce'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 18 00:58:46.759873 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.l3_hamode_db [None req-57c36f8b-ecbd-41bc-90a7-9ec9f890095c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-18T00:47:37Z,description=,heartbeat_timestamp=2022-09-18T00:58:37Z,host='dv-cinder-master-3-smb',id=d0e8801d-4758-48bd-8085-7f05d3358764,load=0,resource_versions=,resources_synced=,started_at=2022-09-18T00:47:37Z,topic='l3_agent')) {'router_ids': ['1ed01ef0-86d6-48ca-8f4f-b56f6df17cce'], 'active': True} {{(pid=106232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:58:46.848373 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [None req-5e89a530-c87a-4a16-a029-b8c3b63049c1 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "PUT /networking/v2.0/floatingips/4ef50530-292a-4297-861f-87661132435b HTTP/1.1" status: 200 len: 991 time: 2.0464222 Sep 18 00:58:46.851364 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecc591cc-e74d-48ea-85e8-945b2995d123', 'tag': '9608eb83-8531-414f-a482-f625b3b31cb2'}] {{(pid=106230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 18 00:58:46.853754 dv-cinder-master-3-smb neutron-server[106230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5cb6f936bef875aa30205792da77c9643b85616d99b85ee9f5e1cfaba0fe173" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70c8b9e0-138e-400d-a9fa-c65cd1d47e97" -d '{"events": [{"name": "network-changed", "server_uuid": "ecc591cc-e74d-48ea-85e8-945b2995d123", "tag": "9608eb83-8531-414f-a482-f625b3b31cb2"}]}' {{(pid=106230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:58:46.897785 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.l3_dvr_db [None req-57c36f8b-ecbd-41bc-90a7-9ec9f890095c None None] Set router 1ed01ef0-86d6-48ca-8f4f-b56f6df17cce gateway port host: dv-cinder-master-3-smb {{(pid=106232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 18 00:58:46.907371 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-489030cf-c2bf-4c38-9f01-8ac2ad5dd6d2 req-55f4668f-d5ef-4ef1-866d-86b8d873368d service neutron] 10.222.0.57 "GET /networking/v2.0/networks/5b2870f5-1df6-4588-9304-3be88fc2aeec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608226 Sep 18 00:58:46.911398 dv-cinder-master-3-smb neutron-server[106230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 18 Sep 2022 00:58:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71696290-2e2b-4cb5-8fa0-66caa31abbec x-openstack-request-id: req-71696290-2e2b-4cb5-8fa0-66caa31abbec {{(pid=106230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:58:46.911664 dv-cinder-master-3-smb neutron-server[106230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecc591cc-e74d-48ea-85e8-945b2995d123", "tag": "9608eb83-8531-414f-a482-f625b3b31cb2", "status": "completed", "code": 200}]} {{(pid=106230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:58:46.911932 dv-cinder-master-3-smb neutron-server[106230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-71696290-2e2b-4cb5-8fa0-66caa31abbec {{(pid=106230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:58:46.912333 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71696290-2e2b-4cb5-8fa0-66caa31abbec'] response: {'name': 'network-changed', 'server_uuid': 'ecc591cc-e74d-48ea-85e8-945b2995d123', 'tag': '9608eb83-8531-414f-a482-f625b3b31cb2', 'status': 'completed', 'code': 200} Sep 18 00:58:46.932029 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.rpc [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Device 18d71ce7-6d6b-4ac3-9a89-e330fd3ca901 up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=106232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:58:46.936923 dv-cinder-master-3-smb neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:58:47.052913 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.provisioning_blocks [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Provisioning complete for port 18d71ce7-6d6b-4ac3-9a89-e330fd3ca901 triggered by entity L2. {{(pid=106232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 00:58:47.053526 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981214'] for port (18d71ce7-6d6b-4ac3-9a89-e330fd3ca901), provisioning_complete {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:47.054122 dv-cinder-master-3-smb neutron-server[106232]: INFO neutron.plugins.ml2.plugin [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Attempt 1 to provision port 18d71ce7-6d6b-4ac3-9a89-e330fd3ca901 Sep 18 00:58:47.204261 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Current status of the port 18d71ce7-6d6b-4ac3-9a89-e330fd3ca901 is: ACTIVE; New status is: ACTIVE {{(pid=106232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 00:58:47.249333 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.l3_hamode_db [None req-57c36f8b-ecbd-41bc-90a7-9ec9f890095c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ed01ef0-86d6-48ca-8f4f-b56f6df17cce', 'name': 'tempest-ServerRescueNegativeTestJSON-1197339519-router', 'tenant_id': '8cbf74b218c04911bb921f7cc2c6e966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'external_fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.201'}], 'enable_snat': True}, 'gw_port_id': '1a63b5be-1556-4ad8-a604-71bb845b8be3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:56:01Z', 'updated_at': '2022-09-18T00:56:20Z', 'revision_number': 4, 'project_id': '8cbf74b218c04911bb921f7cc2c6e966', 'gw_port': {'id': '1a63b5be-1556-4ad8-a604-71bb845b8be3', 'name': '', 'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:38:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed01ef0-86d6-48ca-8f4f-b56f6df17cce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:56:02Z', 'updated_at': '2022-09-18T00:56:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': '4ef50530-292a-4297-861f-87661132435b', 'tenant_id': '8cbf74b218c04911bb921f7cc2c6e966', 'floating_ip_address': '172.37.5.124', 'floating_network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'router_id': '1ed01ef0-86d6-48ca-8f4f-b56f6df17cce', 'port_id': '9608eb83-8531-414f-a482-f625b3b31cb2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 396, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c62b9e47-59b6-47ba-845f-e3be4dd39ad8', 'mac_address': 'fa:16:3e:af:50:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc591cc-e74d-48ea-85e8-945b2995d123', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-18T00:58:20Z', 'updated_at': '2022-09-18T00:58:45Z', 'revision_number': 1, 'project_id': '8cbf74b218c04911bb921f7cc2c6e966', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01af8433-c279-4dab-a31d-ef4ca4915365', 'name': '', 'network_id': 'c62b9e47-59b6-47ba-845f-e3be4dd39ad8', 'tenant_id': '8cbf74b218c04911bb921f7cc2c6e966', 'mac_address': 'fa:16:3e:dd:cb:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed01ef0-86d6-48ca-8f4f-b56f6df17cce', 'device_owner': 'network:router_interface', 'standard_attr_id': 143, 'fixed_ips': [{'subnet_id': '21e1d23e-9045-41fa-9ed7-19ac1edcbcfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:56:15Z', 'updated_at': '2022-09-18T00:56:33Z', 'revision_number': 5, 'project_id': '8cbf74b218c04911bb921f7cc2c6e966', 'subnets': [{'id': '21e1d23e-9045-41fa-9ed7-19ac1edcbcfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=106232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:58:47.284185 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57c36f8b-ecbd-41bc-90a7-9ec9f890095c None None] Checking router: 1ed01ef0-86d6-48ca-8f4f-b56f6df17cce for host: dv-cinder-master-3-smb {{(pid=106232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:58:47.293867 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c36f8b-ecbd-41bc-90a7-9ec9f890095c None None] Routers {'1ed01ef0-86d6-48ca-8f4f-b56f6df17cce'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 18 00:58:47.294613 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.l3_hamode_db [None req-57c36f8b-ecbd-41bc-90a7-9ec9f890095c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-18T00:47:37Z,description=,heartbeat_timestamp=2022-09-18T00:58:37Z,host='dv-cinder-master-3-smb',id=d0e8801d-4758-48bd-8085-7f05d3358764,load=0,resource_versions=,resources_synced=,started_at=2022-09-18T00:47:37Z,topic='l3_agent')) {'router_ids': ['1ed01ef0-86d6-48ca-8f4f-b56f6df17cce'], 'active': True} {{(pid=106232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:58:47.371001 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8986e46-7440-4be5-abc6-127aa1f22b3f req-b4ecef07-17c2-491c-8da2-a42583643af0 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:47.372763 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-a8986e46-7440-4be5-abc6-127aa1f22b3f req-b4ecef07-17c2-491c-8da2-a42583643af0 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c1cf145a-d8d5-4a7e-937b-729bf79629fa HTTP/1.1" status: 200 len: 946 time: 0.0535326 Sep 18 00:58:47.407357 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.l3_dvr_db [None req-57c36f8b-ecbd-41bc-90a7-9ec9f890095c None None] Set router 1ed01ef0-86d6-48ca-8f4f-b56f6df17cce gateway port host: dv-cinder-master-3-smb {{(pid=106232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 18 00:58:47.422337 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-a8986e46-7440-4be5-abc6-127aa1f22b3f req-e67c0278-7697-407b-bcba-5b7dc7da161c tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5d1f43e9-9af2-4e0f-a00b-d54373283a26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429053 Sep 18 00:58:47.564600 dv-cinder-master-3-smb neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=100 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:58:47.639528 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.l3_hamode_db [None req-57c36f8b-ecbd-41bc-90a7-9ec9f890095c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ed01ef0-86d6-48ca-8f4f-b56f6df17cce', 'name': 'tempest-ServerRescueNegativeTestJSON-1197339519-router', 'tenant_id': '8cbf74b218c04911bb921f7cc2c6e966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'external_fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.201'}], 'enable_snat': True}, 'gw_port_id': '1a63b5be-1556-4ad8-a604-71bb845b8be3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:56:01Z', 'updated_at': '2022-09-18T00:56:20Z', 'revision_number': 4, 'project_id': '8cbf74b218c04911bb921f7cc2c6e966', 'gw_port': {'id': '1a63b5be-1556-4ad8-a604-71bb845b8be3', 'name': '', 'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:38:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed01ef0-86d6-48ca-8f4f-b56f6df17cce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:56:02Z', 'updated_at': '2022-09-18T00:56:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': '4ef50530-292a-4297-861f-87661132435b', 'tenant_id': '8cbf74b218c04911bb921f7cc2c6e966', 'floating_ip_address': '172.37.5.124', 'floating_network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'router_id': '1ed01ef0-86d6-48ca-8f4f-b56f6df17cce', 'port_id': '9608eb83-8531-414f-a482-f625b3b31cb2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 396, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c62b9e47-59b6-47ba-845f-e3be4dd39ad8', 'mac_address': 'fa:16:3e:af:50:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc591cc-e74d-48ea-85e8-945b2995d123', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-18T00:58:20Z', 'updated_at': '2022-09-18T00:58:45Z', 'revision_number': 1, 'project_id': '8cbf74b218c04911bb921f7cc2c6e966', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01af8433-c279-4dab-a31d-ef4ca4915365', 'name': '', 'network_id': 'c62b9e47-59b6-47ba-845f-e3be4dd39ad8', 'tenant_id': '8cbf74b218c04911bb921f7cc2c6e966', 'mac_address': 'fa:16:3e:dd:cb:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed01ef0-86d6-48ca-8f4f-b56f6df17cce', 'device_owner': 'network:router_interface', 'standard_attr_id': 143, 'fixed_ips': [{'subnet_id': '21e1d23e-9045-41fa-9ed7-19ac1edcbcfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:56:15Z', 'updated_at': '2022-09-18T00:56:33Z', 'revision_number': 5, 'project_id': '8cbf74b218c04911bb921f7cc2c6e966', 'subnets': [{'id': '21e1d23e-9045-41fa-9ed7-19ac1edcbcfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=106232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:58:47.665868 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57c36f8b-ecbd-41bc-90a7-9ec9f890095c None None] The sync data for ids ['1ed01ef0-86d6-48ca-8f4f-b56f6df17cce'] in dv-cinder-master-3-smb is: [{'id': '1ed01ef0-86d6-48ca-8f4f-b56f6df17cce', 'name': 'tempest-ServerRescueNegativeTestJSON-1197339519-router', 'tenant_id': '8cbf74b218c04911bb921f7cc2c6e966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'external_fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.201'}], 'enable_snat': True}, 'gw_port_id': '1a63b5be-1556-4ad8-a604-71bb845b8be3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:56:01Z', 'updated_at': '2022-09-18T00:56:20Z', 'revision_number': 4, 'project_id': '8cbf74b218c04911bb921f7cc2c6e966', 'gw_port': {'id': '1a63b5be-1556-4ad8-a604-71bb845b8be3', 'name': '', 'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:38:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed01ef0-86d6-48ca-8f4f-b56f6df17cce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:56:02Z', 'updated_at': '2022-09-18T00:56:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': '4ef50530-292a-4297-861f-87661132435b', 'tenant_id': '8cbf74b218c04911bb921f7cc2c6e966', 'floating_ip_address': '172.37.5.124', 'floating_network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'router_id': '1ed01ef0-86d6-48ca-8f4f-b56f6df17cce', 'port_id': '9608eb83-8531-414f-a482-f625b3b31cb2', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 396, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c62b9e47-59b6-47ba-845f-e3be4dd39ad8', 'mac_address': 'fa:16:3e:af:50:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc591cc-e74d-48ea-85e8-945b2995d123', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-18T00:58:20Z', 'updated_at': '2022-09-18T00:58:45Z', 'revision_number': 1, 'project_id': '8cbf74b218c04911bb921f7cc2c6e966', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01af8433-c279-4dab-a31d-ef4ca4915365', 'name': '', 'network_id': 'c62b9e47-59b6-47ba-845f-e3be4dd39ad8', 'tenant_id': '8cbf74b218c04911bb921f7cc2c6e966', 'mac_address': 'fa:16:3e:dd:cb:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed01ef0-86d6-48ca-8f4f-b56f6df17cce', 'device_owner': 'network:router_interface', 'standard_attr_id': 143, 'fixed_ips': [{'subnet_id': '21e1d23e-9045-41fa-9ed7-19ac1edcbcfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:56:15Z', 'updated_at': '2022-09-18T00:56:33Z', 'revision_number': 5, 'project_id': '8cbf74b218c04911bb921f7cc2c6e966', 'subnets': [{'id': '21e1d23e-9045-41fa-9ed7-19ac1edcbcfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:58:48.528405 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed5018e-04ed-4259-a943-1fe30a74d87b None None] New status for floating IP 4ef50530-292a-4297-861f-87661132435b: ACTIVE {{(pid=106233) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 18 00:58:48.561307 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fe3f2d-27b8-4bbf-a70b-340d0bb28125 req-6090b098-10e7-4aba-acf4-60edc22fe331 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:48.562871 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-45fe3f2d-27b8-4bbf-a70b-340d0bb28125 req-6090b098-10e7-4aba-acf4-60edc22fe331 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c1cf145a-d8d5-4a7e-937b-729bf79629fa HTTP/1.1" status: 200 len: 946 time: 0.0536523 Sep 18 00:58:48.583389 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=100 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:58:48.615820 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-45fe3f2d-27b8-4bbf-a70b-340d0bb28125 req-0ed4ba8f-7558-4453-9843-1f082a34f30a tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5d1f43e9-9af2-4e0f-a00b-d54373283a26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462263 Sep 18 00:58:49.117391 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.rpc [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Device 3b10ed6a-bc95-40e6-afaa-4936e44594eb no longer exists at agent hyperv_hv-cinder-maste {{(pid=106232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:58:49.185160 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c8b9e0-138e-400d-a9fa-c65cd1d47e97 req-48fd9e7d-07db-4113-983f-fc1979debda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:49.186645 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-70c8b9e0-138e-400d-a9fa-c65cd1d47e97 req-48fd9e7d-07db-4113-983f-fc1979debda4 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=8cbf74b218c04911bb921f7cc2c6e966&device_id=ecc591cc-e74d-48ea-85e8-945b2995d123 HTTP/1.1" status: 200 len: 1129 time: 0.0454645 Sep 18 00:58:49.200651 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Current status of the port 3b10ed6a-bc95-40e6-afaa-4936e44594eb is: ACTIVE; New status is: DOWN {{(pid=106232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 00:58:49.201045 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (3b10ed6a-bc95-40e6-afaa-4936e44594eb), before_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:49.226023 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1cf145a-d8d5-4a7e-937b-729bf79629fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b10ed6a-bc95-40e6-afaa-4936e44594eb'}] {{(pid=106232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 18 00:58:49.228989 dv-cinder-master-3-smb neutron-server[106232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90e96a6086c290001a0d7e5ddcf89e279d0a9bc322b7051b760fc9213660c862" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fce17ce-6c8b-420e-a3ac-d52cd4eb7a3b" -d '{"events": [{"server_uuid": "c1cf145a-d8d5-4a7e-937b-729bf79629fa", "name": "network-vif-unplugged", "status": "completed", "tag": "3b10ed6a-bc95-40e6-afaa-4936e44594eb"}]}' {{(pid=106232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:58:49.243060 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.db [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] For port 3b10ed6a-bc95-40e6-afaa-4936e44594eb, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=3b10ed6a-bc95-40e6-afaa-4936e44594eb,segment=NetworkSegment(ad5fe970-da3b-4a06-bd95-f70d97a5ce86),segment_id=ad5fe970-da3b-4a06-bd95-f70d97a5ce86)] {{(pid=106232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:58:49.247960 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749746030758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749745591525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749745591543'] for port (3b10ed6a-bc95-40e6-afaa-4936e44594eb), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:58:49.281559 dv-cinder-master-3-smb neutron-server[106232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 18 Sep 2022 00:58:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a132b913-fc8d-4d54-b4b7-fd6b4e75275a x-openstack-request-id: req-a132b913-fc8d-4d54-b4b7-fd6b4e75275a {{(pid=106232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:58:49.281851 dv-cinder-master-3-smb neutron-server[106232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1cf145a-d8d5-4a7e-937b-729bf79629fa", "name": "network-vif-unplugged", "status": "completed", "tag": "3b10ed6a-bc95-40e6-afaa-4936e44594eb", "code": 200}]} {{(pid=106232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:58:49.282126 dv-cinder-master-3-smb neutron-server[106232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-a132b913-fc8d-4d54-b4b7-fd6b4e75275a {{(pid=106232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:58:49.282523 dv-cinder-master-3-smb neutron-server[106232]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a132b913-fc8d-4d54-b4b7-fd6b4e75275a'] response: {'server_uuid': 'c1cf145a-d8d5-4a7e-937b-729bf79629fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b10ed6a-bc95-40e6-afaa-4936e44594eb', 'code': 200} Sep 18 00:58:49.288238 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c8b9e0-138e-400d-a9fa-c65cd1d47e97 req-5910755f-6ecd-4dba-abc4-09c5b87d430f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:49.289734 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-70c8b9e0-138e-400d-a9fa-c65cd1d47e97 req-5910755f-6ecd-4dba-abc4-09c5b87d430f service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=c62b9e47-59b6-47ba-845f-e3be4dd39ad8 HTTP/1.1" status: 200 len: 920 time: 0.0958142 Sep 18 00:58:49.311019 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Pushing event updated for resources: {'Port': ['ID=3b10ed6a-bc95-40e6-afaa-4936e44594eb,revision_number=8']} {{(pid=106232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:58:49.471048 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-70c8b9e0-138e-400d-a9fa-c65cd1d47e97 req-48162179-0122-4638-93a0-57970ee28d00 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9608eb83-8531-414f-a482-f625b3b31cb2 HTTP/1.1" status: 200 len: 1001 time: 0.0599737 Sep 18 00:58:49.542482 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c8b9e0-138e-400d-a9fa-c65cd1d47e97 req-3cbc8e21-c5dc-420a-a1a3-c3b95b6aa3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:49.544915 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-70c8b9e0-138e-400d-a9fa-c65cd1d47e97 req-3cbc8e21-c5dc-420a-a1a3-c3b95b6aa3b9 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=21e1d23e-9045-41fa-9ed7-19ac1edcbcfa HTTP/1.1" status: 200 len: 858 time: 0.0594771 Sep 18 00:58:49.653297 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c8b9e0-138e-400d-a9fa-c65cd1d47e97 req-08359e65-307e-4097-90ee-a5bf3918a689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:49.654848 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-70c8b9e0-138e-400d-a9fa-c65cd1d47e97 req-08359e65-307e-4097-90ee-a5bf3918a689 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=c62b9e47-59b6-47ba-845f-e3be4dd39ad8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0431960 Sep 18 00:58:49.801003 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1723a3-1095-4e99-a06f-4e53540bca4f req-186f0d80-a383-4eff-aa8f-6e48bb62ce02 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:49.802785 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-dc1723a3-1095-4e99-a06f-4e53540bca4f req-186f0d80-a383-4eff-aa8f-6e48bb62ce02 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c1cf145a-d8d5-4a7e-937b-729bf79629fa HTTP/1.1" status: 200 len: 944 time: 0.0976517 Sep 18 00:58:49.848501 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-70c8b9e0-138e-400d-a9fa-c65cd1d47e97 req-c5dfc225-0550-4cc0-98f5-1a59911695dd service neutron] 10.222.0.57 "GET /networking/v2.0/networks/c62b9e47-59b6-47ba-845f-e3be4dd39ad8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625667 Sep 18 00:58:49.890435 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-dc1723a3-1095-4e99-a06f-4e53540bca4f req-072be62d-847d-4dc4-8d08-2723f5df4c99 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5d1f43e9-9af2-4e0f-a00b-d54373283a26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801680 Sep 18 00:58:49.961337 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-70c8b9e0-138e-400d-a9fa-c65cd1d47e97 req-2009ccee-5f7e-4be7-a661-ee54031159e6 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/c62b9e47-59b6-47ba-845f-e3be4dd39ad8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956569 Sep 18 00:58:50.434891 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.wsgi [req-3824f270-53c6-41db-b553-51e0ac7fb5b3 req-59ba2490-46d5-43a5-b5f6-764292deeb14 service neutron] http://10.222.0.33:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106230) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 18 00:58:50.435985 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-3824f270-53c6-41db-b553-51e0ac7fb5b3 req-59ba2490-46d5-43a5-b5f6-764292deeb14 service neutron] 10.222.0.33 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0062737 Sep 18 00:58:50.601094 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=100 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:58:50.617818 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a0bad3-2217-40bb-ae33-85767d09613a req-0bdc6731-27de-407d-b6ed-b216a6675935 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:50.619415 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-39a0bad3-2217-40bb-ae33-85767d09613a req-0bdc6731-27de-407d-b6ed-b216a6675935 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c1cf145a-d8d5-4a7e-937b-729bf79629fa HTTP/1.1" status: 200 len: 944 time: 0.0538294 Sep 18 00:58:50.673043 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-39a0bad3-2217-40bb-ae33-85767d09613a req-fe652b83-f1cc-49c1-9555-2f2c26a93098 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5d1f43e9-9af2-4e0f-a00b-d54373283a26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477142 Sep 18 00:58:50.895094 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.33', 60874) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:58:50.977831 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-4023448b-88cd-49be-848e-120bb88f713c req-b0456563-783d-42aa-bcc6-79b2ff9b4c86 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c1cf145a-d8d5-4a7e-937b-729bf79629fa&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0815852 Sep 18 00:58:50.986210 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.wsgi [req-4023448b-88cd-49be-848e-120bb88f713c req-68c6cd8b-60d3-44f4-95ae-24673036c7bf service neutron] http://10.222.0.33:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106230) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 18 00:58:50.987202 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-4023448b-88cd-49be-848e-120bb88f713c req-68c6cd8b-60d3-44f4-95ae-24673036c7bf service neutron] 10.222.0.33 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0047832 Sep 18 00:58:51.065380 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.33', 60882) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:58:51.158380 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4023448b-88cd-49be-848e-120bb88f713c req-e2e8c9b4-56f6-4b5a-b7e9-b62b0ef5f426 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:51.159759 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-4023448b-88cd-49be-848e-120bb88f713c req-e2e8c9b4-56f6-4b5a-b7e9-b62b0ef5f426 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/ports/3b10ed6a-bc95-40e6-afaa-4936e44594eb HTTP/1.1" status: 200 len: 941 time: 0.0934694 Sep 18 00:58:51.821013 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188a82ef-0e5e-4c06-a7db-ed5f02b649d2 req-93334ae2-61ef-43f1-afb1-2ff049481c07 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:51.822396 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-188a82ef-0e5e-4c06-a7db-ed5f02b649d2 req-93334ae2-61ef-43f1-afb1-2ff049481c07 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c1cf145a-d8d5-4a7e-937b-729bf79629fa HTTP/1.1" status: 200 len: 944 time: 0.0519075 Sep 18 00:58:51.872534 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-188a82ef-0e5e-4c06-a7db-ed5f02b649d2 req-4ba1cafb-dfe2-4c1b-ab3b-aa355860bcef tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5d1f43e9-9af2-4e0f-a00b-d54373283a26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436726 Sep 18 00:58:52.255820 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.agents_db [None req-fc240a3b-6701-466a-b3ae-821b2bb1d0eb None None] Agent healthcheck: found 6 active agents {{(pid=106233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 00:58:53.004029 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed67263-c9ef-476d-90c0-30f572dbd793 req-26f98f4b-a3f3-489d-8214-75a61578ad7e tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:53.005501 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-2ed67263-c9ef-476d-90c0-30f572dbd793 req-26f98f4b-a3f3-489d-8214-75a61578ad7e tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c1cf145a-d8d5-4a7e-937b-729bf79629fa HTTP/1.1" status: 200 len: 944 time: 0.0482504 Sep 18 00:58:53.053889 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-2ed67263-c9ef-476d-90c0-30f572dbd793 req-db3ff0fb-5143-4ced-abd3-36d6ad3e286d tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5d1f43e9-9af2-4e0f-a00b-d54373283a26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425584 Sep 18 00:58:53.120517 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.rpc [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Device 3b10ed6a-bc95-40e6-afaa-4936e44594eb no longer exists at agent hyperv_hv-cinder-maste {{(pid=106232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:58:53.190101 dv-cinder-master-3-smb neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:58:53.202852 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Current status of the port 3b10ed6a-bc95-40e6-afaa-4936e44594eb is: DOWN; New status is: DOWN {{(pid=106232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 00:58:53.325451 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4023448b-88cd-49be-848e-120bb88f713c req-a88a3beb-1cb5-4661-9eda-f2569e3971f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:53.326963 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-4023448b-88cd-49be-848e-120bb88f713c req-a88a3beb-1cb5-4661-9eda-f2569e3971f1 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=c1cf145a-d8d5-4a7e-937b-729bf79629fa&tenant_id=1a7f6c917c934c00a862b9946ce2b1cd HTTP/1.1" status: 200 len: 1128 time: 0.0762792 Sep 18 00:58:53.413794 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=100 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:58:53.426728 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4023448b-88cd-49be-848e-120bb88f713c req-1f936a01-434c-4036-af2e-d932e1d03caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:53.428248 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-4023448b-88cd-49be-848e-120bb88f713c req-1f936a01-434c-4036-af2e-d932e1d03caf service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=1a7f6c917c934c00a862b9946ce2b1cd&device_id=c1cf145a-d8d5-4a7e-937b-729bf79629fa HTTP/1.1" status: 200 len: 1128 time: 0.0407383 Sep 18 00:58:53.525363 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4023448b-88cd-49be-848e-120bb88f713c req-40c526b9-be25-47d3-b089-22303012e27c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:53.526965 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-4023448b-88cd-49be-848e-120bb88f713c req-40c526b9-be25-47d3-b089-22303012e27c service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=5b2870f5-1df6-4588-9304-3be88fc2aeec HTTP/1.1" status: 200 len: 918 time: 0.0858269 Sep 18 00:58:53.593994 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-4023448b-88cd-49be-848e-120bb88f713c req-aa2672a6-e644-4a69-885b-e73cdebec232 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3b10ed6a-bc95-40e6-afaa-4936e44594eb HTTP/1.1" status: 200 len: 1000 time: 0.0570669 Sep 18 00:58:53.646771 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4023448b-88cd-49be-848e-120bb88f713c req-76362ad3-f9d9-4eae-b8f0-ef95f3fa3226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:53.648257 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-4023448b-88cd-49be-848e-120bb88f713c req-76362ad3-f9d9-4eae-b8f0-ef95f3fa3226 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=b02e0a67-927b-4f1f-86aa-5b54aefb606b HTTP/1.1" status: 200 len: 856 time: 0.0443397 Sep 18 00:58:53.695036 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4023448b-88cd-49be-848e-120bb88f713c req-8e8fecb2-6c0d-4493-b3e2-26c7778d5085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:53.696506 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-4023448b-88cd-49be-848e-120bb88f713c req-8e8fecb2-6c0d-4493-b3e2-26c7778d5085 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=5b2870f5-1df6-4588-9304-3be88fc2aeec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0417740 Sep 18 00:58:54.035841 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-4023448b-88cd-49be-848e-120bb88f713c req-3ffe89a1-eb06-4837-8acc-570230cb1995 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/5b2870f5-1df6-4588-9304-3be88fc2aeec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3305423 Sep 18 00:58:54.139322 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-4023448b-88cd-49be-848e-120bb88f713c req-e41528de-7b3d-487a-b135-71120aae74ec service neutron] 10.222.0.57 "GET /networking/v2.0/networks/5b2870f5-1df6-4588-9304-3be88fc2aeec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922291 Sep 18 00:58:54.190741 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ab5b87-3c92-49e5-b399-2df25592dcf8 req-6ad33c41-c5dd-4ad7-acbb-515deefdb3c1 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:54.192249 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-05ab5b87-3c92-49e5-b399-2df25592dcf8 req-6ad33c41-c5dd-4ad7-acbb-515deefdb3c1 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c1cf145a-d8d5-4a7e-937b-729bf79629fa HTTP/1.1" status: 200 len: 944 time: 0.0480328 Sep 18 00:58:54.243096 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-05ab5b87-3c92-49e5-b399-2df25592dcf8 req-f53ff282-28af-4020-8d7d-c802bdaada82 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5d1f43e9-9af2-4e0f-a00b-d54373283a26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450749 Sep 18 00:58:55.208392 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=52,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:58:55.209104 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=50,neutron:INSERT=7,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:58:55.383416 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7533775c-c50d-494c-85b8-c7c90276c455 req-8d4882b8-9d79-42ff-9804-4306b98be4f2 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:55.384939 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-7533775c-c50d-494c-85b8-c7c90276c455 req-8d4882b8-9d79-42ff-9804-4306b98be4f2 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c1cf145a-d8d5-4a7e-937b-729bf79629fa HTTP/1.1" status: 200 len: 944 time: 0.0498710 Sep 18 00:58:55.440850 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=100 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:58:55.445889 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-7533775c-c50d-494c-85b8-c7c90276c455 req-5c2279c4-f7a0-4fd0-a1a2-4f453cd82185 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5d1f43e9-9af2-4e0f-a00b-d54373283a26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542212 Sep 18 00:58:56.607461 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536d5445-eaec-4c6b-b53f-eb743b7fd343 req-7952e695-0a11-426f-b5c2-b6dfc43ae8c5 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:56.609023 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-536d5445-eaec-4c6b-b53f-eb743b7fd343 req-7952e695-0a11-426f-b5c2-b6dfc43ae8c5 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c1cf145a-d8d5-4a7e-937b-729bf79629fa HTTP/1.1" status: 200 len: 944 time: 0.0622883 Sep 18 00:58:56.661443 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-536d5445-eaec-4c6b-b53f-eb743b7fd343 req-374e1d33-f131-4e4b-8530-1f1e71c93d28 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5d1f43e9-9af2-4e0f-a00b-d54373283a26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464857 Sep 18 00:58:57.804894 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f08848-3a0d-4c16-95e4-9e09cd145d21 req-3475ff15-84f7-444d-9f25-04eb9026086d tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:57.808039 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-c5f08848-3a0d-4c16-95e4-9e09cd145d21 req-3475ff15-84f7-444d-9f25-04eb9026086d tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c1cf145a-d8d5-4a7e-937b-729bf79629fa HTTP/1.1" status: 200 len: 944 time: 0.0549829 Sep 18 00:58:57.864096 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-c5f08848-3a0d-4c16-95e4-9e09cd145d21 req-8ffd2020-8795-46ea-8125-2ce66b3fa9c9 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5d1f43e9-9af2-4e0f-a00b-d54373283a26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497956 Sep 18 00:58:58.719383 dv-cinder-master-3-smb neutron-server[106233]: DEBUG dbcounter [-] [106233] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3 {{(pid=106233) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:58:59.003018 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682c9728-cf90-4b5a-9a4c-0294bb1b0b08 req-67e92119-4c07-4c27-929d-6d44cda93c66 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:58:59.004626 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-682c9728-cf90-4b5a-9a4c-0294bb1b0b08 req-67e92119-4c07-4c27-929d-6d44cda93c66 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c1cf145a-d8d5-4a7e-937b-729bf79629fa HTTP/1.1" status: 200 len: 944 time: 0.0519936 Sep 18 00:58:59.062324 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-682c9728-cf90-4b5a-9a4c-0294bb1b0b08 req-33371470-e892-4642-a662-8354473ae9dd tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5d1f43e9-9af2-4e0f-a00b-d54373283a26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521469 Sep 18 00:59:00.205940 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dab4aac-fae6-4996-8fb4-dbb53f7e2930 req-48b885fa-c696-4f7e-b507-49e91fb25d8b tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:59:00.207610 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-8dab4aac-fae6-4996-8fb4-dbb53f7e2930 req-48b885fa-c696-4f7e-b507-49e91fb25d8b tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c1cf145a-d8d5-4a7e-937b-729bf79629fa HTTP/1.1" status: 200 len: 944 time: 0.0622888 Sep 18 00:59:00.249276 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=100 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:59:00.263637 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-8dab4aac-fae6-4996-8fb4-dbb53f7e2930 req-6c06fe0b-9130-441a-8efa-796daacfa200 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5d1f43e9-9af2-4e0f-a00b-d54373283a26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504396 Sep 18 00:59:00.808251 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (a990346c-0f9b-4256-b267-210f2ef06c1b), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:01.399100 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a88962-7690-42c6-9a5f-80d5036dda8b req-6a3ef531-243a-4a28-8628-3bc54d1785cc tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:59:01.400603 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-67a88962-7690-42c6-9a5f-80d5036dda8b req-6a3ef531-243a-4a28-8628-3bc54d1785cc tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c1cf145a-d8d5-4a7e-937b-729bf79629fa HTTP/1.1" status: 200 len: 944 time: 0.0499012 Sep 18 00:59:01.454671 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-67a88962-7690-42c6-9a5f-80d5036dda8b req-021c9c84-ca75-4ad8-b20e-b672bb0fc0d7 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5d1f43e9-9af2-4e0f-a00b-d54373283a26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474901 Sep 18 00:59:02.251328 dv-cinder-master-3-smb neutron-server[106233]: DEBUG dbcounter [-] [106233] Writing DB stats neutron:SELECT=17,neutron:UPDATE=1 {{(pid=106233) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:59:02.606357 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf74629-92fe-4a1b-b38b-186a16e677e8 req-f423b995-74de-466e-b2ed-7ac3c3ceb1f3 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:59:02.609805 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-8bf74629-92fe-4a1b-b38b-186a16e677e8 req-f423b995-74de-466e-b2ed-7ac3c3ceb1f3 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c1cf145a-d8d5-4a7e-937b-729bf79629fa HTTP/1.1" status: 200 len: 944 time: 0.0599091 Sep 18 00:59:02.668606 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-8bf74629-92fe-4a1b-b38b-186a16e677e8 req-8e13cc2f-191a-4951-be66-f12a834b0306 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5d1f43e9-9af2-4e0f-a00b-d54373283a26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541511 Sep 18 00:59:03.808563 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd895c3-f22b-4a73-ba21-d0189d5fe795 req-49f95f58-558d-41f0-8d7f-a10b6c9efc0e tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:59:03.810042 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-cbd895c3-f22b-4a73-ba21-d0189d5fe795 req-49f95f58-558d-41f0-8d7f-a10b6c9efc0e tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c1cf145a-d8d5-4a7e-937b-729bf79629fa HTTP/1.1" status: 200 len: 944 time: 0.0519240 Sep 18 00:59:03.863003 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-cbd895c3-f22b-4a73-ba21-d0189d5fe795 req-5f44ff28-75e9-4311-8698-7412f3608fa1 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5d1f43e9-9af2-4e0f-a00b-d54373283a26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463247 Sep 18 00:59:04.927937 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-d2a61160-a043-45cb-a869-d0d05c94ad69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (25137928-f4de-4c87-813e-883d046ac13f), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:05.030445 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbe1ea1-c2c7-40ce-856b-89091c31b252 req-3295d22c-56a7-4d04-ad52-dae6b7d4d1e0 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:59:05.032150 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-7bbe1ea1-c2c7-40ce-856b-89091c31b252 req-3295d22c-56a7-4d04-ad52-dae6b7d4d1e0 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c1cf145a-d8d5-4a7e-937b-729bf79629fa HTTP/1.1" status: 200 len: 944 time: 0.0745742 Sep 18 00:59:05.107336 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-7bbe1ea1-c2c7-40ce-856b-89091c31b252 req-c5474597-2e92-444c-9537-46d0362fed69 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5d1f43e9-9af2-4e0f-a00b-d54373283a26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637038 Sep 18 00:59:05.243196 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-586c0094-0b7f-426e-98c7-9b5e189c26cd req-98358509-0822-40da-8ca0-e4c7e153feae tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] 10.222.0.33 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-2058738160&fields=id&tenant_id=c37316ddc7de431294eda723f5ef3f60 HTTP/1.1" status: 200 len: 267 time: 0.0446377 Sep 18 00:59:05.361932 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586c0094-0b7f-426e-98c7-9b5e189c26cd req-31bbcd9f-cab9-46c6-aa62-4bb69413f6d0 tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:59:05.363322 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-586c0094-0b7f-426e-98c7-9b5e189c26cd req-31bbcd9f-cab9-46c6-aa62-4bb69413f6d0 tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] 10.222.0.33 "GET /networking/v2.0/networks?id=2fe627c1-4c69-4373-8338-7690c696f294 HTTP/1.1" status: 200 len: 809 time: 0.1126916 Sep 18 00:59:05.378681 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-586c0094-0b7f-426e-98c7-9b5e189c26cd req-f37b7957-c91c-4552-b456-229bb4df79e0 tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] 10.222.0.33 "GET /networking/v2.0/quotas/c37316ddc7de431294eda723f5ef3f60 HTTP/1.1" status: 200 len: 375 time: 0.0100203 Sep 18 00:59:05.428718 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-586c0094-0b7f-426e-98c7-9b5e189c26cd req-69412512-a48c-4efc-a7c0-a0a2ac6f05d4 tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=c37316ddc7de431294eda723f5ef3f60&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0451372 Sep 18 00:59:05.475159 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=100 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:59:05.541589 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-586c0094-0b7f-426e-98c7-9b5e189c26cd req-2939e6af-8de6-40b1-a055-124ee89b7d47 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/2fe627c1-4c69-4373-8338-7690c696f294?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929482 Sep 18 00:59:05.638043 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-586c0094-0b7f-426e-98c7-9b5e189c26cd req-902c1a5e-cb73-4d01-9083-4aa2b0e96aba service neutron] 10.222.0.33 "GET /networking/v2.0/networks/2fe627c1-4c69-4373-8338-7690c696f294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903149 Sep 18 00:59:05.952179 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-f5f63364-5a96-4df6-9395-6cc1c4dbfbeb req-cec118f7-7ac1-4bed-8a81-b8c7c607bff3 tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5a39d642-1c36-48cb-909b-751208990b95 HTTP/1.1" status: 200 len: 210 time: 0.0284562 Sep 18 00:59:06.235105 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4917ba-b69a-4174-8e9e-2ea958bacc93 req-96da3d4d-01c9-4d05-98f4-fa59ef4ae8e7 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:59:06.236674 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-3d4917ba-b69a-4174-8e9e-2ea958bacc93 req-96da3d4d-01c9-4d05-98f4-fa59ef4ae8e7 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c1cf145a-d8d5-4a7e-937b-729bf79629fa HTTP/1.1" status: 200 len: 944 time: 0.0512893 Sep 18 00:59:06.291300 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-3d4917ba-b69a-4174-8e9e-2ea958bacc93 req-6fe86305-74ea-4fdc-a110-79336d34c915 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5d1f43e9-9af2-4e0f-a00b-d54373283a26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488482 Sep 18 00:59:06.959339 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-6c8d3b24-a8b4-4ac9-b17a-4a659651a4b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (d0e8801d-4758-48bd-8085-7f05d3358764), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:06.986059 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-7968c07c-73ab-4d10-a944-1cf357053e15 req-5a2aef75-2d88-47b5-9917-d4ccfe8ccc77 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=77b2c1db-b85b-43e2-b6ff-bcd8e7bd9728&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0471749 Sep 18 00:59:07.062046 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-b8e5becc-e0b4-4c0c-ac86-5f0b9d4f5c35 req-baaed50b-a151-4110-91fc-444072bb7369 tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5a39d642-1c36-48cb-909b-751208990b95 HTTP/1.1" status: 200 len: 210 time: 0.0283902 Sep 18 00:59:07.421611 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8eff89a-dcb3-4990-bd4e-0c05b0207b9a req-d7aa0c77-b498-4f03-bf79-467f689c021d tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:59:07.423080 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-a8eff89a-dcb3-4990-bd4e-0c05b0207b9a req-d7aa0c77-b498-4f03-bf79-467f689c021d tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c1cf145a-d8d5-4a7e-937b-729bf79629fa HTTP/1.1" status: 200 len: 944 time: 0.0477352 Sep 18 00:59:07.472279 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-a8eff89a-dcb3-4990-bd4e-0c05b0207b9a req-59419336-7cc1-4ee4-abed-5ad9b8b0a1d4 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5d1f43e9-9af2-4e0f-a00b-d54373283a26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436914 Sep 18 00:59:08.168046 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-1a37e447-5cd0-4b1e-953a-9e8baf5c5eb6 req-149b4121-d5ec-4080-aad2-42d7d0923ec9 tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5a39d642-1c36-48cb-909b-751208990b95 HTTP/1.1" status: 200 len: 210 time: 0.0298622 Sep 18 00:59:08.596833 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dad304-dd4b-4af4-9a88-d2cc9bad242b req-6874ae82-6304-420e-9c1a-845be0e4f16f tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:59:08.598268 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-e7dad304-dd4b-4af4-9a88-d2cc9bad242b req-6874ae82-6304-420e-9c1a-845be0e4f16f tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c1cf145a-d8d5-4a7e-937b-729bf79629fa HTTP/1.1" status: 200 len: 944 time: 0.0468411 Sep 18 00:59:08.631202 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=100 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:59:08.646125 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-e7dad304-dd4b-4af4-9a88-d2cc9bad242b req-76022a4e-b9bd-464f-aaea-d1307f1e7989 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5d1f43e9-9af2-4e0f-a00b-d54373283a26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421674 Sep 18 00:59:08.867673 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-dbc7b203-e4cc-426a-aeff-c16fa309d22e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (91de19fe-167d-470c-b665-c08c1d21c559), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:09.095390 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7968c07c-73ab-4d10-a944-1cf357053e15 req-06d0ba08-c0b0-4521-9cdc-baff9fb87c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:59:09.096945 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-7968c07c-73ab-4d10-a944-1cf357053e15 req-06d0ba08-c0b0-4521-9cdc-baff9fb87c23 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=8cbf74b218c04911bb921f7cc2c6e966&device_id=77b2c1db-b85b-43e2-b6ff-bcd8e7bd9728 HTTP/1.1" status: 200 len: 1130 time: 0.0412321 Sep 18 00:59:09.212934 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7968c07c-73ab-4d10-a944-1cf357053e15 req-18870b10-3ab5-4042-a0ad-6dc550a8643b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:59:09.214432 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-7968c07c-73ab-4d10-a944-1cf357053e15 req-18870b10-3ab5-4042-a0ad-6dc550a8643b service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=c62b9e47-59b6-47ba-845f-e3be4dd39ad8 HTTP/1.1" status: 200 len: 920 time: 0.0956674 Sep 18 00:59:09.273365 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-d810aae8-ccaf-4b0d-a278-69f2c27b1faf req-1bb846bc-df54-45c0-bfe1-34fec1f0c5ca tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5a39d642-1c36-48cb-909b-751208990b95 HTTP/1.1" status: 200 len: 210 time: 0.0274565 Sep 18 00:59:09.612726 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-7968c07c-73ab-4d10-a944-1cf357053e15 req-ec621b82-6b79-479a-a16c-1e043eca17cc service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1598d49e-579f-48e5-a374-9f7da048ec3a HTTP/1.1" status: 200 len: 217 time: 0.0398514 Sep 18 00:59:09.724151 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7968c07c-73ab-4d10-a944-1cf357053e15 req-d36c06cc-976e-4720-981b-6df52d041605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:59:09.725636 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-7968c07c-73ab-4d10-a944-1cf357053e15 req-d36c06cc-976e-4720-981b-6df52d041605 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=21e1d23e-9045-41fa-9ed7-19ac1edcbcfa HTTP/1.1" status: 200 len: 858 time: 0.0498524 Sep 18 00:59:09.777268 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7ed6b9-4e0e-483b-be71-373875d4a33e req-a92477c4-e940-45ce-80d6-eae150052326 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:59:09.778710 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-4e7ed6b9-4e0e-483b-be71-373875d4a33e req-a92477c4-e940-45ce-80d6-eae150052326 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c1cf145a-d8d5-4a7e-937b-729bf79629fa HTTP/1.1" status: 200 len: 944 time: 0.0472877 Sep 18 00:59:09.867329 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-4e7ed6b9-4e0e-483b-be71-373875d4a33e req-d1ccf59c-63dd-40c0-be87-713d3430936d tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5d1f43e9-9af2-4e0f-a00b-d54373283a26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829828 Sep 18 00:59:09.877050 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7968c07c-73ab-4d10-a944-1cf357053e15 req-eb68aba8-8409-43e9-bf2b-bd9c52372cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:59:09.879171 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-7968c07c-73ab-4d10-a944-1cf357053e15 req-eb68aba8-8409-43e9-bf2b-bd9c52372cc7 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=c62b9e47-59b6-47ba-845f-e3be4dd39ad8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0656862 Sep 18 00:59:09.983554 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=100 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:59:09.998313 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-7968c07c-73ab-4d10-a944-1cf357053e15 req-3afb6196-2485-4efa-9331-744035bd2c50 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/c62b9e47-59b6-47ba-845f-e3be4dd39ad8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028447 Sep 18 00:59:10.138385 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-1c1e26f8-ce84-4314-9422-87e0912de383 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (9a0bd8cc-a240-4c0b-8d32-8f22e7371ee9), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:10.260217 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (c8573462-7e7f-4357-b3a8-beeaa8ae7db3), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:10.377681 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-461401c9-ffec-4676-b9ec-a55dd9b5b8aa req-1b83c612-3a5e-48ab-ad6e-eb6b3b72b662 tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5a39d642-1c36-48cb-909b-751208990b95 HTTP/1.1" status: 200 len: 210 time: 0.0285208 Sep 18 00:59:10.716325 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16b3915-47ef-47a4-b8bd-08de0982a5e7 req-773ac549-484f-4ff0-becb-7c60f562a3bf tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:59:10.717803 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-b16b3915-47ef-47a4-b8bd-08de0982a5e7 req-773ac549-484f-4ff0-becb-7c60f562a3bf tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=abf6631e-213a-40ea-8708-5dc51da0ee8c HTTP/1.1" status: 200 len: 946 time: 0.0771215 Sep 18 00:59:10.764721 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-7968c07c-73ab-4d10-a944-1cf357053e15 req-223df4f7-5bd5-4ca7-a5ff-c998c323372c service neutron] 10.222.0.57 "GET /networking/v2.0/networks/c62b9e47-59b6-47ba-845f-e3be4dd39ad8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1770964 Sep 18 00:59:10.782127 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-b16b3915-47ef-47a4-b8bd-08de0982a5e7 req-5d723ecb-b0bf-4a5f-a52b-509253143d28 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=ebcf1d70-15c2-4b0c-9b2b-32e60a0830c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581822 Sep 18 00:59:11.007216 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90acc124-ba2d-4b1e-b0aa-efa230e946e0 req-cc5fcde7-d867-4ef6-8c54-5ba840284a60 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:59:11.008682 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-90acc124-ba2d-4b1e-b0aa-efa230e946e0 req-cc5fcde7-d867-4ef6-8c54-5ba840284a60 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c1cf145a-d8d5-4a7e-937b-729bf79629fa HTTP/1.1" status: 200 len: 944 time: 0.0519578 Sep 18 00:59:11.055047 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-90acc124-ba2d-4b1e-b0aa-efa230e946e0 req-a1562e7e-fb8e-4f08-bbaa-7d2116223107 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5d1f43e9-9af2-4e0f-a00b-d54373283a26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400863 Sep 18 00:59:11.194241 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.rpc [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Device 3b10ed6a-bc95-40e6-afaa-4936e44594eb details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:59:11.293892 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.db [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] For port 3b10ed6a-bc95-40e6-afaa-4936e44594eb, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=3b10ed6a-bc95-40e6-afaa-4936e44594eb,segment=NetworkSegment(ad5fe970-da3b-4a06-bd95-f70d97a5ce86),segment_id=ad5fe970-da3b-4a06-bd95-f70d97a5ce86)] {{(pid=106232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:59:11.304706 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.rpc [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Returning: {'device': '3b10ed6a-bc95-40e6-afaa-4936e44594eb', 'network_id': '5b2870f5-1df6-4588-9304-3be88fc2aeec', 'port_id': '3b10ed6a-bc95-40e6-afaa-4936e44594eb', 'mac_address': 'fa:16:3e:83:05:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b02e0a67-927b-4f1f-86aa-5b54aefb606b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:59:11.338714 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Current status of the port 3b10ed6a-bc95-40e6-afaa-4936e44594eb is: DOWN; New status is: BUILD {{(pid=106232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 00:59:11.339134 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (3b10ed6a-bc95-40e6-afaa-4936e44594eb), before_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:11.351636 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.notifiers.nova [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b10ed6a-bc95-40e6-afaa-4936e44594eb {{(pid=106232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 18 00:59:11.373539 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.db [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] For port 3b10ed6a-bc95-40e6-afaa-4936e44594eb, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=3b10ed6a-bc95-40e6-afaa-4936e44594eb,segment=NetworkSegment(ad5fe970-da3b-4a06-bd95-f70d97a5ce86),segment_id=ad5fe970-da3b-4a06-bd95-f70d97a5ce86)] {{(pid=106232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:59:11.378215 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749746030758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749745591525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749745591543'] for port (3b10ed6a-bc95-40e6-afaa-4936e44594eb), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:11.433970 dv-cinder-master-3-smb neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:59:11.435097 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Pushing event updated for resources: {'Port': ['ID=3b10ed6a-bc95-40e6-afaa-4936e44594eb,revision_number=9']} {{(pid=106232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:59:11.537299 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-77a271cd-2877-4c7d-b629-5741711613f9 req-024e13f9-dbd8-46ce-8e33-71b049f2ed5e tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5a39d642-1c36-48cb-909b-751208990b95 HTTP/1.1" status: 200 len: 210 time: 0.0457363 Sep 18 00:59:11.865096 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.db [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] get_ports_and_sgs() called for port_ids ['3b10ed6a-bc95-40e6-afaa-4936e44594eb'] {{(pid=106232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 18 00:59:11.905062 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd95a69-bed8-4a43-a4a2-153e381706b4 req-bc43ceb5-55b6-4ace-bb33-003083d9778f tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:59:11.906540 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-2cd95a69-bed8-4a43-a4a2-153e381706b4 req-bc43ceb5-55b6-4ace-bb33-003083d9778f tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=abf6631e-213a-40ea-8708-5dc51da0ee8c HTTP/1.1" status: 200 len: 946 time: 0.0475566 Sep 18 00:59:11.956451 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-2cd95a69-bed8-4a43-a4a2-153e381706b4 req-60aeae17-f6dd-421b-a3c3-d40dc85964b0 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=ebcf1d70-15c2-4b0c-9b2b-32e60a0830c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425985 Sep 18 00:59:12.186553 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295d8efb-191a-4df5-9eab-45310d4faf0e req-47e26292-4ae3-49b3-a054-ecf711099ea0 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:59:12.187992 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-295d8efb-191a-4df5-9eab-45310d4faf0e req-47e26292-4ae3-49b3-a054-ecf711099ea0 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c1cf145a-d8d5-4a7e-937b-729bf79629fa HTTP/1.1" status: 200 len: 945 time: 0.0512142 Sep 18 00:59:12.235622 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-295d8efb-191a-4df5-9eab-45310d4faf0e req-79a29e3c-c6c2-4576-a692-79b91db3bcd3 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5d1f43e9-9af2-4e0f-a00b-d54373283a26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418615 Sep 18 00:59:12.670158 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=100 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:59:12.693704 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-a361b66e-6476-4b66-b851-b257897ed5e7 req-e4d95b38-ab7e-44d9-84af-1ae7564c31fd tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5a39d642-1c36-48cb-909b-751208990b95 HTTP/1.1" status: 200 len: 210 time: 0.0412776 Sep 18 00:59:12.702688 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586c0094-0b7f-426e-98c7-9b5e189c26cd req-5e9616a9-2ccd-4a7d-a7ff-1b8c846d0762 tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:59:12.704183 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-586c0094-0b7f-426e-98c7-9b5e189c26cd req-5e9616a9-2ccd-4a7d-a7ff-1b8c846d0762 tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] 10.222.0.57 "GET /networking/v2.0/networks?id=2fe627c1-4c69-4373-8338-7690c696f294 HTTP/1.1" status: 200 len: 809 time: 0.1619031 Sep 18 00:59:12.880070 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-586c0094-0b7f-426e-98c7-9b5e189c26cd req-b938524c-093a-41b5-9a56-57ac908802e4 tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] 10.222.0.57 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=c37316ddc7de431294eda723f5ef3f60 HTTP/1.1" status: 200 len: 380 time: 0.0642555 Sep 18 00:59:12.901724 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.v2.base [req-586c0094-0b7f-426e-98c7-9b5e189c26cd req-cc770a64-6b10-40eb-aa67-de91955ccea6 tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] Request body: {'port': {'device_id': '5a39d642-1c36-48cb-909b-751208990b95', 'network_id': '2fe627c1-4c69-4373-8338-7690c696f294', 'admin_state_up': True, 'tenant_id': 'c37316ddc7de431294eda723f5ef3f60', 'security_groups': ['d677bc7e-d05b-49f4-9c01-46684889a391']}} {{(pid=106230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:59:13.022152 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-586c0094-0b7f-426e-98c7-9b5e189c26cd req-cc770a64-6b10-40eb-aa67-de91955ccea6 tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] Made reservation on behalf of c37316ddc7de431294eda723f5ef3f60 for: {'port': 1} {{(pid=106230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:59:13.026415 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [req-586c0094-0b7f-426e-98c7-9b5e189c26cd req-cc770a64-6b10-40eb-aa67-de91955ccea6 tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (None), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:13.125913 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f81d4cd-b90e-40dd-91b6-4d21b0e715af req-5677d5dc-31a4-49dd-93fc-4f9b3d80c37c tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:59:13.127434 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-5f81d4cd-b90e-40dd-91b6-4d21b0e715af req-5677d5dc-31a4-49dd-93fc-4f9b3d80c37c tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=abf6631e-213a-40ea-8708-5dc51da0ee8c HTTP/1.1" status: 200 len: 946 time: 0.0847723 Sep 18 00:59:13.193222 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:59:13.199162 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.rpc [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Device 3b10ed6a-bc95-40e6-afaa-4936e44594eb up at agent hyperv_hv-cinder-maste {{(pid=106232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:59:13.239268 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-5f81d4cd-b90e-40dd-91b6-4d21b0e715af req-c8f6fdb5-072f-42ad-8e53-72e081402beb tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=ebcf1d70-15c2-4b0c-9b2b-32e60a0830c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019154 Sep 18 00:59:13.247261 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.db.db_base_plugin_common [req-586c0094-0b7f-426e-98c7-9b5e189c26cd req-cc770a64-6b10-40eb-aa67-de91955ccea6 tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] Allocated IP 172.20.0.7 (2fe627c1-4c69-4373-8338-7690c696f294/58f0751e-3cb4-40b9-9d2a-3100ec129c91/168733ef-a9ab-4b45-b7c7-dd94d6a8994b) {{(pid=106230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:59:13.247614 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.provisioning_blocks [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Provisioning complete for port 3b10ed6a-bc95-40e6-afaa-4936e44594eb triggered by entity L2. {{(pid=106232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 00:59:13.247991 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981214'] for port (3b10ed6a-bc95-40e6-afaa-4936e44594eb), provisioning_complete {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:13.248374 dv-cinder-master-3-smb neutron-server[106232]: INFO neutron.plugins.ml2.plugin [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Attempt 1 to provision port 3b10ed6a-bc95-40e6-afaa-4936e44594eb Sep 18 00:59:13.357499 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Current status of the port 3b10ed6a-bc95-40e6-afaa-4936e44594eb is: BUILD; New status is: ACTIVE {{(pid=106232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 00:59:13.357899 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (3b10ed6a-bc95-40e6-afaa-4936e44594eb), before_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:13.383835 dv-cinder-master-3-smb neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:59:13.393702 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1cf145a-d8d5-4a7e-937b-729bf79629fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b10ed6a-bc95-40e6-afaa-4936e44594eb'}] {{(pid=106232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 18 00:59:13.395563 dv-cinder-master-3-smb neutron-server[106232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90e96a6086c290001a0d7e5ddcf89e279d0a9bc322b7051b760fc9213660c862" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ac2a0b8-ccb4-4cfe-83ab-a7540e064ac2" -d '{"events": [{"server_uuid": "c1cf145a-d8d5-4a7e-937b-729bf79629fa", "name": "network-vif-plugged", "status": "completed", "tag": "3b10ed6a-bc95-40e6-afaa-4936e44594eb"}]}' {{(pid=106232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:59:13.411034 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.db [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] For port 3b10ed6a-bc95-40e6-afaa-4936e44594eb, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=3b10ed6a-bc95-40e6-afaa-4936e44594eb,segment=NetworkSegment(ad5fe970-da3b-4a06-bd95-f70d97a5ce86),segment_id=ad5fe970-da3b-4a06-bd95-f70d97a5ce86)] {{(pid=106232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:59:13.417104 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749746030758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749745591525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749745591543'] for port (3b10ed6a-bc95-40e6-afaa-4936e44594eb), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:13.437833 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a87ef6-7934-41a3-8649-62fcdc23e08b req-322fb333-870d-4c8f-93ea-867bb612deba tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:59:13.439363 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-e6a87ef6-7934-41a3-8649-62fcdc23e08b req-322fb333-870d-4c8f-93ea-867bb612deba tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c1cf145a-d8d5-4a7e-937b-729bf79629fa HTTP/1.1" status: 200 len: 945 time: 0.0835454 Sep 18 00:59:13.467013 dv-cinder-master-3-smb neutron-server[106232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 18 Sep 2022 00:59:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8db15f9-7206-47ed-a22d-db002ca84867 x-openstack-request-id: req-d8db15f9-7206-47ed-a22d-db002ca84867 {{(pid=106232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:59:13.467243 dv-cinder-master-3-smb neutron-server[106232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1cf145a-d8d5-4a7e-937b-729bf79629fa", "name": "network-vif-plugged", "status": "completed", "tag": "3b10ed6a-bc95-40e6-afaa-4936e44594eb", "code": 200}]} {{(pid=106232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:59:13.467484 dv-cinder-master-3-smb neutron-server[106232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-d8db15f9-7206-47ed-a22d-db002ca84867 {{(pid=106232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:59:13.468060 dv-cinder-master-3-smb neutron-server[106232]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8db15f9-7206-47ed-a22d-db002ca84867'] response: {'server_uuid': 'c1cf145a-d8d5-4a7e-937b-729bf79629fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b10ed6a-bc95-40e6-afaa-4936e44594eb', 'code': 200} Sep 18 00:59:13.473832 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Pushing event updated for resources: {'Port': ['ID=3b10ed6a-bc95-40e6-afaa-4936e44594eb,revision_number=10']} {{(pid=106232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:59:13.483725 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [req-586c0094-0b7f-426e-98c7-9b5e189c26cd req-cc770a64-6b10-40eb-aa67-de91955ccea6 tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] Publish callbacks [] for port (168733ef-a9ab-4b45-b7c7-dd94d6a8994b), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:13.525169 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-e6a87ef6-7934-41a3-8649-62fcdc23e08b req-dcee0c3b-6d8c-4095-8aec-744a34f3303f tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5d1f43e9-9af2-4e0f-a00b-d54373283a26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765021 Sep 18 00:59:13.546256 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [req-586c0094-0b7f-426e-98c7-9b5e189c26cd req-cc770a64-6b10-40eb-aa67-de91955ccea6 tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749745591507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13339648'] for port (168733ef-a9ab-4b45-b7c7-dd94d6a8994b), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:13.589776 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-586c0094-0b7f-426e-98c7-9b5e189c26cd req-cc770a64-6b10-40eb-aa67-de91955ccea6 tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] Network 2fe627c1-4c69-4373-8338-7690c696f294 is already hosted by enough agents. {{(pid=106230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:59:13.595169 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.scheduler.base_scheduler [req-586c0094-0b7f-426e-98c7-9b5e189c26cd req-cc770a64-6b10-40eb-aa67-de91955ccea6 tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] Resources bound (agent type, host, resource id): {{(pid=106230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:59:13.599274 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.db.l3_dvrscheduler_db [req-586c0094-0b7f-426e-98c7-9b5e189c26cd req-cc770a64-6b10-40eb-aa67-de91955ccea6 tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] Received port after_create {{(pid=106230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 18 00:59:13.630114 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc770a64-6b10-40eb-aa67-de91955ccea6 tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] Pushing event updated for resources: {'Port': ['ID=168733ef-a9ab-4b45-b7c7-dd94d6a8994b,revision_number=1']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:59:13.647175 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc770a64-6b10-40eb-aa67-de91955ccea6 tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:59:13.647444 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc770a64-6b10-40eb-aa67-de91955ccea6 tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:59:13.647784 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc770a64-6b10-40eb-aa67-de91955ccea6 tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:59:13.648116 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc770a64-6b10-40eb-aa67-de91955ccea6 tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:59:13.648446 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc770a64-6b10-40eb-aa67-de91955ccea6 tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:59:13.648774 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc770a64-6b10-40eb-aa67-de91955ccea6 tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:59:13.649097 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc770a64-6b10-40eb-aa67-de91955ccea6 tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:59:13.649420 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc770a64-6b10-40eb-aa67-de91955ccea6 tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:59:13.649808 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc770a64-6b10-40eb-aa67-de91955ccea6 tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:59:13.650369 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc770a64-6b10-40eb-aa67-de91955ccea6 tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:59:13.650893 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc770a64-6b10-40eb-aa67-de91955ccea6 tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:59:13.651278 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc770a64-6b10-40eb-aa67-de91955ccea6 tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:59:13.651596 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc770a64-6b10-40eb-aa67-de91955ccea6 tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:59:13.651916 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc770a64-6b10-40eb-aa67-de91955ccea6 tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:59:13.652233 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc770a64-6b10-40eb-aa67-de91955ccea6 tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:59:13.669926 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586c0094-0b7f-426e-98c7-9b5e189c26cd req-cc770a64-6b10-40eb-aa67-de91955ccea6 tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:59:13.670451 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [req-586c0094-0b7f-426e-98c7-9b5e189c26cd req-cc770a64-6b10-40eb-aa67-de91955ccea6 tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16701016'] for port (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:13.690967 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-586c0094-0b7f-426e-98c7-9b5e189c26cd req-cc770a64-6b10-40eb-aa67-de91955ccea6 tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] 10.222.0.57 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7931914 Sep 18 00:59:13.821575 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:59:13.830510 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd10f65-6e72-492a-bdc3-d3fdf5d4bada req-5d0cbb3d-b40a-4c82-9f4e-c3c09b345eb3 tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:59:13.832105 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-dcd10f65-6e72-492a-bdc3-d3fdf5d4bada req-5d0cbb3d-b40a-4c82-9f4e-c3c09b345eb3 tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5a39d642-1c36-48cb-909b-751208990b95 HTTP/1.1" status: 200 len: 931 time: 0.0503683 Sep 18 00:59:13.888214 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-dcd10f65-6e72-492a-bdc3-d3fdf5d4bada req-70bf7bf6-d1c7-4d3d-b51f-be1e452b1862 tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=d677bc7e-d05b-49f4-9c01-46684889a391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487130 Sep 18 00:59:13.924217 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.provisioning_blocks [None req-ec230da6-a0b0-47d5-ae0e-3926bfd0c978 None None] Provisioning complete for port 168733ef-a9ab-4b45-b7c7-dd94d6a8994b triggered by entity DHCP. {{(pid=106232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 00:59:13.924579 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-ec230da6-a0b0-47d5-ae0e-3926bfd0c978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981214'] for port (168733ef-a9ab-4b45-b7c7-dd94d6a8994b), provisioning_complete {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:13.924926 dv-cinder-master-3-smb neutron-server[106232]: INFO neutron.plugins.ml2.plugin [None req-ec230da6-a0b0-47d5-ae0e-3926bfd0c978 None None] Attempt 1 to provision port 168733ef-a9ab-4b45-b7c7-dd94d6a8994b Sep 18 00:59:13.955913 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-ec230da6-a0b0-47d5-ae0e-3926bfd0c978 None None] Port 168733ef-a9ab-4b45-b7c7-dd94d6a8994b cannot update to ACTIVE because it is not bound. {{(pid=106232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 18 00:59:14.356086 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fb2806-b329-40fd-b8c6-f91d44c3933a req-791aeee2-0eee-4cfe-803f-3010cfef0a8a tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:59:14.357548 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-51fb2806-b329-40fd-b8c6-f91d44c3933a req-791aeee2-0eee-4cfe-803f-3010cfef0a8a tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=abf6631e-213a-40ea-8708-5dc51da0ee8c HTTP/1.1" status: 200 len: 946 time: 0.0461509 Sep 18 00:59:14.404902 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-51fb2806-b329-40fd-b8c6-f91d44c3933a req-0a392116-d7bd-4b61-a480-f7c1a0be6623 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=ebcf1d70-15c2-4b0c-9b2b-32e60a0830c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417352 Sep 18 00:59:14.456627 dv-cinder-master-3-smb neutron-server[106232]: INFO neutron.plugins.ml2.plugin [None req-ec230da6-a0b0-47d5-ae0e-3926bfd0c978 None None] Attempt 2 to provision port 168733ef-a9ab-4b45-b7c7-dd94d6a8994b Sep 18 00:59:14.488321 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-ec230da6-a0b0-47d5-ae0e-3926bfd0c978 None None] Port 168733ef-a9ab-4b45-b7c7-dd94d6a8994b cannot update to ACTIVE because it is not bound. {{(pid=106232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 18 00:59:14.666271 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bb06da-697f-4f5a-b1f7-70751a884e86 req-713d53e2-4834-4fc8-a4fc-be64d6b890ce tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:59:14.667707 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-21bb06da-697f-4f5a-b1f7-70751a884e86 req-713d53e2-4834-4fc8-a4fc-be64d6b890ce tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c1cf145a-d8d5-4a7e-937b-729bf79629fa HTTP/1.1" status: 200 len: 947 time: 0.0513017 Sep 18 00:59:14.715391 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-21bb06da-697f-4f5a-b1f7-70751a884e86 req-53258f62-e25b-40d4-98fa-43bb52afa7bf tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5d1f43e9-9af2-4e0f-a00b-d54373283a26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421674 Sep 18 00:59:14.743760 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.v2.base [req-586c0094-0b7f-426e-98c7-9b5e189c26cd req-0c25714e-36e7-4d10-a68b-67e882581db3 service neutron] Request body: {'port': {'device_id': '5a39d642-1c36-48cb-909b-751208990b95', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=106230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:59:14.802134 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [req-586c0094-0b7f-426e-98c7-9b5e189c26cd req-0c25714e-36e7-4d10-a68b-67e882581db3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (168733ef-a9ab-4b45-b7c7-dd94d6a8994b), before_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:14.835434 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:59:14.989527 dv-cinder-master-3-smb neutron-server[106232]: INFO neutron.plugins.ml2.plugin [None req-ec230da6-a0b0-47d5-ae0e-3926bfd0c978 None None] Attempt 3 to provision port 168733ef-a9ab-4b45-b7c7-dd94d6a8994b Sep 18 00:59:15.021217 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-ec230da6-a0b0-47d5-ae0e-3926bfd0c978 None None] Port 168733ef-a9ab-4b45-b7c7-dd94d6a8994b cannot update to ACTIVE because it is not bound. {{(pid=106232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 18 00:59:15.031521 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95aaf20a-096c-48f5-ad3a-3ca44bd578bc req-ac09741f-d7fa-425e-b610-37ba78e618c5 tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:59:15.032995 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-95aaf20a-096c-48f5-ad3a-3ca44bd578bc req-ac09741f-d7fa-425e-b610-37ba78e618c5 tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5a39d642-1c36-48cb-909b-751208990b95 HTTP/1.1" status: 200 len: 931 time: 0.0574474 Sep 18 00:59:15.131885 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-95aaf20a-096c-48f5-ad3a-3ca44bd578bc req-82a91a00-def3-401e-be20-73887a043195 tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=d677bc7e-d05b-49f4-9c01-46684889a391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888975 Sep 18 00:59:15.141139 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.notifiers.nova [req-586c0094-0b7f-426e-98c7-9b5e189c26cd req-0c25714e-36e7-4d10-a68b-67e882581db3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 168733ef-a9ab-4b45-b7c7-dd94d6a8994b {{(pid=106230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 18 00:59:15.149021 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [req-586c0094-0b7f-426e-98c7-9b5e189c26cd req-0c25714e-36e7-4d10-a68b-67e882581db3 service neutron] Publish callbacks [] for port (168733ef-a9ab-4b45-b7c7-dd94d6a8994b), precommit_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:15.161279 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.db.provisioning_blocks [req-586c0094-0b7f-426e-98c7-9b5e189c26cd req-0c25714e-36e7-4d10-a68b-67e882581db3 service neutron] Transition to ACTIVE for port object 168733ef-a9ab-4b45-b7c7-dd94d6a8994b will not be triggered until provisioned by entity L2. {{(pid=106230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 18 00:59:15.165564 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [req-586c0094-0b7f-426e-98c7-9b5e189c26cd req-0c25714e-36e7-4d10-a68b-67e882581db3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749746030758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749745591525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749745591543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13339705'] for port (168733ef-a9ab-4b45-b7c7-dd94d6a8994b), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:15.225817 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c25714e-36e7-4d10-a68b-67e882581db3 service neutron] Pushing event updated for resources: {'Port': ['ID=168733ef-a9ab-4b45-b7c7-dd94d6a8994b,revision_number=2']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:59:15.279320 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.plugins.ml2.managers [req-586c0094-0b7f-426e-98c7-9b5e189c26cd req-0c25714e-36e7-4d10-a68b-67e882581db3 service neutron] Attempting to bind port 168733ef-a9ab-4b45-b7c7-dd94d6a8994b on host hv-cinder-maste for vnic_type normal with profile {{(pid=106230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 18 00:59:15.279678 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.plugins.ml2.managers [req-586c0094-0b7f-426e-98c7-9b5e189c26cd req-0c25714e-36e7-4d10-a68b-67e882581db3 service neutron] Attempting to bind port 168733ef-a9ab-4b45-b7c7-dd94d6a8994b by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'af472e6b-8d89-4826-b74a-db58c32a407b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '2fe627c1-4c69-4373-8338-7690c696f294'}] {{(pid=106230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 18 00:59:15.279971 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-586c0094-0b7f-426e-98c7-9b5e189c26cd req-0c25714e-36e7-4d10-a68b-67e882581db3 service neutron] Attempting to bind port 168733ef-a9ab-4b45-b7c7-dd94d6a8994b on network 2fe627c1-4c69-4373-8338-7690c696f294 {{(pid=106230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:59:15.320762 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-586c0094-0b7f-426e-98c7-9b5e189c26cd req-0c25714e-36e7-4d10-a68b-67e882581db3 service neutron] Port 168733ef-a9ab-4b45-b7c7-dd94d6a8994b on network 2fe627c1-4c69-4373-8338-7690c696f294 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=106230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:59:15.321078 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-586c0094-0b7f-426e-98c7-9b5e189c26cd req-0c25714e-36e7-4d10-a68b-67e882581db3 service neutron] Attempting to bind port 168733ef-a9ab-4b45-b7c7-dd94d6a8994b on network 2fe627c1-4c69-4373-8338-7690c696f294 {{(pid=106230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:59:15.365386 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-586c0094-0b7f-426e-98c7-9b5e189c26cd req-0c25714e-36e7-4d10-a68b-67e882581db3 service neutron] Checking agent: {'id': 'a990346c-0f9b-4256-b267-210f2ef06c1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 18, 0, 54, 1), 'started_at': datetime.datetime(2022, 9, 18, 0, 54, 1), 'heartbeat_timestamp': datetime.datetime(2022, 9, 18, 0, 59, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 18 00:59:15.366128 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-586c0094-0b7f-426e-98c7-9b5e189c26cd req-0c25714e-36e7-4d10-a68b-67e882581db3 service neutron] Checking segment: {'id': 'af472e6b-8d89-4826-b74a-db58c32a407b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '2fe627c1-4c69-4373-8338-7690c696f294'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 18 00:59:15.366128 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-586c0094-0b7f-426e-98c7-9b5e189c26cd req-0c25714e-36e7-4d10-a68b-67e882581db3 service neutron] Bound using segment: {'id': 'af472e6b-8d89-4826-b74a-db58c32a407b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '2fe627c1-4c69-4373-8338-7690c696f294'} {{(pid=106230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 18 00:59:15.366504 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.plugins.ml2.managers [req-586c0094-0b7f-426e-98c7-9b5e189c26cd req-0c25714e-36e7-4d10-a68b-67e882581db3 service neutron] Bound port: 168733ef-a9ab-4b45-b7c7-dd94d6a8994b, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af472e6b-8d89-4826-b74a-db58c32a407b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '2fe627c1-4c69-4373-8338-7690c696f294'}}] {{(pid=106230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 18 00:59:15.366889 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [req-586c0094-0b7f-426e-98c7-9b5e189c26cd req-0c25714e-36e7-4d10-a68b-67e882581db3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (168733ef-a9ab-4b45-b7c7-dd94d6a8994b), before_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:15.399342 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:59:15.427524 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.plugins.ml2.db [req-586c0094-0b7f-426e-98c7-9b5e189c26cd req-0c25714e-36e7-4d10-a68b-67e882581db3 service neutron] For port 168733ef-a9ab-4b45-b7c7-dd94d6a8994b, host hv-cinder-maste, cleared binding levels {{(pid=106230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:59:15.430482 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.plugins.ml2.db [req-586c0094-0b7f-426e-98c7-9b5e189c26cd req-0c25714e-36e7-4d10-a68b-67e882581db3 service neutron] For port 168733ef-a9ab-4b45-b7c7-dd94d6a8994b, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=168733ef-a9ab-4b45-b7c7-dd94d6a8994b,segment=NetworkSegment(af472e6b-8d89-4826-b74a-db58c32a407b),segment_id=af472e6b-8d89-4826-b74a-db58c32a407b)] {{(pid=106230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:59:15.436662 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [req-586c0094-0b7f-426e-98c7-9b5e189c26cd req-0c25714e-36e7-4d10-a68b-67e882581db3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749746030758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749745591525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749745591543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13339705'] for port (168733ef-a9ab-4b45-b7c7-dd94d6a8994b), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:15.440198 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586c0094-0b7f-426e-98c7-9b5e189c26cd req-0c25714e-36e7-4d10-a68b-67e882581db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:59:15.440814 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [req-586c0094-0b7f-426e-98c7-9b5e189c26cd req-0c25714e-36e7-4d10-a68b-67e882581db3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16701016'] for port (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:15.442205 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-586c0094-0b7f-426e-98c7-9b5e189c26cd req-0c25714e-36e7-4d10-a68b-67e882581db3 service neutron] 10.222.0.57 "PUT /networking/v2.0/ports/168733ef-a9ab-4b45-b7c7-dd94d6a8994b HTTP/1.1" status: 200 len: 1093 time: 0.7031481 Sep 18 00:59:15.444395 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a39d642-1c36-48cb-909b-751208990b95', 'tag': '168733ef-a9ab-4b45-b7c7-dd94d6a8994b'}] {{(pid=106230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 18 00:59:15.446654 dv-cinder-master-3-smb neutron-server[106230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5cb6f936bef875aa30205792da77c9643b85616d99b85ee9f5e1cfaba0fe173" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63b20897-ff4e-4422-bfdb-1e65b7e18c77" -d '{"events": [{"name": "network-changed", "server_uuid": "5a39d642-1c36-48cb-909b-751208990b95", "tag": "168733ef-a9ab-4b45-b7c7-dd94d6a8994b"}]}' {{(pid=106230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:59:15.489665 dv-cinder-master-3-smb neutron-server[106230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 18 Sep 2022 00:59:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae1b3251-08ff-4cc0-b334-c94af89587ab x-openstack-request-id: req-ae1b3251-08ff-4cc0-b334-c94af89587ab {{(pid=106230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:59:15.489944 dv-cinder-master-3-smb neutron-server[106230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a39d642-1c36-48cb-909b-751208990b95", "tag": "168733ef-a9ab-4b45-b7c7-dd94d6a8994b", "status": "completed", "code": 200}]} {{(pid=106230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:59:15.490190 dv-cinder-master-3-smb neutron-server[106230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-ae1b3251-08ff-4cc0-b334-c94af89587ab {{(pid=106230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:59:15.490584 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae1b3251-08ff-4cc0-b334-c94af89587ab'] response: {'name': 'network-changed', 'server_uuid': '5a39d642-1c36-48cb-909b-751208990b95', 'tag': '168733ef-a9ab-4b45-b7c7-dd94d6a8994b', 'status': 'completed', 'code': 200} Sep 18 00:59:15.503703 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c25714e-36e7-4d10-a68b-67e882581db3 service neutron] Pushing event updated for resources: {'Port': ['ID=168733ef-a9ab-4b45-b7c7-dd94d6a8994b,revision_number=3']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:59:15.522068 dv-cinder-master-3-smb neutron-server[106232]: INFO neutron.plugins.ml2.plugin [None req-ec230da6-a0b0-47d5-ae0e-3926bfd0c978 None None] Attempt 4 to provision port 168733ef-a9ab-4b45-b7c7-dd94d6a8994b Sep 18 00:59:15.548210 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ab1c72-11e0-4cad-b334-5c470a97030e req-9e20d425-95d3-41f0-afec-8ad0d92ce83d tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:59:15.549738 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-d1ab1c72-11e0-4cad-b334-5c470a97030e req-9e20d425-95d3-41f0-afec-8ad0d92ce83d tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=abf6631e-213a-40ea-8708-5dc51da0ee8c HTTP/1.1" status: 200 len: 946 time: 0.0546300 Sep 18 00:59:15.562932 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-ec230da6-a0b0-47d5-ae0e-3926bfd0c978 None None] Port 168733ef-a9ab-4b45-b7c7-dd94d6a8994b had new provisioning blocks added so it will not transition to active. {{(pid=106232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 18 00:59:15.598105 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-d1ab1c72-11e0-4cad-b334-5c470a97030e req-2226ec62-da8d-4eaf-83ac-037f9d09871d tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=ebcf1d70-15c2-4b0c-9b2b-32e60a0830c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427053 Sep 18 00:59:15.848240 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cae83e-c9ce-4fed-b9e9-8d47eff6e04a req-b1c5de2c-07df-4d59-9700-a074ffa0d220 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:59:15.849692 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-50cae83e-c9ce-4fed-b9e9-8d47eff6e04a req-b1c5de2c-07df-4d59-9700-a074ffa0d220 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c1cf145a-d8d5-4a7e-937b-729bf79629fa HTTP/1.1" status: 200 len: 947 time: 0.0500753 Sep 18 00:59:15.861673 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:59:15.898500 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-50cae83e-c9ce-4fed-b9e9-8d47eff6e04a req-8eb20b18-9ffa-42e1-a963-929e01658007 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5d1f43e9-9af2-4e0f-a00b-d54373283a26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429547 Sep 18 00:59:16.178433 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd610649-7348-40fc-b32f-f7c5c2c3deb3 req-625bda83-4b3d-47a7-92ed-e0ac05705c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:59:16.180049 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-bd610649-7348-40fc-b32f-f7c5c2c3deb3 req-625bda83-4b3d-47a7-92ed-e0ac05705c66 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=c1cf145a-d8d5-4a7e-937b-729bf79629fa HTTP/1.1" status: 200 len: 1131 time: 0.0397954 Sep 18 00:59:16.180201 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b20897-ff4e-4422-bfdb-1e65b7e18c77 req-2fcb5786-1918-4765-8c93-52b77326b657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:59:16.182292 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-63b20897-ff4e-4422-bfdb-1e65b7e18c77 req-2fcb5786-1918-4765-8c93-52b77326b657 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=c37316ddc7de431294eda723f5ef3f60&device_id=5a39d642-1c36-48cb-909b-751208990b95 HTTP/1.1" status: 200 len: 1127 time: 0.0414939 Sep 18 00:59:16.306840 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b20897-ff4e-4422-bfdb-1e65b7e18c77 req-bae339ef-744e-44f2-9764-8b8bd9df1f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:59:16.308342 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-63b20897-ff4e-4422-bfdb-1e65b7e18c77 req-bae339ef-744e-44f2-9764-8b8bd9df1f93 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?tenant_id=c37316ddc7de431294eda723f5ef3f60&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1031337 Sep 18 00:59:16.417130 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b20897-ff4e-4422-bfdb-1e65b7e18c77 req-dfe005cf-baba-488a-97db-8e9bb65e8e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:59:16.418630 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-63b20897-ff4e-4422-bfdb-1e65b7e18c77 req-dfe005cf-baba-488a-97db-8e9bb65e8e55 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0994384 Sep 18 00:59:16.526661 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f3e09a-2738-4c74-b642-0c803b19eaf7 req-5943fab3-5396-4316-a5bc-60ea98d8b681 tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:59:16.528145 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-48f3e09a-2738-4c74-b642-0c803b19eaf7 req-5943fab3-5396-4316-a5bc-60ea98d8b681 tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5a39d642-1c36-48cb-909b-751208990b95 HTTP/1.1" status: 200 len: 943 time: 0.3093324 Sep 18 00:59:16.530330 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-bd610649-7348-40fc-b32f-f7c5c2c3deb3 req-fc72419c-871f-4be6-aece-6a524d81e681 service neutron] 10.222.0.57 "GET /networking/v2.0/security-groups?id=5d1f43e9-9af2-4e0f-a00b-d54373283a26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3265557 Sep 18 00:59:16.537960 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586c0094-0b7f-426e-98c7-9b5e189c26cd req-7c1945b3-5154-4283-a7df-99394eca729e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:59:16.539464 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-586c0094-0b7f-426e-98c7-9b5e189c26cd req-7c1945b3-5154-4283-a7df-99394eca729e service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=c37316ddc7de431294eda723f5ef3f60&device_id=5a39d642-1c36-48cb-909b-751208990b95 HTTP/1.1" status: 200 len: 1127 time: 0.0409324 Sep 18 00:59:16.577206 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-48f3e09a-2738-4c74-b642-0c803b19eaf7 req-2606ab55-ac49-454b-a14e-a80b7ac03289 tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=d677bc7e-d05b-49f4-9c01-46684889a391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432231 Sep 18 00:59:16.720688 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd4b8ef-cdd1-47f1-bee6-b8b3367be141 req-57c360cb-4873-4edf-a019-f6fce39cc875 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:59:16.722128 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-7cd4b8ef-cdd1-47f1-bee6-b8b3367be141 req-57c360cb-4873-4edf-a019-f6fce39cc875 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=abf6631e-213a-40ea-8708-5dc51da0ee8c HTTP/1.1" status: 200 len: 946 time: 0.0474954 Sep 18 00:59:16.771762 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-7cd4b8ef-cdd1-47f1-bee6-b8b3367be141 req-13074afb-acec-4928-b18d-f4279c5c2fa7 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=ebcf1d70-15c2-4b0c-9b2b-32e60a0830c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438423 Sep 18 00:59:16.925507 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-586c0094-0b7f-426e-98c7-9b5e189c26cd req-f6c30fd2-cdcd-45dd-9349-a6899617dd3a service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=168733ef-a9ab-4b45-b7c7-dd94d6a8994b HTTP/1.1" status: 200 len: 217 time: 0.0386832 Sep 18 00:59:16.985645 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586c0094-0b7f-426e-98c7-9b5e189c26cd req-5f9ce5a8-8394-48da-9d91-2d0b3152fb4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:59:16.987410 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-586c0094-0b7f-426e-98c7-9b5e189c26cd req-5f9ce5a8-8394-48da-9d91-2d0b3152fb4a service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=58f0751e-3cb4-40b9-9d2a-3100ec129c91 HTTP/1.1" status: 200 len: 848 time: 0.0533283 Sep 18 00:59:17.044508 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7117389-b9ab-42a0-ae6e-941423e21894 req-476c3789-cbb3-4a7b-aa86-c26f7cfd5d40 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:59:17.045987 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-a7117389-b9ab-42a0-ae6e-941423e21894 req-476c3789-cbb3-4a7b-aa86-c26f7cfd5d40 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c1cf145a-d8d5-4a7e-937b-729bf79629fa HTTP/1.1" status: 200 len: 947 time: 0.0501895 Sep 18 00:59:17.096544 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-a7117389-b9ab-42a0-ae6e-941423e21894 req-0c9ca719-d4f3-4822-b03a-9c9ccd01dca6 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5d1f43e9-9af2-4e0f-a00b-d54373283a26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448556 Sep 18 00:59:17.427417 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586c0094-0b7f-426e-98c7-9b5e189c26cd req-8d89aa69-ea01-4469-9b26-fc95f0981a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:59:17.428948 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-586c0094-0b7f-426e-98c7-9b5e189c26cd req-8d89aa69-ea01-4469-9b26-fc95f0981a19 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=2fe627c1-4c69-4373-8338-7690c696f294&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0405543 Sep 18 00:59:17.528007 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-586c0094-0b7f-426e-98c7-9b5e189c26cd req-4089efd6-1ed2-47fb-9b69-310373eb0999 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/2fe627c1-4c69-4373-8338-7690c696f294?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901182 Sep 18 00:59:17.653699 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-586c0094-0b7f-426e-98c7-9b5e189c26cd req-458dc994-8957-4f3b-a258-4855bfb1b737 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/2fe627c1-4c69-4373-8338-7690c696f294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912471 Sep 18 00:59:17.702317 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea416587-0572-4103-882f-5550715d0140 req-71c3437c-04e8-44e1-8204-bbf7d3c9290c tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:59:17.703808 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-ea416587-0572-4103-882f-5550715d0140 req-71c3437c-04e8-44e1-8204-bbf7d3c9290c tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5a39d642-1c36-48cb-909b-751208990b95 HTTP/1.1" status: 200 len: 943 time: 0.0468507 Sep 18 00:59:17.751591 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-ea416587-0572-4103-882f-5550715d0140 req-b35a585c-25a3-4264-a6e7-ee45c299492e tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=d677bc7e-d05b-49f4-9c01-46684889a391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422957 Sep 18 00:59:17.896231 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0c5102-0c81-445d-974f-2e6230ce468f req-522bdac1-b1d1-4185-9183-836948201d69 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:59:17.897592 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-4d0c5102-0c81-445d-974f-2e6230ce468f req-522bdac1-b1d1-4185-9183-836948201d69 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=abf6631e-213a-40ea-8708-5dc51da0ee8c HTTP/1.1" status: 200 len: 946 time: 0.0498161 Sep 18 00:59:17.943841 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-4d0c5102-0c81-445d-974f-2e6230ce468f req-dd565c0e-2147-4e49-a43c-da2791d40ea4 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=ebcf1d70-15c2-4b0c-9b2b-32e60a0830c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406504 Sep 18 00:59:18.226096 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3b373f-45eb-4199-8a1d-c5cfcbecb2c8 req-4d4ae77e-c361-4183-9182-ca0d6d565773 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:59:18.227623 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-8c3b373f-45eb-4199-8a1d-c5cfcbecb2c8 req-4d4ae77e-c361-4183-9182-ca0d6d565773 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c1cf145a-d8d5-4a7e-937b-729bf79629fa HTTP/1.1" status: 200 len: 947 time: 0.0495749 Sep 18 00:59:18.281562 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-8c3b373f-45eb-4199-8a1d-c5cfcbecb2c8 req-d2050269-5c80-4994-b33b-eae0eb969caf tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5d1f43e9-9af2-4e0f-a00b-d54373283a26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475445 Sep 18 00:59:18.865939 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:UPDATE=1,neutron:SELECT=98,neutron:INSERT=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:59:18.876137 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ef4669-2d87-4391-b2ef-5545bbfbbea7 req-7a6f2229-67bf-423e-aef7-c92ab2f45697 tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:59:18.877857 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-d4ef4669-2d87-4391-b2ef-5545bbfbbea7 req-7a6f2229-67bf-423e-aef7-c92ab2f45697 tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5a39d642-1c36-48cb-909b-751208990b95 HTTP/1.1" status: 200 len: 943 time: 0.0510340 Sep 18 00:59:18.936078 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-d4ef4669-2d87-4391-b2ef-5545bbfbbea7 req-eebc2550-b9cb-4d91-a781-2a264494519e tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=d677bc7e-d05b-49f4-9c01-46684889a391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508211 Sep 18 00:59:19.067569 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fc091f-ea02-46f4-aa9c-f4160f7d406d req-9b182d7e-9d56-4b12-8220-088235a87f7b tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:59:19.069048 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-f6fc091f-ea02-46f4-aa9c-f4160f7d406d req-9b182d7e-9d56-4b12-8220-088235a87f7b tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=abf6631e-213a-40ea-8708-5dc51da0ee8c HTTP/1.1" status: 200 len: 946 time: 0.0482125 Sep 18 00:59:19.119356 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-f6fc091f-ea02-46f4-aa9c-f4160f7d406d req-c2aeb5c8-2600-4dcd-a21e-d424b47383a0 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=ebcf1d70-15c2-4b0c-9b2b-32e60a0830c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437460 Sep 18 00:59:19.415712 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b2463b-628e-4b8a-859d-b25ede9f6af5 req-612923d0-9071-4c8a-9512-0a831fa49f27 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:59:19.417489 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-e3b2463b-628e-4b8a-859d-b25ede9f6af5 req-612923d0-9071-4c8a-9512-0a831fa49f27 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c1cf145a-d8d5-4a7e-937b-729bf79629fa HTTP/1.1" status: 200 len: 947 time: 0.0477169 Sep 18 00:59:19.464571 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-e3b2463b-628e-4b8a-859d-b25ede9f6af5 req-6340b33b-159c-4a73-aec5-3b710e17dbd7 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5d1f43e9-9af2-4e0f-a00b-d54373283a26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415514 Sep 18 00:59:20.060785 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170c2f01-d098-47bb-a433-e0fdca4ea2c4 req-1aaf0134-60e0-42a7-ac0f-eff53c9ed459 tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:59:20.062244 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-170c2f01-d098-47bb-a433-e0fdca4ea2c4 req-1aaf0134-60e0-42a7-ac0f-eff53c9ed459 tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5a39d642-1c36-48cb-909b-751208990b95 HTTP/1.1" status: 200 len: 943 time: 0.0495882 Sep 18 00:59:20.110594 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-170c2f01-d098-47bb-a433-e0fdca4ea2c4 req-ca57bf7b-7440-4146-834d-118afc895a63 tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=d677bc7e-d05b-49f4-9c01-46684889a391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428951 Sep 18 00:59:20.234910 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=100 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:59:20.243668 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96946939-c178-4c25-9c91-31ea6b9da3a7 req-400f136d-96d2-4659-aa73-fb42eead008b tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:59:20.245367 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-96946939-c178-4c25-9c91-31ea6b9da3a7 req-400f136d-96d2-4659-aa73-fb42eead008b tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=abf6631e-213a-40ea-8708-5dc51da0ee8c HTTP/1.1" status: 200 len: 946 time: 0.0478930 Sep 18 00:59:20.297137 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-96946939-c178-4c25-9c91-31ea6b9da3a7 req-161e1455-6ec8-4074-bcfe-7b3827bd13b4 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=ebcf1d70-15c2-4b0c-9b2b-32e60a0830c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458701 Sep 18 00:59:20.589257 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc5f96d-76d4-45db-b406-b5e21f0109f9 req-f0c4719f-b4f5-44b3-bbb0-e66caeb36084 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:59:20.590718 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-acc5f96d-76d4-45db-b406-b5e21f0109f9 req-f0c4719f-b4f5-44b3-bbb0-e66caeb36084 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c1cf145a-d8d5-4a7e-937b-729bf79629fa HTTP/1.1" status: 200 len: 947 time: 0.0459871 Sep 18 00:59:20.642030 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-acc5f96d-76d4-45db-b406-b5e21f0109f9 req-42d3dc63-f55c-4e98-be4b-58158ced5ba6 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5d1f43e9-9af2-4e0f-a00b-d54373283a26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457108 Sep 18 00:59:21.237302 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc39298f-77c0-4446-bd60-51ba69f3327b req-69723b32-d106-4d3e-bd3d-2c57fa495a78 tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:59:21.238767 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-dc39298f-77c0-4446-bd60-51ba69f3327b req-69723b32-d106-4d3e-bd3d-2c57fa495a78 tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5a39d642-1c36-48cb-909b-751208990b95 HTTP/1.1" status: 200 len: 943 time: 0.0471816 Sep 18 00:59:21.288502 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-dc39298f-77c0-4446-bd60-51ba69f3327b req-13ea40d6-1e6d-4f00-b146-6aebe37dd5c7 tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=d677bc7e-d05b-49f4-9c01-46684889a391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431221 Sep 18 00:59:21.416665 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1a208d-c442-4f21-a23e-5156fb769257 req-defbc1bd-ca97-47d2-9b26-6d000a735ca7 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:59:21.418112 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-8e1a208d-c442-4f21-a23e-5156fb769257 req-defbc1bd-ca97-47d2-9b26-6d000a735ca7 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=abf6631e-213a-40ea-8708-5dc51da0ee8c HTTP/1.1" status: 200 len: 946 time: 0.0470443 Sep 18 00:59:21.464646 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-8e1a208d-c442-4f21-a23e-5156fb769257 req-12f78a0e-34ca-4d24-8400-e918e64dc718 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=ebcf1d70-15c2-4b0c-9b2b-32e60a0830c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410368 Sep 18 00:59:22.414867 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f5e22e-01ff-4d38-9a91-ace08188def1 req-eac1208d-5332-4e8a-a9d1-a7f8afdfcb4c tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:59:22.417024 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-43f5e22e-01ff-4d38-9a91-ace08188def1 req-eac1208d-5332-4e8a-a9d1-a7f8afdfcb4c tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5a39d642-1c36-48cb-909b-751208990b95 HTTP/1.1" status: 200 len: 943 time: 0.0535281 Sep 18 00:59:22.469013 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-43f5e22e-01ff-4d38-9a91-ace08188def1 req-76207725-de43-4c9d-9ef3-625005b8565a tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=d677bc7e-d05b-49f4-9c01-46684889a391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465484 Sep 18 00:59:22.594110 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62832373-e272-4b5f-93bc-4ff07cca4915 req-b4eb596c-3ba4-4ade-b8f2-858ae6fa4b07 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:59:22.595692 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-62832373-e272-4b5f-93bc-4ff07cca4915 req-b4eb596c-3ba4-4ade-b8f2-858ae6fa4b07 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=abf6631e-213a-40ea-8708-5dc51da0ee8c HTTP/1.1" status: 200 len: 946 time: 0.0483351 Sep 18 00:59:22.643415 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-62832373-e272-4b5f-93bc-4ff07cca4915 req-67030c45-252e-4084-9e0e-331d3a18c9bf tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=ebcf1d70-15c2-4b0c-9b2b-32e60a0830c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420392 Sep 18 00:59:22.867315 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e56e13-aadb-4f23-ae96-df092275a31b req-ab6015b3-9ce0-4e7d-9b1b-e02e4898472f tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:59:22.869181 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-29e56e13-aadb-4f23-ae96-df092275a31b req-ab6015b3-9ce0-4e7d-9b1b-e02e4898472f tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=abf6631e-213a-40ea-8708-5dc51da0ee8c HTTP/1.1" status: 200 len: 946 time: 0.0584188 Sep 18 00:59:22.918227 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-29e56e13-aadb-4f23-ae96-df092275a31b req-fe6ca866-d6d3-42a3-bf68-e7a34e079340 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=ebcf1d70-15c2-4b0c-9b2b-32e60a0830c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437953 Sep 18 00:59:23.235365 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.rpc [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Device 168733ef-a9ab-4b45-b7c7-dd94d6a8994b details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 00:59:23.335680 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.db [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] For port 168733ef-a9ab-4b45-b7c7-dd94d6a8994b, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=168733ef-a9ab-4b45-b7c7-dd94d6a8994b,segment=NetworkSegment(af472e6b-8d89-4826-b74a-db58c32a407b),segment_id=af472e6b-8d89-4826-b74a-db58c32a407b)] {{(pid=106232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:59:23.347587 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.rpc [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Returning: {'device': '168733ef-a9ab-4b45-b7c7-dd94d6a8994b', 'network_id': '2fe627c1-4c69-4373-8338-7690c696f294', 'port_id': '168733ef-a9ab-4b45-b7c7-dd94d6a8994b', 'mac_address': 'fa:16:3e:dc:69:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58f0751e-3cb4-40b9-9d2a-3100ec129c91', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 00:59:23.386670 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Current status of the port 168733ef-a9ab-4b45-b7c7-dd94d6a8994b is: DOWN; New status is: BUILD {{(pid=106232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 00:59:23.387011 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (168733ef-a9ab-4b45-b7c7-dd94d6a8994b), before_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:23.399554 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.notifiers.nova [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 168733ef-a9ab-4b45-b7c7-dd94d6a8994b {{(pid=106232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 18 00:59:23.419002 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.db [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] For port 168733ef-a9ab-4b45-b7c7-dd94d6a8994b, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=168733ef-a9ab-4b45-b7c7-dd94d6a8994b,segment=NetworkSegment(af472e6b-8d89-4826-b74a-db58c32a407b),segment_id=af472e6b-8d89-4826-b74a-db58c32a407b)] {{(pid=106232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:59:23.422661 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749746030758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749745591525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749745591543'] for port (168733ef-a9ab-4b45-b7c7-dd94d6a8994b), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:23.449795 dv-cinder-master-3-smb neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=100 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:59:23.469573 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Pushing event updated for resources: {'Port': ['ID=168733ef-a9ab-4b45-b7c7-dd94d6a8994b,revision_number=4']} {{(pid=106232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:59:23.476611 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:59:23.476958 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:59:23.477300 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:59:23.478176 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:59:23.478532 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:59:23.478842 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:59:23.479171 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:59:23.479496 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:59:23.479821 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:59:23.480153 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:59:23.480475 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:59:23.480813 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:59:23.481139 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:59:23.481459 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:59:23.481777 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:59:23.574137 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=100 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:59:23.592403 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1989095-790b-45b8-8fed-9798cdd0cfe9 req-688bfa73-2355-4e6e-84ce-6096db892655 tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:59:23.593966 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-b1989095-790b-45b8-8fed-9798cdd0cfe9 req-688bfa73-2355-4e6e-84ce-6096db892655 tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5a39d642-1c36-48cb-909b-751208990b95 HTTP/1.1" status: 200 len: 944 time: 0.0476506 Sep 18 00:59:23.644081 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-b1989095-790b-45b8-8fed-9798cdd0cfe9 req-33fef0b5-30fc-49d8-9e1e-2d3e1b15a748 tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=d677bc7e-d05b-49f4-9c01-46684889a391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441289 Sep 18 00:59:23.682400 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739d0f2f-e972-4580-865f-2bce1e849bde req-35252698-ad7e-45b3-a222-07c6ea7e6644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:59:23.683952 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-739d0f2f-e972-4580-865f-2bce1e849bde req-35252698-ad7e-45b3-a222-07c6ea7e6644 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=a60d2801df884e15be8a0464cb725d6d&device_id=abf6631e-213a-40ea-8708-5dc51da0ee8c HTTP/1.1" status: 200 len: 1130 time: 0.0462580 Sep 18 00:59:23.862199 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.db [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] get_ports_and_sgs() called for port_ids ['168733ef-a9ab-4b45-b7c7-dd94d6a8994b'] {{(pid=106232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 18 00:59:24.044519 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7ea602-3c2e-4299-b5b7-76047d92e217 req-86b7c772-863f-473b-8f2f-5a2431af64b6 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:59:24.046505 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-da7ea602-3c2e-4299-b5b7-76047d92e217 req-86b7c772-863f-473b-8f2f-5a2431af64b6 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=abf6631e-213a-40ea-8708-5dc51da0ee8c HTTP/1.1" status: 200 len: 946 time: 0.0481043 Sep 18 00:59:24.103460 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-da7ea602-3c2e-4299-b5b7-76047d92e217 req-b9fd2050-a20d-4edc-8d70-55da329a24b9 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=ebcf1d70-15c2-4b0c-9b2b-32e60a0830c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500302 Sep 18 00:59:24.149764 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739d0f2f-e972-4580-865f-2bce1e849bde req-8a508d23-675f-47b2-9e0f-c08442efb3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:59:24.151325 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-739d0f2f-e972-4580-865f-2bce1e849bde req-8a508d23-675f-47b2-9e0f-c08442efb3bb service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=3e60962c-164c-4e15-8d69-6601f5d7b205 HTTP/1.1" status: 200 len: 912 time: 0.1074924 Sep 18 00:59:24.766801 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2070fe3-8a38-473d-b509-b6a96fb51b28 req-82651076-56d1-4cba-a978-8dbef8b4dc15 tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:59:24.768285 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-c2070fe3-8a38-473d-b509-b6a96fb51b28 req-82651076-56d1-4cba-a978-8dbef8b4dc15 tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5a39d642-1c36-48cb-909b-751208990b95 HTTP/1.1" status: 200 len: 944 time: 0.0466383 Sep 18 00:59:24.827311 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-c2070fe3-8a38-473d-b509-b6a96fb51b28 req-8ea7204d-4662-434f-959e-d45ebcdd7124 tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=d677bc7e-d05b-49f4-9c01-46684889a391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517883 Sep 18 00:59:24.838848 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-739d0f2f-e972-4580-865f-2bce1e849bde req-3c0c5214-f736-4662-96ed-7e7700bf6a32 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=caeb66db-fb12-4f3e-b68c-119f4575bc44 HTTP/1.1" status: 200 len: 1002 time: 0.0647295 Sep 18 00:59:24.889769 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739d0f2f-e972-4580-865f-2bce1e849bde req-1c1962da-625a-48f4-ae71-ed74a4f47740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:59:24.891293 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-739d0f2f-e972-4580-865f-2bce1e849bde req-1c1962da-625a-48f4-ae71-ed74a4f47740 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=f52e5768-3b6e-420f-b5d0-cc4e5c3ba047 HTTP/1.1" status: 200 len: 850 time: 0.0456309 Sep 18 00:59:24.942071 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739d0f2f-e972-4580-865f-2bce1e849bde req-896a8f94-f037-42ed-b1e5-2c16030cc606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:59:24.943585 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-739d0f2f-e972-4580-865f-2bce1e849bde req-896a8f94-f037-42ed-b1e5-2c16030cc606 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=3e60962c-164c-4e15-8d69-6601f5d7b205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0405252 Sep 18 00:59:25.041861 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-739d0f2f-e972-4580-865f-2bce1e849bde req-1fe53985-b6bd-49a8-b46b-e8370af8bb47 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/3e60962c-164c-4e15-8d69-6601f5d7b205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911074 Sep 18 00:59:25.078925 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=100 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:59:25.117634 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=100 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:59:25.136711 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-739d0f2f-e972-4580-865f-2bce1e849bde req-7b184bb6-b403-49d6-b2fe-f11688fe4817 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/3e60962c-164c-4e15-8d69-6601f5d7b205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869198 Sep 18 00:59:25.229644 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba4d552-df7f-4c2a-ae10-ed115ee6076a req-a64bb1d3-a4ea-45e4-bc1b-7958a71c3123 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:59:25.231118 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-5ba4d552-df7f-4c2a-ae10-ed115ee6076a req-a64bb1d3-a4ea-45e4-bc1b-7958a71c3123 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=abf6631e-213a-40ea-8708-5dc51da0ee8c HTTP/1.1" status: 200 len: 946 time: 0.0471003 Sep 18 00:59:25.270729 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.rpc [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Device 168733ef-a9ab-4b45-b7c7-dd94d6a8994b up at agent hyperv_hv-cinder-maste {{(pid=106232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 00:59:25.281074 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-5ba4d552-df7f-4c2a-ae10-ed115ee6076a req-760df989-f7b2-4615-ace3-8946996e20d4 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=ebcf1d70-15c2-4b0c-9b2b-32e60a0830c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441732 Sep 18 00:59:25.294415 dv-cinder-master-3-smb neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:59:25.318738 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.provisioning_blocks [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Provisioning for port 168733ef-a9ab-4b45-b7c7-dd94d6a8994b completed by entity L2. {{(pid=106232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 18 00:59:25.324390 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.provisioning_blocks [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Provisioning complete for port 168733ef-a9ab-4b45-b7c7-dd94d6a8994b triggered by entity L2. {{(pid=106232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 00:59:25.324833 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981214'] for port (168733ef-a9ab-4b45-b7c7-dd94d6a8994b), provisioning_complete {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:25.325254 dv-cinder-master-3-smb neutron-server[106232]: INFO neutron.plugins.ml2.plugin [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Attempt 1 to provision port 168733ef-a9ab-4b45-b7c7-dd94d6a8994b Sep 18 00:59:25.396112 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Current status of the port 168733ef-a9ab-4b45-b7c7-dd94d6a8994b is: BUILD; New status is: ACTIVE {{(pid=106232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 00:59:25.396405 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (168733ef-a9ab-4b45-b7c7-dd94d6a8994b), before_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:25.420047 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a39d642-1c36-48cb-909b-751208990b95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '168733ef-a9ab-4b45-b7c7-dd94d6a8994b'}] {{(pid=106232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 18 00:59:25.422248 dv-cinder-master-3-smb neutron-server[106232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90e96a6086c290001a0d7e5ddcf89e279d0a9bc322b7051b760fc9213660c862" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9110fdb2-e95b-4847-a780-87eaea138ba7" -d '{"events": [{"server_uuid": "5a39d642-1c36-48cb-909b-751208990b95", "name": "network-vif-plugged", "status": "completed", "tag": "168733ef-a9ab-4b45-b7c7-dd94d6a8994b"}]}' {{(pid=106232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:59:25.435096 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.db [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] For port 168733ef-a9ab-4b45-b7c7-dd94d6a8994b, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=168733ef-a9ab-4b45-b7c7-dd94d6a8994b,segment=NetworkSegment(af472e6b-8d89-4826-b74a-db58c32a407b),segment_id=af472e6b-8d89-4826-b74a-db58c32a407b)] {{(pid=106232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:59:25.438814 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749746030758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749745591525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749745591543'] for port (168733ef-a9ab-4b45-b7c7-dd94d6a8994b), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:25.465778 dv-cinder-master-3-smb neutron-server[106232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 18 Sep 2022 00:59:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13a49c04-9e3b-4d10-916e-38e44b393c16 x-openstack-request-id: req-13a49c04-9e3b-4d10-916e-38e44b393c16 {{(pid=106232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:59:25.466091 dv-cinder-master-3-smb neutron-server[106232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a39d642-1c36-48cb-909b-751208990b95", "name": "network-vif-plugged", "status": "completed", "tag": "168733ef-a9ab-4b45-b7c7-dd94d6a8994b", "code": 200}]} {{(pid=106232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:59:25.466349 dv-cinder-master-3-smb neutron-server[106232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-13a49c04-9e3b-4d10-916e-38e44b393c16 {{(pid=106232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:59:25.466737 dv-cinder-master-3-smb neutron-server[106232]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13a49c04-9e3b-4d10-916e-38e44b393c16'] response: {'server_uuid': '5a39d642-1c36-48cb-909b-751208990b95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '168733ef-a9ab-4b45-b7c7-dd94d6a8994b', 'code': 200} Sep 18 00:59:25.491483 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Pushing event updated for resources: {'Port': ['ID=168733ef-a9ab-4b45-b7c7-dd94d6a8994b,revision_number=5']} {{(pid=106232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:59:25.955499 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b8ac0a-d00f-41c4-8fb1-dedce3dd2f2a req-caeed755-d129-49ca-ad4b-396ca989904a tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:59:25.956962 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-52b8ac0a-d00f-41c4-8fb1-dedce3dd2f2a req-caeed755-d129-49ca-ad4b-396ca989904a tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5a39d642-1c36-48cb-909b-751208990b95 HTTP/1.1" status: 200 len: 945 time: 0.0508630 Sep 18 00:59:25.976034 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=100 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:59:26.007451 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-52b8ac0a-d00f-41c4-8fb1-dedce3dd2f2a req-1f9eff1f-b62d-4746-9df6-27cff76094d2 tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=d677bc7e-d05b-49f4-9c01-46684889a391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443792 Sep 18 00:59:26.403636 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3624d7f7-9cac-49eb-8c6f-966e9627c0db req-082a4576-03fb-4895-9d03-cab1b0494539 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:59:26.405091 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-3624d7f7-9cac-49eb-8c6f-966e9627c0db req-082a4576-03fb-4895-9d03-cab1b0494539 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=abf6631e-213a-40ea-8708-5dc51da0ee8c HTTP/1.1" status: 200 len: 946 time: 0.0471823 Sep 18 00:59:26.451788 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-3624d7f7-9cac-49eb-8c6f-966e9627c0db req-69be3d95-d7bd-488b-99a2-ca2253116b04 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=ebcf1d70-15c2-4b0c-9b2b-32e60a0830c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411766 Sep 18 00:59:26.688915 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab70fd35-cfee-4140-81a3-113dd7e45410 req-918ac81d-b3ff-4b6b-bbd1-d8389aefcd92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:59:26.690412 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-ab70fd35-cfee-4140-81a3-113dd7e45410 req-918ac81d-b3ff-4b6b-bbd1-d8389aefcd92 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=5a39d642-1c36-48cb-909b-751208990b95 HTTP/1.1" status: 200 len: 1129 time: 0.0434401 Sep 18 00:59:27.127970 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bd5f6a-0f6f-440a-b393-bf2233fe4669 req-94452f2a-8ae1-434a-af70-d15ccdc9f056 tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:59:27.129408 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-13bd5f6a-0f6f-440a-b393-bf2233fe4669 req-94452f2a-8ae1-434a-af70-d15ccdc9f056 tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5a39d642-1c36-48cb-909b-751208990b95 HTTP/1.1" status: 200 len: 945 time: 0.0463388 Sep 18 00:59:27.181633 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-13bd5f6a-0f6f-440a-b393-bf2233fe4669 req-d1b4e9f1-a014-479d-9f53-6ef346f383fc tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=d677bc7e-d05b-49f4-9c01-46684889a391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466037 Sep 18 00:59:27.497538 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-ab70fd35-cfee-4140-81a3-113dd7e45410 req-56c0998c-25d0-40c1-9d07-4186db9cc400 service neutron] 10.222.0.57 "GET /networking/v2.0/security-groups?id=d677bc7e-d05b-49f4-9c01-46684889a391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435266 Sep 18 00:59:27.572393 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93ae70a-8294-48a5-aa6f-85cc8e51b124 req-6d94e9df-0710-46e2-82cb-933048bec9ea tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:59:27.573839 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-c93ae70a-8294-48a5-aa6f-85cc8e51b124 req-6d94e9df-0710-46e2-82cb-933048bec9ea tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=abf6631e-213a-40ea-8708-5dc51da0ee8c HTTP/1.1" status: 200 len: 946 time: 0.0463758 Sep 18 00:59:27.621274 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-c93ae70a-8294-48a5-aa6f-85cc8e51b124 req-633971a4-0858-47a9-908c-79a421f1f900 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=ebcf1d70-15c2-4b0c-9b2b-32e60a0830c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418541 Sep 18 00:59:28.304564 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b31ed7f-122f-4c00-9868-01c12c9dfbf3 req-5bc4b000-2282-4d84-a138-839f0149cfd2 tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:59:28.306614 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-6b31ed7f-122f-4c00-9868-01c12c9dfbf3 req-5bc4b000-2282-4d84-a138-839f0149cfd2 tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5a39d642-1c36-48cb-909b-751208990b95 HTTP/1.1" status: 200 len: 945 time: 0.0463874 Sep 18 00:59:28.355372 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-6b31ed7f-122f-4c00-9868-01c12c9dfbf3 req-f2b31c52-929c-4c64-9ccf-fed97448383e tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=d677bc7e-d05b-49f4-9c01-46684889a391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432403 Sep 18 00:59:29.025541 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8827dc00-cdc2-49b7-b787-5a278c9895a3 req-32482d69-5184-43f2-854b-d92dea1432d6 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:59:29.027024 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-8827dc00-cdc2-49b7-b787-5a278c9895a3 req-32482d69-5184-43f2-854b-d92dea1432d6 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b142dfeb-6de9-4d35-9b1e-b0545715235b HTTP/1.1" status: 200 len: 945 time: 0.0508986 Sep 18 00:59:29.073529 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-8827dc00-cdc2-49b7-b787-5a278c9895a3 req-eb3e532d-245f-4a54-b398-7a2ae0f26d37 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=cf5b9ec0-b30e-497d-b3f3-770efd5927e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409610 Sep 18 00:59:29.257089 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.agents_db [None req-fc240a3b-6701-466a-b3ae-821b2bb1d0eb None None] Agent healthcheck: found 6 active agents {{(pid=106233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 00:59:29.487686 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f98fb12-8047-4ef3-913a-26b7c8f367e5 req-4828bd0b-147e-4df4-b4de-39a5f0ff32d7 tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:59:29.489115 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-4f98fb12-8047-4ef3-913a-26b7c8f367e5 req-4828bd0b-147e-4df4-b4de-39a5f0ff32d7 tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5a39d642-1c36-48cb-909b-751208990b95 HTTP/1.1" status: 200 len: 945 time: 0.0474110 Sep 18 00:59:29.527647 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=100 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:59:29.542183 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-4f98fb12-8047-4ef3-913a-26b7c8f367e5 req-af575d12-5bc5-42b6-81c6-7fdebff73178 tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=d677bc7e-d05b-49f4-9c01-46684889a391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475051 Sep 18 00:59:30.200341 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f122fd-9f01-4d0c-9d6e-79ed73ce00b6 req-22ef289e-8818-46bf-9db4-27a0491b9721 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:59:30.201814 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-58f122fd-9f01-4d0c-9d6e-79ed73ce00b6 req-22ef289e-8818-46bf-9db4-27a0491b9721 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b142dfeb-6de9-4d35-9b1e-b0545715235b HTTP/1.1" status: 200 len: 945 time: 0.0515256 Sep 18 00:59:30.251203 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-58f122fd-9f01-4d0c-9d6e-79ed73ce00b6 req-8c3e6a23-c502-4018-8b4a-fd02bb577718 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=cf5b9ec0-b30e-497d-b3f3-770efd5927e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436707 Sep 18 00:59:30.663021 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f14dc0-29b8-4405-b3dc-dc350f3e9250 req-a04ec0fa-0322-4629-a643-680c8a65a3d9 tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:59:30.664465 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-c2f14dc0-29b8-4405-b3dc-dc350f3e9250 req-a04ec0fa-0322-4629-a643-680c8a65a3d9 tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5a39d642-1c36-48cb-909b-751208990b95 HTTP/1.1" status: 200 len: 945 time: 0.0464115 Sep 18 00:59:30.715366 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-c2f14dc0-29b8-4405-b3dc-dc350f3e9250 req-0c36ef24-30fa-4f56-abff-b68448f7ecf0 tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=d677bc7e-d05b-49f4-9c01-46684889a391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447369 Sep 18 00:59:30.815200 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (a990346c-0f9b-4256-b267-210f2ef06c1b), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:30.834882 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c48c952-e5b9-4e4a-ad99-2c0aba2c0d95 req-fdb35c26-2a7c-4dd4-b666-ceafb56c8384 tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:59:30.836267 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-8c48c952-e5b9-4e4a-ad99-2c0aba2c0d95 req-fdb35c26-2a7c-4dd4-b666-ceafb56c8384 tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5a39d642-1c36-48cb-909b-751208990b95 HTTP/1.1" status: 200 len: 945 time: 0.0475197 Sep 18 00:59:30.892119 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-8c48c952-e5b9-4e4a-ad99-2c0aba2c0d95 req-35365a88-6648-4858-92f2-7d73e6d06814 tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=d677bc7e-d05b-49f4-9c01-46684889a391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483468 Sep 18 00:59:30.927311 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.33', 33068) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:59:31.009114 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e74b4447-95ed-493e-bd75-891d64ad1664 tempest-TestShelveInstance-322816857 tempest-TestShelveInstance-322816857-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:59:31.011548 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [None req-e74b4447-95ed-493e-bd75-891d64ad1664 tempest-TestShelveInstance-322816857 tempest-TestShelveInstance-322816857-project-admin] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5a39d642-1c36-48cb-909b-751208990b95 HTTP/1.1" status: 200 len: 1124 time: 0.0832231 Sep 18 00:59:31.014439 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.33', 33072) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:59:31.018710 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.v2.base [None req-5d6157f4-9e9d-4365-97e6-578404277f7d tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] Request body: {'floatingip': {'floating_network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'port_id': '168733ef-a9ab-4b45-b7c7-dd94d6a8994b', 'tenant_id': 'c37316ddc7de431294eda723f5ef3f60', 'fixed_ip_address': '172.20.0.7'}} {{(pid=106230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:59:31.040958 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-5d6157f4-9e9d-4365-97e6-578404277f7d tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:31.121439 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-5d6157f4-9e9d-4365-97e6-578404277f7d tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (None), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:31.171354 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:59:31.232803 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.db.db_base_plugin_common [None req-5d6157f4-9e9d-4365-97e6-578404277f7d tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] Allocated IP 172.37.5.87 (b5726c9b-05f1-4137-90cd-23a4e3e89505/9e97c026-c8b3-4b72-91ed-10f39e002f97/784cefd2-956c-4211-8812-4af2bac09022) {{(pid=106230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:59:31.348642 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-5d6157f4-9e9d-4365-97e6-578404277f7d tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] Publish callbacks [] for port (784cefd2-956c-4211-8812-4af2bac09022), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:31.389494 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5497eb4f-efd4-45d3-adf2-bf304501c5d5 req-a96976cd-2c60-4ab2-a986-6a944378552c tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:59:31.390972 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-5497eb4f-efd4-45d3-adf2-bf304501c5d5 req-a96976cd-2c60-4ab2-a986-6a944378552c tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b142dfeb-6de9-4d35-9b1e-b0545715235b HTTP/1.1" status: 200 len: 945 time: 0.0607750 Sep 18 00:59:31.436672 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-5d6157f4-9e9d-4365-97e6-578404277f7d tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749745591507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13339648'] for port (784cefd2-956c-4211-8812-4af2bac09022), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:31.479161 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-5497eb4f-efd4-45d3-adf2-bf304501c5d5 req-252a4411-1c99-4c9b-a3d2-6aea3b65656a tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=cf5b9ec0-b30e-497d-b3f3-770efd5927e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797505 Sep 18 00:59:31.479552 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:59:31.495725 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d6157f4-9e9d-4365-97e6-578404277f7d tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] Network b5726c9b-05f1-4137-90cd-23a4e3e89505 is already hosted by enough agents. {{(pid=106230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:59:31.497475 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6157f4-9e9d-4365-97e6-578404277f7d tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] Pushing event updated for resources: {'Port': ['ID=784cefd2-956c-4211-8812-4af2bac09022,revision_number=1']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:59:31.500706 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.scheduler.base_scheduler [None req-5d6157f4-9e9d-4365-97e6-578404277f7d tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] Resources bound (agent type, host, resource id): {{(pid=106230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:59:31.503753 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d6157f4-9e9d-4365-97e6-578404277f7d tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] Received port after_create {{(pid=106230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 18 00:59:31.855496 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-5d6157f4-9e9d-4365-97e6-578404277f7d tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] Publish callbacks [] for floatingip (2ea5f840-deec-4077-be54-35c6114f18b9), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:31.920128 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-5d6157f4-9e9d-4365-97e6-578404277f7d tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (784cefd2-956c-4211-8812-4af2bac09022), before_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:31.948204 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:UPDATE=3,neutron:SELECT=93,neutron:INSERT=4 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:59:32.073796 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-5d6157f4-9e9d-4365-97e6-578404277f7d tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] Publish callbacks [] for port (784cefd2-956c-4211-8812-4af2bac09022), precommit_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:32.079124 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-5d6157f4-9e9d-4365-97e6-578404277f7d tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749746030758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749745591525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749745591543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13339705'] for port (784cefd2-956c-4211-8812-4af2bac09022), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:32.148563 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6157f4-9e9d-4365-97e6-578404277f7d tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] Pushing event updated for resources: {'Port': ['ID=784cefd2-956c-4211-8812-4af2bac09022,revision_number=2']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:59:32.152059 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-5d6157f4-9e9d-4365-97e6-578404277f7d tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16489891'] for floatingip (2ea5f840-deec-4077-be54-35c6114f18b9), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:32.247304 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.db.l3_db [None req-5d6157f4-9e9d-4365-97e6-578404277f7d tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] Floating IP 2ea5f840-deec-4077-be54-35c6114f18b9 associated. External IP: 172.37.5.87, port: 168733ef-a9ab-4b45-b7c7-dd94d6a8994b. Sep 18 00:59:32.337950 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:59:32.443044 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d6157f4-9e9d-4365-97e6-578404277f7d tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] Router 686f8360-d797-4b61-96c7-e1e5ed0e5c18 has already been hosted by L3 agent d0e8801d-4758-48bd-8085-7f05d3358764 {{(pid=106230) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:59:32.547236 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d6157f4-9e9d-4365-97e6-578404277f7d tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=106230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:59:32.559109 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16acdc12-f89a-4656-9b63-73014fa31614 None None] Sync routers for ids ['686f8360-d797-4b61-96c7-e1e5ed0e5c18'] in dv-cinder-master-3-smb {{(pid=106232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:59:32.571441 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16acdc12-f89a-4656-9b63-73014fa31614 None None] Routers {'686f8360-d797-4b61-96c7-e1e5ed0e5c18'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 18 00:59:32.572936 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.l3_hamode_db [None req-16acdc12-f89a-4656-9b63-73014fa31614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-18T00:47:37Z,description=,heartbeat_timestamp=2022-09-18T00:59:07Z,host='dv-cinder-master-3-smb',id=d0e8801d-4758-48bd-8085-7f05d3358764,load=0,resource_versions=,resources_synced=,started_at=2022-09-18T00:47:37Z,topic='l3_agent')) {'router_ids': ['686f8360-d797-4b61-96c7-e1e5ed0e5c18'], 'active': True} {{(pid=106232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:59:32.592790 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-5d6157f4-9e9d-4365-97e6-578404277f7d tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16701016'] for floatingip (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:32.630714 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5c6a5d-3779-40a6-ac99-e18f6ff4e7e0 req-9f2a462e-9df8-45e6-b329-4e93ec65cb93 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:59:32.632274 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-4b5c6a5d-3779-40a6-ac99-e18f6ff4e7e0 req-9f2a462e-9df8-45e6-b329-4e93ec65cb93 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b142dfeb-6de9-4d35-9b1e-b0545715235b HTTP/1.1" status: 200 len: 945 time: 0.0734098 Sep 18 00:59:32.639001 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [None req-5d6157f4-9e9d-4365-97e6-578404277f7d tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] 10.222.0.33 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6235003 Sep 18 00:59:32.640805 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a39d642-1c36-48cb-909b-751208990b95', 'tag': '168733ef-a9ab-4b45-b7c7-dd94d6a8994b'}] {{(pid=106230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 18 00:59:32.643144 dv-cinder-master-3-smb neutron-server[106230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5cb6f936bef875aa30205792da77c9643b85616d99b85ee9f5e1cfaba0fe173" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ec5c771-3203-4061-8eeb-14cc3398f712" -d '{"events": [{"name": "network-changed", "server_uuid": "5a39d642-1c36-48cb-909b-751208990b95", "tag": "168733ef-a9ab-4b45-b7c7-dd94d6a8994b"}]}' {{(pid=106230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:59:32.682149 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.l3_dvr_db [None req-16acdc12-f89a-4656-9b63-73014fa31614 None None] Set router 686f8360-d797-4b61-96c7-e1e5ed0e5c18 gateway port host: dv-cinder-master-3-smb {{(pid=106232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 18 00:59:32.685395 dv-cinder-master-3-smb neutron-server[106230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 18 Sep 2022 00:59:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39867330-b9f7-49b6-a630-07916bba8c66 x-openstack-request-id: req-39867330-b9f7-49b6-a630-07916bba8c66 {{(pid=106230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:59:32.685690 dv-cinder-master-3-smb neutron-server[106230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a39d642-1c36-48cb-909b-751208990b95", "tag": "168733ef-a9ab-4b45-b7c7-dd94d6a8994b", "status": "completed", "code": 200}]} {{(pid=106230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:59:32.685941 dv-cinder-master-3-smb neutron-server[106230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-39867330-b9f7-49b6-a630-07916bba8c66 {{(pid=106230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:59:32.686342 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39867330-b9f7-49b6-a630-07916bba8c66'] response: {'name': 'network-changed', 'server_uuid': '5a39d642-1c36-48cb-909b-751208990b95', 'tag': '168733ef-a9ab-4b45-b7c7-dd94d6a8994b', 'status': 'completed', 'code': 200} Sep 18 00:59:32.690855 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-4b5c6a5d-3779-40a6-ac99-e18f6ff4e7e0 req-31d27eb5-ae9c-4aba-a905-fddf77cfe51f tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=cf5b9ec0-b30e-497d-b3f3-770efd5927e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507517 Sep 18 00:59:32.832042 dv-cinder-master-3-smb neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:59:32.893209 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.l3_hamode_db [None req-16acdc12-f89a-4656-9b63-73014fa31614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '686f8360-d797-4b61-96c7-e1e5ed0e5c18', 'name': 'tempest-TestShelveInstance-1255906396-router', 'tenant_id': 'c37316ddc7de431294eda723f5ef3f60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'external_fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.182'}], 'enable_snat': True}, 'gw_port_id': 'b5cd822d-7070-4e2b-95ea-266904043865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:58:24Z', 'updated_at': '2022-09-18T00:58:30Z', 'revision_number': 4, 'project_id': 'c37316ddc7de431294eda723f5ef3f60', 'gw_port': {'id': 'b5cd822d-7070-4e2b-95ea-266904043865', 'name': '', 'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:04:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '686f8360-d797-4b61-96c7-e1e5ed0e5c18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:58:25Z', 'updated_at': '2022-09-18T00:58:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': '2ea5f840-deec-4077-be54-35c6114f18b9', 'tenant_id': 'c37316ddc7de431294eda723f5ef3f60', 'floating_ip_address': '172.37.5.87', 'floating_network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'router_id': '686f8360-d797-4b61-96c7-e1e5ed0e5c18', 'port_id': '168733ef-a9ab-4b45-b7c7-dd94d6a8994b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2fe627c1-4c69-4373-8338-7690c696f294', 'mac_address': 'fa:16:3e:dc:69:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a39d642-1c36-48cb-909b-751208990b95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-18T00:59:31Z', 'updated_at': '2022-09-18T00:59:31Z', 'revision_number': 0, 'project_id': 'c37316ddc7de431294eda723f5ef3f60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed68bb6f-86d3-42ab-af23-ef84ada4df2f', 'name': '', 'network_id': '2fe627c1-4c69-4373-8338-7690c696f294', 'tenant_id': 'c37316ddc7de431294eda723f5ef3f60', 'mac_address': 'fa:16:3e:3d:d2:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '686f8360-d797-4b61-96c7-e1e5ed0e5c18', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '58f0751e-3cb4-40b9-9d2a-3100ec129c91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:58:28Z', 'updated_at': '2022-09-18T00:58:35Z', 'revision_number': 5, 'project_id': 'c37316ddc7de431294eda723f5ef3f60', 'subnets': [{'id': '58f0751e-3cb4-40b9-9d2a-3100ec129c91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=106232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:59:32.918146 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16acdc12-f89a-4656-9b63-73014fa31614 None None] Checking router: 686f8360-d797-4b61-96c7-e1e5ed0e5c18 for host: dv-cinder-master-3-smb {{(pid=106232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:59:32.926248 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16acdc12-f89a-4656-9b63-73014fa31614 None None] Routers {'686f8360-d797-4b61-96c7-e1e5ed0e5c18'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 18 00:59:32.926875 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.l3_hamode_db [None req-16acdc12-f89a-4656-9b63-73014fa31614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-18T00:47:37Z,description=,heartbeat_timestamp=2022-09-18T00:59:07Z,host='dv-cinder-master-3-smb',id=d0e8801d-4758-48bd-8085-7f05d3358764,load=0,resource_versions=,resources_synced=,started_at=2022-09-18T00:47:37Z,topic='l3_agent')) {'router_ids': ['686f8360-d797-4b61-96c7-e1e5ed0e5c18'], 'active': True} {{(pid=106232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:59:33.028736 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.l3_dvr_db [None req-16acdc12-f89a-4656-9b63-73014fa31614 None None] Set router 686f8360-d797-4b61-96c7-e1e5ed0e5c18 gateway port host: dv-cinder-master-3-smb {{(pid=106232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 18 00:59:33.094190 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec5c771-3203-4061-8eeb-14cc3398f712 req-19057684-9c8c-4270-958e-4f464e1fc164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:59:33.096026 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-9ec5c771-3203-4061-8eeb-14cc3398f712 req-19057684-9c8c-4270-958e-4f464e1fc164 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=c37316ddc7de431294eda723f5ef3f60&device_id=5a39d642-1c36-48cb-909b-751208990b95 HTTP/1.1" status: 200 len: 1129 time: 0.0440140 Sep 18 00:59:33.100090 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dfcc8f-cd00-43f3-9734-68771e343eae req-161ec65d-58f6-4cdb-936d-39eb893a5b8c tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:59:33.101534 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-e5dfcc8f-cd00-43f3-9734-68771e343eae req-161ec65d-58f6-4cdb-936d-39eb893a5b8c tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=b142dfeb-6de9-4d35-9b1e-b0545715235b HTTP/1.1" status: 200 len: 945 time: 0.0489354 Sep 18 00:59:33.159277 dv-cinder-master-3-smb neutron-server[106233]: DEBUG dbcounter [-] [106233] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=106233) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:59:33.193014 dv-cinder-master-3-smb neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:59:33.237442 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.l3_hamode_db [None req-16acdc12-f89a-4656-9b63-73014fa31614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '686f8360-d797-4b61-96c7-e1e5ed0e5c18', 'name': 'tempest-TestShelveInstance-1255906396-router', 'tenant_id': 'c37316ddc7de431294eda723f5ef3f60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'external_fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.182'}], 'enable_snat': True}, 'gw_port_id': 'b5cd822d-7070-4e2b-95ea-266904043865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:58:24Z', 'updated_at': '2022-09-18T00:58:30Z', 'revision_number': 4, 'project_id': 'c37316ddc7de431294eda723f5ef3f60', 'gw_port': {'id': 'b5cd822d-7070-4e2b-95ea-266904043865', 'name': '', 'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:04:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '686f8360-d797-4b61-96c7-e1e5ed0e5c18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:58:25Z', 'updated_at': '2022-09-18T00:58:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': '2ea5f840-deec-4077-be54-35c6114f18b9', 'tenant_id': 'c37316ddc7de431294eda723f5ef3f60', 'floating_ip_address': '172.37.5.87', 'floating_network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'router_id': '686f8360-d797-4b61-96c7-e1e5ed0e5c18', 'port_id': '168733ef-a9ab-4b45-b7c7-dd94d6a8994b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2fe627c1-4c69-4373-8338-7690c696f294', 'mac_address': 'fa:16:3e:dc:69:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a39d642-1c36-48cb-909b-751208990b95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-18T00:59:31Z', 'updated_at': '2022-09-18T00:59:31Z', 'revision_number': 0, 'project_id': 'c37316ddc7de431294eda723f5ef3f60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed68bb6f-86d3-42ab-af23-ef84ada4df2f', 'name': '', 'network_id': '2fe627c1-4c69-4373-8338-7690c696f294', 'tenant_id': 'c37316ddc7de431294eda723f5ef3f60', 'mac_address': 'fa:16:3e:3d:d2:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '686f8360-d797-4b61-96c7-e1e5ed0e5c18', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '58f0751e-3cb4-40b9-9d2a-3100ec129c91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:58:28Z', 'updated_at': '2022-09-18T00:58:35Z', 'revision_number': 5, 'project_id': 'c37316ddc7de431294eda723f5ef3f60', 'subnets': [{'id': '58f0751e-3cb4-40b9-9d2a-3100ec129c91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=106232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:59:33.265294 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16acdc12-f89a-4656-9b63-73014fa31614 None None] The sync data for ids ['686f8360-d797-4b61-96c7-e1e5ed0e5c18'] in dv-cinder-master-3-smb is: [{'id': '686f8360-d797-4b61-96c7-e1e5ed0e5c18', 'name': 'tempest-TestShelveInstance-1255906396-router', 'tenant_id': 'c37316ddc7de431294eda723f5ef3f60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'external_fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.182'}], 'enable_snat': True}, 'gw_port_id': 'b5cd822d-7070-4e2b-95ea-266904043865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:58:24Z', 'updated_at': '2022-09-18T00:58:30Z', 'revision_number': 4, 'project_id': 'c37316ddc7de431294eda723f5ef3f60', 'gw_port': {'id': 'b5cd822d-7070-4e2b-95ea-266904043865', 'name': '', 'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:04:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '686f8360-d797-4b61-96c7-e1e5ed0e5c18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:58:25Z', 'updated_at': '2022-09-18T00:58:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': '2ea5f840-deec-4077-be54-35c6114f18b9', 'tenant_id': 'c37316ddc7de431294eda723f5ef3f60', 'floating_ip_address': '172.37.5.87', 'floating_network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'router_id': '686f8360-d797-4b61-96c7-e1e5ed0e5c18', 'port_id': '168733ef-a9ab-4b45-b7c7-dd94d6a8994b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2fe627c1-4c69-4373-8338-7690c696f294', 'mac_address': 'fa:16:3e:dc:69:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a39d642-1c36-48cb-909b-751208990b95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-18T00:59:31Z', 'updated_at': '2022-09-18T00:59:31Z', 'revision_number': 0, 'project_id': 'c37316ddc7de431294eda723f5ef3f60', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed68bb6f-86d3-42ab-af23-ef84ada4df2f', 'name': '', 'network_id': '2fe627c1-4c69-4373-8338-7690c696f294', 'tenant_id': 'c37316ddc7de431294eda723f5ef3f60', 'mac_address': 'fa:16:3e:3d:d2:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '686f8360-d797-4b61-96c7-e1e5ed0e5c18', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '58f0751e-3cb4-40b9-9d2a-3100ec129c91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:58:28Z', 'updated_at': '2022-09-18T00:58:35Z', 'revision_number': 5, 'project_id': 'c37316ddc7de431294eda723f5ef3f60', 'subnets': [{'id': '58f0751e-3cb4-40b9-9d2a-3100ec129c91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:59:33.450405 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-864d92fd-03f7-415a-b361-b5ee38010a1a None None] New status for floating IP 2ea5f840-deec-4077-be54-35c6114f18b9: ACTIVE {{(pid=106233) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 18 00:59:33.545904 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:59:33.551253 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [req-e5dfcc8f-cd00-43f3-9734-68771e343eae req-33829d65-abe5-463c-9967-47812236a57b tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Deleting port 52a424bc-9fbd-479c-b108-af4ee47377ab {{(pid=106231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 18 00:59:33.551601 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [req-e5dfcc8f-cd00-43f3-9734-68771e343eae req-33829d65-abe5-463c-9967-47812236a57b tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749746030605'] for port (52a424bc-9fbd-479c-b108-af4ee47377ab), before_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:33.574874 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec5c771-3203-4061-8eeb-14cc3398f712 req-25046abd-4bd7-4bc0-a0e7-e7de644e9bae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:59:33.576516 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-9ec5c771-3203-4061-8eeb-14cc3398f712 req-25046abd-4bd7-4bc0-a0e7-e7de644e9bae service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=2fe627c1-4c69-4373-8338-7690c696f294 HTTP/1.1" status: 200 len: 910 time: 0.1183548 Sep 18 00:59:33.647860 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.plugins.ml2.db [req-e5dfcc8f-cd00-43f3-9734-68771e343eae req-33829d65-abe5-463c-9967-47812236a57b tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] For port 52a424bc-9fbd-479c-b108-af4ee47377ab, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=52a424bc-9fbd-479c-b108-af4ee47377ab,segment=NetworkSegment(6bbfddfb-8aa0-4ab6-886c-b017727b1f75),segment_id=6bbfddfb-8aa0-4ab6-886c-b017727b1f75)] {{(pid=106231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:59:33.648220 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [req-e5dfcc8f-cd00-43f3-9734-68771e343eae req-33829d65-abe5-463c-9967-47812236a57b tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16488537'] for port (52a424bc-9fbd-479c-b108-af4ee47377ab), precommit_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:33.815188 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31569985-f309-427c-97ff-71c8798a1ce6 req-02a476e6-b8db-41db-90fd-441f6a9063d2 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:59:33.816591 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-31569985-f309-427c-97ff-71c8798a1ce6 req-02a476e6-b8db-41db-90fd-441f6a9063d2 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b142dfeb-6de9-4d35-9b1e-b0545715235b HTTP/1.1" status: 200 len: 945 time: 0.0463796 Sep 18 00:59:33.863850 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [req-e5dfcc8f-cd00-43f3-9734-68771e343eae req-33829d65-abe5-463c-9967-47812236a57b tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:33.864210 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [req-e5dfcc8f-cd00-43f3-9734-68771e343eae req-33829d65-abe5-463c-9967-47812236a57b tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16489891'] for floatingip (93bcf6b8-6036-4de3-a695-118f8409d1e0), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:33.864542 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.db.l3_db [req-e5dfcc8f-cd00-43f3-9734-68771e343eae req-33829d65-abe5-463c-9967-47812236a57b tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Floating IP 93bcf6b8-6036-4de3-a695-118f8409d1e0 disassociated. External IP: 172.37.5.214, port: 52a424bc-9fbd-479c-b108-af4ee47377ab. Sep 18 00:59:33.864761 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-31569985-f309-427c-97ff-71c8798a1ce6 req-6f39f365-97f5-4c9a-998a-286b7a939612 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=cf5b9ec0-b30e-497d-b3f3-770efd5927e4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417631 Sep 18 00:59:33.864975 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [req-e5dfcc8f-cd00-43f3-9734-68771e343eae req-33829d65-abe5-463c-9967-47812236a57b tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Calling delete_port for 52a424bc-9fbd-479c-b108-af4ee47377ab owned by compute:nova {{(pid=106231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 18 00:59:33.995369 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [req-e5dfcc8f-cd00-43f3-9734-68771e343eae req-33829d65-abe5-463c-9967-47812236a57b tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749746033803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749745591516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13917182'] for port (52a424bc-9fbd-479c-b108-af4ee47377ab), after_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:34.022301 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33829d65-abe5-463c-9967-47812236a57b tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Pushing event deleted for resources: {'Port': ['ID=52a424bc-9fbd-479c-b108-af4ee47377ab,revision_number=None']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:59:34.032843 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33829d65-abe5-463c-9967-47812236a57b tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:59:34.033067 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33829d65-abe5-463c-9967-47812236a57b tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:59:34.033409 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33829d65-abe5-463c-9967-47812236a57b tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:59:34.033763 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33829d65-abe5-463c-9967-47812236a57b tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:59:34.034069 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33829d65-abe5-463c-9967-47812236a57b tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:59:34.034402 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33829d65-abe5-463c-9967-47812236a57b tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:59:34.034730 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33829d65-abe5-463c-9967-47812236a57b tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:59:34.035083 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33829d65-abe5-463c-9967-47812236a57b tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:59:34.035411 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33829d65-abe5-463c-9967-47812236a57b tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:59:34.035735 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33829d65-abe5-463c-9967-47812236a57b tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:59:34.036063 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33829d65-abe5-463c-9967-47812236a57b tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:59:34.042754 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33829d65-abe5-463c-9967-47812236a57b tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:59:34.042754 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33829d65-abe5-463c-9967-47812236a57b tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:59:34.042754 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33829d65-abe5-463c-9967-47812236a57b tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:59:34.042754 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33829d65-abe5-463c-9967-47812236a57b tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 00:59:34.151795 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e5dfcc8f-cd00-43f3-9734-68771e343eae req-33829d65-abe5-463c-9967-47812236a57b tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Router 5b0b7f67-1b83-4574-ab3e-35ade2a4eea8 has already been hosted by L3 agent d0e8801d-4758-48bd-8085-7f05d3358764 {{(pid=106231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:59:34.247410 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:59:34.258854 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e5dfcc8f-cd00-43f3-9734-68771e343eae req-33829d65-abe5-463c-9967-47812236a57b tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=106231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:59:34.271235 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a58230b-6905-4399-8a8f-928124d9c36d None None] Sync routers for ids ['5b0b7f67-1b83-4574-ab3e-35ade2a4eea8'] in dv-cinder-master-3-smb {{(pid=106232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:59:34.287767 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a58230b-6905-4399-8a8f-928124d9c36d None None] Routers {'5b0b7f67-1b83-4574-ab3e-35ade2a4eea8'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 18 00:59:34.288681 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.l3_hamode_db [None req-0a58230b-6905-4399-8a8f-928124d9c36d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-18T00:47:37Z,description=,heartbeat_timestamp=2022-09-18T00:59:07Z,host='dv-cinder-master-3-smb',id=d0e8801d-4758-48bd-8085-7f05d3358764,load=0,resource_versions=,resources_synced=,started_at=2022-09-18T00:47:37Z,topic='l3_agent')) {'router_ids': ['5b0b7f67-1b83-4574-ab3e-35ade2a4eea8'], 'active': True} {{(pid=106232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:59:34.303701 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:59:34.304542 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5dfcc8f-cd00-43f3-9734-68771e343eae req-33829d65-abe5-463c-9967-47812236a57b tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] No DVR routers for this DVR port 52a424bc-9fbd-479c-b108-af4ee47377ab on host hv-cinder-maste {{(pid=106231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 18 00:59:34.308052 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [req-e5dfcc8f-cd00-43f3-9734-68771e343eae req-33829d65-abe5-463c-9967-47812236a57b tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16701016'] for port (None), before_response {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:34.311481 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-e5dfcc8f-cd00-43f3-9734-68771e343eae req-33829d65-abe5-463c-9967-47812236a57b tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] 10.222.0.57 "DELETE /networking/v2.0/ports/52a424bc-9fbd-479c-b108-af4ee47377ab HTTP/1.1" status: 204 len: 173 time: 0.8531051 Sep 18 00:59:34.311990 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b142dfeb-6de9-4d35-9b1e-b0545715235b', 'name': 'network-vif-deleted', 'tag': '52a424bc-9fbd-479c-b108-af4ee47377ab'}] {{(pid=106231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 18 00:59:34.314346 dv-cinder-master-3-smb neutron-server[106231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2daae94765ac049e9d9a56900be8c16ad14208507d163719654d83d071b86d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-029988f6-bb0d-4f6e-8527-e3b36c087552" -d '{"events": [{"server_uuid": "b142dfeb-6de9-4d35-9b1e-b0545715235b", "name": "network-vif-deleted", "tag": "52a424bc-9fbd-479c-b108-af4ee47377ab"}]}' {{(pid=106231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:59:34.366172 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-9ec5c771-3203-4061-8eeb-14cc3398f712 req-a8325069-75ec-48e3-8462-54a0af62c1db service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=168733ef-a9ab-4b45-b7c7-dd94d6a8994b HTTP/1.1" status: 200 len: 1000 time: 0.1133513 Sep 18 00:59:34.367904 dv-cinder-master-3-smb neutron-server[106231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 18 Sep 2022 00:59:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b0a2740-3e38-487d-8a78-7757d1cb2759 x-openstack-request-id: req-2b0a2740-3e38-487d-8a78-7757d1cb2759 {{(pid=106231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:59:34.368694 dv-cinder-master-3-smb neutron-server[106231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b142dfeb-6de9-4d35-9b1e-b0545715235b", "name": "network-vif-deleted", "tag": "52a424bc-9fbd-479c-b108-af4ee47377ab", "status": "completed", "code": 200}]} {{(pid=106231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:59:34.368694 dv-cinder-master-3-smb neutron-server[106231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-2b0a2740-3e38-487d-8a78-7757d1cb2759 {{(pid=106231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:59:34.369089 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b0a2740-3e38-487d-8a78-7757d1cb2759'] response: {'server_uuid': 'b142dfeb-6de9-4d35-9b1e-b0545715235b', 'name': 'network-vif-deleted', 'tag': '52a424bc-9fbd-479c-b108-af4ee47377ab', 'status': 'completed', 'code': 200} Sep 18 00:59:34.426125 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.l3_dvr_db [None req-0a58230b-6905-4399-8a8f-928124d9c36d None None] Set router 5b0b7f67-1b83-4574-ab3e-35ade2a4eea8 gateway port host: dv-cinder-master-3-smb {{(pid=106232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 18 00:59:34.526623 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec5c771-3203-4061-8eeb-14cc3398f712 req-446c810d-e4c5-4d9d-859e-8cc0d9ee9655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:59:34.528359 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-9ec5c771-3203-4061-8eeb-14cc3398f712 req-446c810d-e4c5-4d9d-859e-8cc0d9ee9655 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=58f0751e-3cb4-40b9-9d2a-3100ec129c91 HTTP/1.1" status: 200 len: 848 time: 0.0482402 Sep 18 00:59:34.576785 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec5c771-3203-4061-8eeb-14cc3398f712 req-8426f6c6-f5f7-424d-8b84-c7da59b0f540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:59:34.578441 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-9ec5c771-3203-4061-8eeb-14cc3398f712 req-8426f6c6-f5f7-424d-8b84-c7da59b0f540 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=2fe627c1-4c69-4373-8338-7690c696f294&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0417116 Sep 18 00:59:34.671325 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.l3_hamode_db [None req-0a58230b-6905-4399-8a8f-928124d9c36d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b0b7f67-1b83-4574-ab3e-35ade2a4eea8', 'name': 'tempest-AttachVolumeNegativeTest-887914811-router', 'tenant_id': 'ec2d9e20d4ed4178b9bc68ff54715b18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'external_fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.120'}], 'enable_snat': True}, 'gw_port_id': '85d33348-a6aa-4278-8987-be6d20f85848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:56:00Z', 'updated_at': '2022-09-18T00:56:15Z', 'revision_number': 4, 'project_id': 'ec2d9e20d4ed4178b9bc68ff54715b18', 'gw_port': {'id': '85d33348-a6aa-4278-8987-be6d20f85848', 'name': '', 'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:1b:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b0b7f67-1b83-4574-ab3e-35ade2a4eea8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:56:01Z', 'updated_at': '2022-09-18T00:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': 'e0606aab-0a3f-4cf7-9460-8b11189403e1', 'tenant_id': 'ec2d9e20d4ed4178b9bc68ff54715b18', 'floating_ip_address': '172.37.5.250', 'floating_network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'router_id': '5b0b7f67-1b83-4574-ab3e-35ade2a4eea8', 'port_id': 'ff818f99-6875-42e7-8af0-6e7c1e9ef011', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 158, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eee7c814-dc91-4de0-b55e-0732fcd7c9de', 'mac_address': 'fa:16:3e:fc:30:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2055882-050f-4acf-a99c-96d698e25963', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-18T00:56:27Z', 'updated_at': '2022-09-18T00:57:08Z', 'revision_number': 2, 'project_id': 'ec2d9e20d4ed4178b9bc68ff54715b18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4545d7a8-56f0-4062-a60e-cf2cfb4c3390', 'name': '', 'network_id': 'eee7c814-dc91-4de0-b55e-0732fcd7c9de', 'tenant_id': 'ec2d9e20d4ed4178b9bc68ff54715b18', 'mac_address': 'fa:16:3e:b0:99:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b0b7f67-1b83-4574-ab3e-35ade2a4eea8', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '4028d8f5-a2a6-4af3-9818-cba168eaf579', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:56:11Z', 'updated_at': '2022-09-18T00:56:27Z', 'revision_number': 5, 'project_id': 'ec2d9e20d4ed4178b9bc68ff54715b18', 'subnets': [{'id': '4028d8f5-a2a6-4af3-9818-cba168eaf579', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=106232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:59:34.703206 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a58230b-6905-4399-8a8f-928124d9c36d None None] Checking router: 5b0b7f67-1b83-4574-ab3e-35ade2a4eea8 for host: dv-cinder-master-3-smb {{(pid=106232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:59:34.722767 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a58230b-6905-4399-8a8f-928124d9c36d None None] Routers {'5b0b7f67-1b83-4574-ab3e-35ade2a4eea8'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 18 00:59:34.723917 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.l3_hamode_db [None req-0a58230b-6905-4399-8a8f-928124d9c36d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-18T00:47:37Z,description=,heartbeat_timestamp=2022-09-18T00:59:07Z,host='dv-cinder-master-3-smb',id=d0e8801d-4758-48bd-8085-7f05d3358764,load=0,resource_versions=,resources_synced=,started_at=2022-09-18T00:47:37Z,topic='l3_agent')) {'router_ids': ['5b0b7f67-1b83-4574-ab3e-35ade2a4eea8'], 'active': True} {{(pid=106232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:59:34.968931 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-38e3cf84-e57d-4500-9c5d-29494de437e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (25137928-f4de-4c87-813e-883d046ac13f), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:35.005437 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.l3_dvr_db [None req-0a58230b-6905-4399-8a8f-928124d9c36d None None] Set router 5b0b7f67-1b83-4574-ab3e-35ade2a4eea8 gateway port host: dv-cinder-master-3-smb {{(pid=106232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 18 00:59:35.017779 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-9ec5c771-3203-4061-8eeb-14cc3398f712 req-50cf6829-e45d-4e50-bc3b-b233c30b9f6d service neutron] 10.222.0.57 "GET /networking/v2.0/networks/2fe627c1-4c69-4373-8338-7690c696f294?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4286349 Sep 18 00:59:35.049419 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-0abf643e-77e1-4ad7-87cb-5e155386f2a5 req-fecbf8d8-4ecf-4f1d-80fc-ae9f73926ba9 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=b142dfeb-6de9-4d35-9b1e-b0545715235b HTTP/1.1" status: 200 len: 210 time: 0.0305340 Sep 18 00:59:35.127378 dv-cinder-master-3-smb neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=100 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:59:35.229688 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.l3_hamode_db [None req-0a58230b-6905-4399-8a8f-928124d9c36d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b0b7f67-1b83-4574-ab3e-35ade2a4eea8', 'name': 'tempest-AttachVolumeNegativeTest-887914811-router', 'tenant_id': 'ec2d9e20d4ed4178b9bc68ff54715b18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'external_fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.120'}], 'enable_snat': True}, 'gw_port_id': '85d33348-a6aa-4278-8987-be6d20f85848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:56:00Z', 'updated_at': '2022-09-18T00:56:15Z', 'revision_number': 4, 'project_id': 'ec2d9e20d4ed4178b9bc68ff54715b18', 'gw_port': {'id': '85d33348-a6aa-4278-8987-be6d20f85848', 'name': '', 'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:1b:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b0b7f67-1b83-4574-ab3e-35ade2a4eea8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:56:01Z', 'updated_at': '2022-09-18T00:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': 'e0606aab-0a3f-4cf7-9460-8b11189403e1', 'tenant_id': 'ec2d9e20d4ed4178b9bc68ff54715b18', 'floating_ip_address': '172.37.5.250', 'floating_network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'router_id': '5b0b7f67-1b83-4574-ab3e-35ade2a4eea8', 'port_id': 'ff818f99-6875-42e7-8af0-6e7c1e9ef011', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 158, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eee7c814-dc91-4de0-b55e-0732fcd7c9de', 'mac_address': 'fa:16:3e:fc:30:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2055882-050f-4acf-a99c-96d698e25963', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-18T00:56:27Z', 'updated_at': '2022-09-18T00:57:08Z', 'revision_number': 2, 'project_id': 'ec2d9e20d4ed4178b9bc68ff54715b18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4545d7a8-56f0-4062-a60e-cf2cfb4c3390', 'name': '', 'network_id': 'eee7c814-dc91-4de0-b55e-0732fcd7c9de', 'tenant_id': 'ec2d9e20d4ed4178b9bc68ff54715b18', 'mac_address': 'fa:16:3e:b0:99:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b0b7f67-1b83-4574-ab3e-35ade2a4eea8', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '4028d8f5-a2a6-4af3-9818-cba168eaf579', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:56:11Z', 'updated_at': '2022-09-18T00:56:27Z', 'revision_number': 5, 'project_id': 'ec2d9e20d4ed4178b9bc68ff54715b18', 'subnets': [{'id': '4028d8f5-a2a6-4af3-9818-cba168eaf579', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=106232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:59:35.258426 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a58230b-6905-4399-8a8f-928124d9c36d None None] The sync data for ids ['5b0b7f67-1b83-4574-ab3e-35ade2a4eea8'] in dv-cinder-master-3-smb is: [{'id': '5b0b7f67-1b83-4574-ab3e-35ade2a4eea8', 'name': 'tempest-AttachVolumeNegativeTest-887914811-router', 'tenant_id': 'ec2d9e20d4ed4178b9bc68ff54715b18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'external_fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.120'}], 'enable_snat': True}, 'gw_port_id': '85d33348-a6aa-4278-8987-be6d20f85848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:56:00Z', 'updated_at': '2022-09-18T00:56:15Z', 'revision_number': 4, 'project_id': 'ec2d9e20d4ed4178b9bc68ff54715b18', 'gw_port': {'id': '85d33348-a6aa-4278-8987-be6d20f85848', 'name': '', 'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:1b:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b0b7f67-1b83-4574-ab3e-35ade2a4eea8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:56:01Z', 'updated_at': '2022-09-18T00:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': 'e0606aab-0a3f-4cf7-9460-8b11189403e1', 'tenant_id': 'ec2d9e20d4ed4178b9bc68ff54715b18', 'floating_ip_address': '172.37.5.250', 'floating_network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'router_id': '5b0b7f67-1b83-4574-ab3e-35ade2a4eea8', 'port_id': 'ff818f99-6875-42e7-8af0-6e7c1e9ef011', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 158, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eee7c814-dc91-4de0-b55e-0732fcd7c9de', 'mac_address': 'fa:16:3e:fc:30:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2055882-050f-4acf-a99c-96d698e25963', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-18T00:56:27Z', 'updated_at': '2022-09-18T00:57:08Z', 'revision_number': 2, 'project_id': 'ec2d9e20d4ed4178b9bc68ff54715b18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4545d7a8-56f0-4062-a60e-cf2cfb4c3390', 'name': '', 'network_id': 'eee7c814-dc91-4de0-b55e-0732fcd7c9de', 'tenant_id': 'ec2d9e20d4ed4178b9bc68ff54715b18', 'mac_address': 'fa:16:3e:b0:99:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b0b7f67-1b83-4574-ab3e-35ade2a4eea8', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '4028d8f5-a2a6-4af3-9818-cba168eaf579', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:56:11Z', 'updated_at': '2022-09-18T00:56:27Z', 'revision_number': 5, 'project_id': 'ec2d9e20d4ed4178b9bc68ff54715b18', 'subnets': [{'id': '4028d8f5-a2a6-4af3-9818-cba168eaf579', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:59:35.487789 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-9ec5c771-3203-4061-8eeb-14cc3398f712 req-5b0da167-8d8b-4abb-9aac-4cb844292417 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/2fe627c1-4c69-4373-8338-7690c696f294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094396 Sep 18 00:59:35.551869 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db6c957e-0ed0-48ad-b6eb-f6973ba75ed2 None None] New status for floating IP 93bcf6b8-6036-4de3-a695-118f8409d1e0: DOWN {{(pid=106233) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 18 00:59:36.163274 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 33108) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:59:36.221840 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-b32c7793-7867-473e-9d22-b788f0103dfc tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Publish callbacks [] for security_group (cf5b9ec0-b30e-497d-b3f3-770efd5927e4), before_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:36.245281 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-b32c7793-7867-473e-9d22-b788f0103dfc tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Publish callbacks [] for security_group (cf5b9ec0-b30e-497d-b3f3-770efd5927e4), precommit_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:36.303877 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-b32c7793-7867-473e-9d22-b788f0103dfc tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512506'] for security_group (cf5b9ec0-b30e-497d-b3f3-770efd5927e4), after_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:36.307426 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-b32c7793-7867-473e-9d22-b788f0103dfc tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Publish callbacks [] for security_group (None), before_response {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:36.309334 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-b32c7793-7867-473e-9d22-b788f0103dfc tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] 10.222.0.33 "DELETE /networking/v2.0/security-groups/cf5b9ec0-b30e-497d-b3f3-770efd5927e4 HTTP/1.1" status: 204 len: 168 time: 0.1442471 Sep 18 00:59:36.311961 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.33', 33114) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:59:36.328492 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.api.v2.resource [None req-947ae02b-70c4-47f8-b1ae-79a3d2106e68 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] show failed (client error): The resource could not be found. Sep 18 00:59:36.332386 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32c7793-7867-473e-9d22-b788f0103dfc tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf5b9ec0-b30e-497d-b3f3-770efd5927e4,revision_number=None']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:59:36.332542 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [None req-947ae02b-70c4-47f8-b1ae-79a3d2106e68 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] 10.222.0.33 "GET /networking/v2.0/security-groups/cf5b9ec0-b30e-497d-b3f3-770efd5927e4 HTTP/1.1" status: 404 len: 347 time: 0.0166094 Sep 18 00:59:36.332750 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 33116) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:59:36.455958 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-a843e5bc-2522-48b8-b5dd-432bbe4274b9 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Deleting port e47d916f-4b33-4177-9e50-fbac22cf9745 {{(pid=106231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 18 00:59:36.456306 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-a843e5bc-2522-48b8-b5dd-432bbe4274b9 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749746030605'] for port (e47d916f-4b33-4177-9e50-fbac22cf9745), before_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:36.534949 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-a843e5bc-2522-48b8-b5dd-432bbe4274b9 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16488537'] for port (e47d916f-4b33-4177-9e50-fbac22cf9745), precommit_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:36.535202 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-a843e5bc-2522-48b8-b5dd-432bbe4274b9 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Publish callbacks [] for floatingip (e47d916f-4b33-4177-9e50-fbac22cf9745), precommit_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:36.547194 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-a843e5bc-2522-48b8-b5dd-432bbe4274b9 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Calling delete_port for e47d916f-4b33-4177-9e50-fbac22cf9745 owned by network:floatingip {{(pid=106231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 18 00:59:36.687598 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-a843e5bc-2522-48b8-b5dd-432bbe4274b9 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749746033803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749745591516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13917182'] for port (e47d916f-4b33-4177-9e50-fbac22cf9745), after_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:36.717760 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a843e5bc-2522-48b8-b5dd-432bbe4274b9 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Pushing event deleted for resources: {'Port': ['ID=e47d916f-4b33-4177-9e50-fbac22cf9745,revision_number=None']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:59:36.788193 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-a843e5bc-2522-48b8-b5dd-432bbe4274b9 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Publish callbacks [] for floatingip (93bcf6b8-6036-4de3-a695-118f8409d1e0), after_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:36.790726 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-a843e5bc-2522-48b8-b5dd-432bbe4274b9 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16701016'] for floatingip (None), before_response {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:36.791897 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-a843e5bc-2522-48b8-b5dd-432bbe4274b9 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] 10.222.0.33 "DELETE /networking/v2.0/floatingips/93bcf6b8-6036-4de3-a695-118f8409d1e0 HTTP/1.1" status: 204 len: 168 time: 0.4579628 Sep 18 00:59:36.964336 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-fec72615-ee30-4c35-8a56-9b6198bf537a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (d0e8801d-4758-48bd-8085-7f05d3358764), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:37.409270 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.rpc [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Device 52a424bc-9fbd-479c-b108-af4ee47377ab no longer exists at agent hyperv_hv-cinder-maste {{(pid=106232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:59:37.429436 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] No Port match for: 52a424bc-9fbd-479c-b108-af4ee47377ab {{(pid=106232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 18 00:59:37.429781 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.rpc [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Device 52a424bc-9fbd-479c-b108-af4ee47377ab not bound to the agent host hv-cinder-maste {{(pid=106232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:59:38.871686 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-dbc7b203-e4cc-426a-aeff-c16fa309d22e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (91de19fe-167d-470c-b665-c08c1d21c559), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:39.564037 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8cb1ca-d7ae-48f5-8929-fac6585320f6 req-739b4ca9-6ffe-49e8-bb53-62f30ad87c3d tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:59:39.565446 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-3e8cb1ca-d7ae-48f5-8929-fac6585320f6 req-739b4ca9-6ffe-49e8-bb53-62f30ad87c3d tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e2055882-050f-4acf-a99c-96d698e25963 HTTP/1.1" status: 200 len: 945 time: 0.0469472 Sep 18 00:59:39.625545 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-3e8cb1ca-d7ae-48f5-8929-fac6585320f6 req-99caae08-1509-48c5-8be7-2c6c15057ac4 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=47037163-61fb-461f-809c-733d83e39634&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533237 Sep 18 00:59:40.141987 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-1c1e26f8-ce84-4314-9422-87e0912de383 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (9a0bd8cc-a240-4c0b-8d32-8f22e7371ee9), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:40.261550 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (c8573462-7e7f-4357-b3a8-beeaa8ae7db3), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:40.742364 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:59:40.752029 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1337bbaf-1f18-41ea-8891-0e4a4c1d38b9 req-c3b68c11-3a0f-4074-8c65-3453985ac9a6 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:59:40.753462 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-1337bbaf-1f18-41ea-8891-0e4a4c1d38b9 req-c3b68c11-3a0f-4074-8c65-3453985ac9a6 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e2055882-050f-4acf-a99c-96d698e25963 HTTP/1.1" status: 200 len: 945 time: 0.0484319 Sep 18 00:59:40.800958 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-1337bbaf-1f18-41ea-8891-0e4a4c1d38b9 req-65999fed-ef78-4f13-a305-ae0dca54ccb8 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=47037163-61fb-461f-809c-733d83e39634&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416141 Sep 18 00:59:41.928063 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac0e930-7e39-449d-bc87-73859296706f req-081fdacf-949b-4111-9ea3-f0bb68e65350 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:59:41.929508 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-3ac0e930-7e39-449d-bc87-73859296706f req-081fdacf-949b-4111-9ea3-f0bb68e65350 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e2055882-050f-4acf-a99c-96d698e25963 HTTP/1.1" status: 200 len: 945 time: 0.0500648 Sep 18 00:59:41.996527 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47258eaf-315d-4f66-8eb9-876d507cc6a2 req-87a98dae-2437-45b9-9f4e-053306015ca0 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:59:41.998003 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-47258eaf-315d-4f66-8eb9-876d507cc6a2 req-87a98dae-2437-45b9-9f4e-053306015ca0 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=e2055882-050f-4acf-a99c-96d698e25963 HTTP/1.1" status: 200 len: 945 time: 0.0676186 Sep 18 00:59:42.014858 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-3ac0e930-7e39-449d-bc87-73859296706f req-cb1dafe4-bbc6-4e46-b96a-87f2ce719e8a tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=47037163-61fb-461f-809c-733d83e39634&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754325 Sep 18 00:59:42.187659 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [req-47258eaf-315d-4f66-8eb9-876d507cc6a2 req-d3c54e4b-ca1f-45b9-abea-c5f8f13fec78 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Deleting port ff818f99-6875-42e7-8af0-6e7c1e9ef011 {{(pid=106230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 18 00:59:42.188006 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [req-47258eaf-315d-4f66-8eb9-876d507cc6a2 req-d3c54e4b-ca1f-45b9-abea-c5f8f13fec78 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749746030605'] for port (ff818f99-6875-42e7-8af0-6e7c1e9ef011), before_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:42.211692 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=100 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:59:42.284188 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.plugins.ml2.db [req-47258eaf-315d-4f66-8eb9-876d507cc6a2 req-d3c54e4b-ca1f-45b9-abea-c5f8f13fec78 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] For port ff818f99-6875-42e7-8af0-6e7c1e9ef011, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=ff818f99-6875-42e7-8af0-6e7c1e9ef011,segment=NetworkSegment(6bbfddfb-8aa0-4ab6-886c-b017727b1f75),segment_id=6bbfddfb-8aa0-4ab6-886c-b017727b1f75)] {{(pid=106230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:59:42.284574 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [req-47258eaf-315d-4f66-8eb9-876d507cc6a2 req-d3c54e4b-ca1f-45b9-abea-c5f8f13fec78 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16488537'] for port (ff818f99-6875-42e7-8af0-6e7c1e9ef011), precommit_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:42.497026 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [req-47258eaf-315d-4f66-8eb9-876d507cc6a2 req-d3c54e4b-ca1f-45b9-abea-c5f8f13fec78 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:42.497472 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [req-47258eaf-315d-4f66-8eb9-876d507cc6a2 req-d3c54e4b-ca1f-45b9-abea-c5f8f13fec78 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16489891'] for floatingip (e0606aab-0a3f-4cf7-9460-8b11189403e1), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:42.497797 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.db.l3_db [req-47258eaf-315d-4f66-8eb9-876d507cc6a2 req-d3c54e4b-ca1f-45b9-abea-c5f8f13fec78 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Floating IP e0606aab-0a3f-4cf7-9460-8b11189403e1 disassociated. External IP: 172.37.5.250, port: ff818f99-6875-42e7-8af0-6e7c1e9ef011. Sep 18 00:59:42.498139 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [req-47258eaf-315d-4f66-8eb9-876d507cc6a2 req-d3c54e4b-ca1f-45b9-abea-c5f8f13fec78 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Calling delete_port for ff818f99-6875-42e7-8af0-6e7c1e9ef011 owned by compute:nova {{(pid=106230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 18 00:59:42.635654 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [req-47258eaf-315d-4f66-8eb9-876d507cc6a2 req-d3c54e4b-ca1f-45b9-abea-c5f8f13fec78 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749746033803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749745591516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13339648'] for port (ff818f99-6875-42e7-8af0-6e7c1e9ef011), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:42.687326 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c54e4b-ca1f-45b9-abea-c5f8f13fec78 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Pushing event deleted for resources: {'Port': ['ID=ff818f99-6875-42e7-8af0-6e7c1e9ef011,revision_number=None']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:59:42.815097 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.scheduler.l3_agent_scheduler [req-47258eaf-315d-4f66-8eb9-876d507cc6a2 req-d3c54e4b-ca1f-45b9-abea-c5f8f13fec78 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Router 5b0b7f67-1b83-4574-ab3e-35ade2a4eea8 has already been hosted by L3 agent d0e8801d-4758-48bd-8085-7f05d3358764 {{(pid=106230) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 00:59:42.973051 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42193ab-01f7-4476-a1eb-f3f9f6a77934 req-8faabec6-ba2e-41ff-beeb-dee40f87f4dc tempest-VolumesSnapshotTestJSON-698728750 tempest-VolumesSnapshotTestJSON-698728750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:59:42.974565 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-d42193ab-01f7-4476-a1eb-f3f9f6a77934 req-8faabec6-ba2e-41ff-beeb-dee40f87f4dc tempest-VolumesSnapshotTestJSON-698728750 tempest-VolumesSnapshotTestJSON-698728750-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=234a399b-97be-4b3b-8bdb-75278ffdc4e0 HTTP/1.1" status: 200 len: 945 time: 0.0586522 Sep 18 00:59:42.978073 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-47258eaf-315d-4f66-8eb9-876d507cc6a2 req-d3c54e4b-ca1f-45b9-abea-c5f8f13fec78 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=106230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 00:59:42.987683 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a09b183-2cdb-4695-9b31-4f85b7da8923 None None] Sync routers for ids ['5b0b7f67-1b83-4574-ab3e-35ade2a4eea8'] in dv-cinder-master-3-smb {{(pid=106232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 00:59:43.000044 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a09b183-2cdb-4695-9b31-4f85b7da8923 None None] Routers {'5b0b7f67-1b83-4574-ab3e-35ade2a4eea8'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 18 00:59:43.000743 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.l3_hamode_db [None req-8a09b183-2cdb-4695-9b31-4f85b7da8923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-18T00:47:37Z,description=,heartbeat_timestamp=2022-09-18T00:59:37Z,host='dv-cinder-master-3-smb',id=d0e8801d-4758-48bd-8085-7f05d3358764,load=0,resource_versions=,resources_synced=,started_at=2022-09-18T00:47:37Z,topic='l3_agent')) {'router_ids': ['5b0b7f67-1b83-4574-ab3e-35ade2a4eea8'], 'active': True} {{(pid=106232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:59:43.044317 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:59:43.046060 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.db.l3_dvrscheduler_db [req-47258eaf-315d-4f66-8eb9-876d507cc6a2 req-d3c54e4b-ca1f-45b9-abea-c5f8f13fec78 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] No DVR routers for this DVR port ff818f99-6875-42e7-8af0-6e7c1e9ef011 on host hv-cinder-maste {{(pid=106230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 18 00:59:43.054092 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [req-47258eaf-315d-4f66-8eb9-876d507cc6a2 req-d3c54e4b-ca1f-45b9-abea-c5f8f13fec78 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16701016'] for port (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:43.059944 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-47258eaf-315d-4f66-8eb9-876d507cc6a2 req-d3c54e4b-ca1f-45b9-abea-c5f8f13fec78 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] 10.222.0.57 "DELETE /networking/v2.0/ports/ff818f99-6875-42e7-8af0-6e7c1e9ef011 HTTP/1.1" status: 204 len: 173 time: 0.9600978 Sep 18 00:59:43.062004 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2055882-050f-4acf-a99c-96d698e25963', 'name': 'network-vif-deleted', 'tag': 'ff818f99-6875-42e7-8af0-6e7c1e9ef011'}] {{(pid=106230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 18 00:59:43.064603 dv-cinder-master-3-smb neutron-server[106230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5cb6f936bef875aa30205792da77c9643b85616d99b85ee9f5e1cfaba0fe173" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-734e605a-1185-4102-9028-c4defc43b071" -d '{"events": [{"server_uuid": "e2055882-050f-4acf-a99c-96d698e25963", "name": "network-vif-deleted", "tag": "ff818f99-6875-42e7-8af0-6e7c1e9ef011"}]}' {{(pid=106230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:59:43.085690 dv-cinder-master-3-smb neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:59:43.087178 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-d42193ab-01f7-4476-a1eb-f3f9f6a77934 req-b2122942-d5af-4932-94c3-6d1977bfbb17 tempest-VolumesSnapshotTestJSON-698728750 tempest-VolumesSnapshotTestJSON-698728750-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=fa0a7270-c489-4827-97e2-2fa58a52d0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027575 Sep 18 00:59:43.138856 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.l3_dvr_db [None req-8a09b183-2cdb-4695-9b31-4f85b7da8923 None None] Set router 5b0b7f67-1b83-4574-ab3e-35ade2a4eea8 gateway port host: dv-cinder-master-3-smb {{(pid=106232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 18 00:59:43.165425 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-2544742c-da8e-4132-b1c2-b95d3aae4625 req-d9216596-1604-4194-9a3f-ab1e2c157ff2 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e2055882-050f-4acf-a99c-96d698e25963 HTTP/1.1" status: 200 len: 210 time: 0.0586560 Sep 18 00:59:43.167030 dv-cinder-master-3-smb neutron-server[106230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 18 Sep 2022 00:59:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48e062f4-efe9-45a7-9c4b-643f5b06a914 x-openstack-request-id: req-48e062f4-efe9-45a7-9c4b-643f5b06a914 {{(pid=106230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:59:43.167329 dv-cinder-master-3-smb neutron-server[106230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2055882-050f-4acf-a99c-96d698e25963", "name": "network-vif-deleted", "tag": "ff818f99-6875-42e7-8af0-6e7c1e9ef011", "status": "completed", "code": 200}]} {{(pid=106230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:59:43.167585 dv-cinder-master-3-smb neutron-server[106230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-48e062f4-efe9-45a7-9c4b-643f5b06a914 {{(pid=106230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:59:43.168455 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48e062f4-efe9-45a7-9c4b-643f5b06a914'] response: {'server_uuid': 'e2055882-050f-4acf-a99c-96d698e25963', 'name': 'network-vif-deleted', 'tag': 'ff818f99-6875-42e7-8af0-6e7c1e9ef011', 'status': 'completed', 'code': 200} Sep 18 00:59:43.325769 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.l3_hamode_db [None req-8a09b183-2cdb-4695-9b31-4f85b7da8923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b0b7f67-1b83-4574-ab3e-35ade2a4eea8', 'name': 'tempest-AttachVolumeNegativeTest-887914811-router', 'tenant_id': 'ec2d9e20d4ed4178b9bc68ff54715b18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'external_fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.120'}], 'enable_snat': True}, 'gw_port_id': '85d33348-a6aa-4278-8987-be6d20f85848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:56:00Z', 'updated_at': '2022-09-18T00:56:15Z', 'revision_number': 4, 'project_id': 'ec2d9e20d4ed4178b9bc68ff54715b18', 'gw_port': {'id': '85d33348-a6aa-4278-8987-be6d20f85848', 'name': '', 'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:1b:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b0b7f67-1b83-4574-ab3e-35ade2a4eea8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:56:01Z', 'updated_at': '2022-09-18T00:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '4545d7a8-56f0-4062-a60e-cf2cfb4c3390', 'name': '', 'network_id': 'eee7c814-dc91-4de0-b55e-0732fcd7c9de', 'tenant_id': 'ec2d9e20d4ed4178b9bc68ff54715b18', 'mac_address': 'fa:16:3e:b0:99:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b0b7f67-1b83-4574-ab3e-35ade2a4eea8', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '4028d8f5-a2a6-4af3-9818-cba168eaf579', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:56:11Z', 'updated_at': '2022-09-18T00:56:27Z', 'revision_number': 5, 'project_id': 'ec2d9e20d4ed4178b9bc68ff54715b18', 'subnets': [{'id': '4028d8f5-a2a6-4af3-9818-cba168eaf579', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=106232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:59:43.350310 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a09b183-2cdb-4695-9b31-4f85b7da8923 None None] Checking router: 5b0b7f67-1b83-4574-ab3e-35ade2a4eea8 for host: dv-cinder-master-3-smb {{(pid=106232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 00:59:43.359435 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a09b183-2cdb-4695-9b31-4f85b7da8923 None None] Routers {'5b0b7f67-1b83-4574-ab3e-35ade2a4eea8'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 18 00:59:43.360041 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.l3_hamode_db [None req-8a09b183-2cdb-4695-9b31-4f85b7da8923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-18T00:47:37Z,description=,heartbeat_timestamp=2022-09-18T00:59:37Z,host='dv-cinder-master-3-smb',id=d0e8801d-4758-48bd-8085-7f05d3358764,load=0,resource_versions=,resources_synced=,started_at=2022-09-18T00:47:37Z,topic='l3_agent')) {'router_ids': ['5b0b7f67-1b83-4574-ab3e-35ade2a4eea8'], 'active': True} {{(pid=106232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:59:43.461983 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.l3_dvr_db [None req-8a09b183-2cdb-4695-9b31-4f85b7da8923 None None] Set router 5b0b7f67-1b83-4574-ab3e-35ade2a4eea8 gateway port host: dv-cinder-master-3-smb {{(pid=106232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 18 00:59:43.650012 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.l3_hamode_db [None req-8a09b183-2cdb-4695-9b31-4f85b7da8923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b0b7f67-1b83-4574-ab3e-35ade2a4eea8', 'name': 'tempest-AttachVolumeNegativeTest-887914811-router', 'tenant_id': 'ec2d9e20d4ed4178b9bc68ff54715b18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'external_fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.120'}], 'enable_snat': True}, 'gw_port_id': '85d33348-a6aa-4278-8987-be6d20f85848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:56:00Z', 'updated_at': '2022-09-18T00:56:15Z', 'revision_number': 4, 'project_id': 'ec2d9e20d4ed4178b9bc68ff54715b18', 'gw_port': {'id': '85d33348-a6aa-4278-8987-be6d20f85848', 'name': '', 'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:1b:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b0b7f67-1b83-4574-ab3e-35ade2a4eea8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:56:01Z', 'updated_at': '2022-09-18T00:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '4545d7a8-56f0-4062-a60e-cf2cfb4c3390', 'name': '', 'network_id': 'eee7c814-dc91-4de0-b55e-0732fcd7c9de', 'tenant_id': 'ec2d9e20d4ed4178b9bc68ff54715b18', 'mac_address': 'fa:16:3e:b0:99:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b0b7f67-1b83-4574-ab3e-35ade2a4eea8', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '4028d8f5-a2a6-4af3-9818-cba168eaf579', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:56:11Z', 'updated_at': '2022-09-18T00:56:27Z', 'revision_number': 5, 'project_id': 'ec2d9e20d4ed4178b9bc68ff54715b18', 'subnets': [{'id': '4028d8f5-a2a6-4af3-9818-cba168eaf579', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=106232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 00:59:43.674908 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a09b183-2cdb-4695-9b31-4f85b7da8923 None None] The sync data for ids ['5b0b7f67-1b83-4574-ab3e-35ade2a4eea8'] in dv-cinder-master-3-smb is: [{'id': '5b0b7f67-1b83-4574-ab3e-35ade2a4eea8', 'name': 'tempest-AttachVolumeNegativeTest-887914811-router', 'tenant_id': 'ec2d9e20d4ed4178b9bc68ff54715b18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'external_fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.120'}], 'enable_snat': True}, 'gw_port_id': '85d33348-a6aa-4278-8987-be6d20f85848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:56:00Z', 'updated_at': '2022-09-18T00:56:15Z', 'revision_number': 4, 'project_id': 'ec2d9e20d4ed4178b9bc68ff54715b18', 'gw_port': {'id': '85d33348-a6aa-4278-8987-be6d20f85848', 'name': '', 'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:1b:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b0b7f67-1b83-4574-ab3e-35ade2a4eea8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:56:01Z', 'updated_at': '2022-09-18T00:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '4545d7a8-56f0-4062-a60e-cf2cfb4c3390', 'name': '', 'network_id': 'eee7c814-dc91-4de0-b55e-0732fcd7c9de', 'tenant_id': 'ec2d9e20d4ed4178b9bc68ff54715b18', 'mac_address': 'fa:16:3e:b0:99:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b0b7f67-1b83-4574-ab3e-35ade2a4eea8', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '4028d8f5-a2a6-4af3-9818-cba168eaf579', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:56:11Z', 'updated_at': '2022-09-18T00:56:27Z', 'revision_number': 5, 'project_id': 'ec2d9e20d4ed4178b9bc68ff54715b18', 'subnets': [{'id': '4028d8f5-a2a6-4af3-9818-cba168eaf579', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 00:59:43.892728 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f95806f9-0a8c-4926-8c13-ca14377c7ec3 None None] New status for floating IP e0606aab-0a3f-4cf7-9460-8b11189403e1: DOWN {{(pid=106233) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 18 00:59:43.896086 dv-cinder-master-3-smb neutron-server[106233]: DEBUG dbcounter [-] [106233] Writing DB stats neutron:SELECT=16,neutron:UPDATE=2 {{(pid=106233) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:59:44.224832 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab86468-e629-4b0f-b652-8a740758b882 req-960b7dda-778b-4277-8848-69808a0b9f70 tempest-VolumesSnapshotTestJSON-698728750 tempest-VolumesSnapshotTestJSON-698728750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:59:44.226315 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-4ab86468-e629-4b0f-b652-8a740758b882 req-960b7dda-778b-4277-8848-69808a0b9f70 tempest-VolumesSnapshotTestJSON-698728750 tempest-VolumesSnapshotTestJSON-698728750-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=234a399b-97be-4b3b-8bdb-75278ffdc4e0 HTTP/1.1" status: 200 len: 945 time: 0.0482645 Sep 18 00:59:44.281024 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-43d9e34b-8cdd-4cb2-be4e-8daab2d83c13 req-5bb67bb7-8e18-412d-b2a5-26eaf498f885 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e2055882-050f-4acf-a99c-96d698e25963 HTTP/1.1" status: 200 len: 210 time: 0.0419509 Sep 18 00:59:44.297169 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-4ab86468-e629-4b0f-b652-8a740758b882 req-f9ed5e6b-41f6-494d-956e-b031b125ab35 tempest-VolumesSnapshotTestJSON-698728750 tempest-VolumesSnapshotTestJSON-698728750-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=fa0a7270-c489-4827-97e2-2fa58a52d0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651400 Sep 18 00:59:45.401552 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-510e313e-06cd-4b14-b668-e382a1a672cc req-727c0720-7fba-462a-8c58-61169e3b246b tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e2055882-050f-4acf-a99c-96d698e25963 HTTP/1.1" status: 200 len: 210 time: 0.0414982 Sep 18 00:59:45.431763 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.rpc [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Device ff818f99-6875-42e7-8af0-6e7c1e9ef011 no longer exists at agent hyperv_hv-cinder-maste {{(pid=106232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:59:45.435963 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90325108-2ea4-4efb-82ae-ad9cedaaae76 req-7e87037f-7342-49ba-a73f-fa2b9f0128e7 tempest-VolumesSnapshotTestJSON-698728750 tempest-VolumesSnapshotTestJSON-698728750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:59:45.437467 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-90325108-2ea4-4efb-82ae-ad9cedaaae76 req-7e87037f-7342-49ba-a73f-fa2b9f0128e7 tempest-VolumesSnapshotTestJSON-698728750 tempest-VolumesSnapshotTestJSON-698728750-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=234a399b-97be-4b3b-8bdb-75278ffdc4e0 HTTP/1.1" status: 200 len: 945 time: 0.0648072 Sep 18 00:59:45.450368 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:59:45.452410 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] No Port match for: ff818f99-6875-42e7-8af0-6e7c1e9ef011 {{(pid=106232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 18 00:59:45.452765 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.rpc [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Device ff818f99-6875-42e7-8af0-6e7c1e9ef011 not bound to the agent host hv-cinder-maste {{(pid=106232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:59:45.485952 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-90325108-2ea4-4efb-82ae-ad9cedaaae76 req-745eecdd-0655-455b-bed4-e2c0fb251d15 tempest-VolumesSnapshotTestJSON-698728750 tempest-VolumesSnapshotTestJSON-698728750-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=fa0a7270-c489-4827-97e2-2fa58a52d0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428855 Sep 18 00:59:46.506720 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-2ef36aba-2cb6-4f77-a9ef-0e488fb02055 req-667dce9f-70a5-4715-90f4-93938681a8a1 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e2055882-050f-4acf-a99c-96d698e25963 HTTP/1.1" status: 200 len: 210 time: 0.0272830 Sep 18 00:59:46.614106 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feac47a6-bdf7-41aa-a9ce-f78889c411d5 req-9e457573-9fda-4f21-8110-e8c786203a90 tempest-VolumesSnapshotTestJSON-698728750 tempest-VolumesSnapshotTestJSON-698728750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:59:46.615593 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-feac47a6-bdf7-41aa-a9ce-f78889c411d5 req-9e457573-9fda-4f21-8110-e8c786203a90 tempest-VolumesSnapshotTestJSON-698728750 tempest-VolumesSnapshotTestJSON-698728750-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=234a399b-97be-4b3b-8bdb-75278ffdc4e0 HTTP/1.1" status: 200 len: 945 time: 0.0516429 Sep 18 00:59:46.667553 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-feac47a6-bdf7-41aa-a9ce-f78889c411d5 req-d22bd8a3-0900-4369-8594-7eee1c729983 tempest-VolumesSnapshotTestJSON-698728750 tempest-VolumesSnapshotTestJSON-698728750-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=fa0a7270-c489-4827-97e2-2fa58a52d0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456669 Sep 18 00:59:46.782287 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=59,neutron:DELETE=7 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:59:46.784098 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=67,neutron:DELETE=3 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:59:47.610345 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-b4216469-aa84-4b2e-99c3-d78cf1dbc688 req-b38d3649-f2fb-49a9-94e4-a3b1d4c2eb0f tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e2055882-050f-4acf-a99c-96d698e25963 HTTP/1.1" status: 200 len: 210 time: 0.0269780 Sep 18 00:59:47.786412 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628ff108-f156-4b9e-96a4-a7fe3e108689 req-31bb8155-c0e0-4657-8811-7f45383f9710 tempest-VolumesSnapshotTestJSON-698728750 tempest-VolumesSnapshotTestJSON-698728750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:59:47.787882 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-628ff108-f156-4b9e-96a4-a7fe3e108689 req-31bb8155-c0e0-4657-8811-7f45383f9710 tempest-VolumesSnapshotTestJSON-698728750 tempest-VolumesSnapshotTestJSON-698728750-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=234a399b-97be-4b3b-8bdb-75278ffdc4e0 HTTP/1.1" status: 200 len: 945 time: 0.0462062 Sep 18 00:59:47.835539 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-628ff108-f156-4b9e-96a4-a7fe3e108689 req-e2b18660-420a-4442-aed2-fe2c603f5091 tempest-VolumesSnapshotTestJSON-698728750 tempest-VolumesSnapshotTestJSON-698728750-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=fa0a7270-c489-4827-97e2-2fa58a52d0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413847 Sep 18 00:59:48.561756 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa11b331-6400-48da-b1d1-8772c5537b19 req-1a4be3f6-9db2-42c2-947d-6c0ee58a1eca tempest-VolumesSnapshotTestJSON-698728750 tempest-VolumesSnapshotTestJSON-698728750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:59:48.563307 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-aa11b331-6400-48da-b1d1-8772c5537b19 req-1a4be3f6-9db2-42c2-947d-6c0ee58a1eca tempest-VolumesSnapshotTestJSON-698728750 tempest-VolumesSnapshotTestJSON-698728750-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=234a399b-97be-4b3b-8bdb-75278ffdc4e0 HTTP/1.1" status: 200 len: 945 time: 0.0524352 Sep 18 00:59:48.668102 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [req-aa11b331-6400-48da-b1d1-8772c5537b19 req-bd0a4291-2024-4159-a4c8-ff66236bb7eb tempest-VolumesSnapshotTestJSON-698728750 tempest-VolumesSnapshotTestJSON-698728750-project] Deleting port 41adca23-a8d9-445c-9eaa-f1623bb2425c {{(pid=106230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 18 00:59:48.668753 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [req-aa11b331-6400-48da-b1d1-8772c5537b19 req-bd0a4291-2024-4159-a4c8-ff66236bb7eb tempest-VolumesSnapshotTestJSON-698728750 tempest-VolumesSnapshotTestJSON-698728750-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749746030605'] for port (41adca23-a8d9-445c-9eaa-f1623bb2425c), before_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:48.766991 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-35602d1d-7659-402f-aa6f-ec2c10cc07a1 req-2f7dca09-cb4b-4889-901f-b2f284b2a2cd tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e2055882-050f-4acf-a99c-96d698e25963 HTTP/1.1" status: 200 len: 210 time: 0.0337560 Sep 18 00:59:48.799518 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.plugins.ml2.db [req-aa11b331-6400-48da-b1d1-8772c5537b19 req-bd0a4291-2024-4159-a4c8-ff66236bb7eb tempest-VolumesSnapshotTestJSON-698728750 tempest-VolumesSnapshotTestJSON-698728750-project] For port 41adca23-a8d9-445c-9eaa-f1623bb2425c, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=41adca23-a8d9-445c-9eaa-f1623bb2425c,segment=NetworkSegment(83b1444a-b57f-47b2-b012-58acece53013),segment_id=83b1444a-b57f-47b2-b012-58acece53013)] {{(pid=106230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 00:59:48.799889 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [req-aa11b331-6400-48da-b1d1-8772c5537b19 req-bd0a4291-2024-4159-a4c8-ff66236bb7eb tempest-VolumesSnapshotTestJSON-698728750 tempest-VolumesSnapshotTestJSON-698728750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16488537'] for port (41adca23-a8d9-445c-9eaa-f1623bb2425c), precommit_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:48.814439 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [req-aa11b331-6400-48da-b1d1-8772c5537b19 req-bd0a4291-2024-4159-a4c8-ff66236bb7eb tempest-VolumesSnapshotTestJSON-698728750 tempest-VolumesSnapshotTestJSON-698728750-project] Calling delete_port for 41adca23-a8d9-445c-9eaa-f1623bb2425c owned by compute:nova {{(pid=106230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 18 00:59:48.978054 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68134617-0763-46a1-bacc-c18535cfe5c1 req-27de4c2d-6522-471f-929d-23d1e44fc45a tempest-VolumesSnapshotTestJSON-698728750 tempest-VolumesSnapshotTestJSON-698728750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:59:48.979567 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-68134617-0763-46a1-bacc-c18535cfe5c1 req-27de4c2d-6522-471f-929d-23d1e44fc45a tempest-VolumesSnapshotTestJSON-698728750 tempest-VolumesSnapshotTestJSON-698728750-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=234a399b-97be-4b3b-8bdb-75278ffdc4e0 HTTP/1.1" status: 200 len: 945 time: 0.0614057 Sep 18 00:59:48.983778 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [req-aa11b331-6400-48da-b1d1-8772c5537b19 req-bd0a4291-2024-4159-a4c8-ff66236bb7eb tempest-VolumesSnapshotTestJSON-698728750 tempest-VolumesSnapshotTestJSON-698728750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749746033803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749745591516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13339648'] for port (41adca23-a8d9-445c-9eaa-f1623bb2425c), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:49.027324 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0a4291-2024-4159-a4c8-ff66236bb7eb tempest-VolumesSnapshotTestJSON-698728750 tempest-VolumesSnapshotTestJSON-698728750-project] Pushing event deleted for resources: {'Port': ['ID=41adca23-a8d9-445c-9eaa-f1623bb2425c,revision_number=None']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:59:49.043044 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.db [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] get_ports_and_sgs() called for port_ids ['41adca23-a8d9-445c-9eaa-f1623bb2425c'] {{(pid=106232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 18 00:59:49.083470 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:59:49.088871 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa11b331-6400-48da-b1d1-8772c5537b19 req-bd0a4291-2024-4159-a4c8-ff66236bb7eb tempest-VolumesSnapshotTestJSON-698728750 tempest-VolumesSnapshotTestJSON-698728750-project] No DVR routers for this DVR port 41adca23-a8d9-445c-9eaa-f1623bb2425c on host hv-cinder-maste {{(pid=106230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 18 00:59:49.093641 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [req-aa11b331-6400-48da-b1d1-8772c5537b19 req-bd0a4291-2024-4159-a4c8-ff66236bb7eb tempest-VolumesSnapshotTestJSON-698728750 tempest-VolumesSnapshotTestJSON-698728750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16701016'] for port (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:49.096871 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-aa11b331-6400-48da-b1d1-8772c5537b19 req-bd0a4291-2024-4159-a4c8-ff66236bb7eb tempest-VolumesSnapshotTestJSON-698728750 tempest-VolumesSnapshotTestJSON-698728750-project] 10.222.0.57 "DELETE /networking/v2.0/ports/41adca23-a8d9-445c-9eaa-f1623bb2425c HTTP/1.1" status: 204 len: 173 time: 0.5213318 Sep 18 00:59:49.097598 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '234a399b-97be-4b3b-8bdb-75278ffdc4e0', 'name': 'network-vif-deleted', 'tag': '41adca23-a8d9-445c-9eaa-f1623bb2425c'}] {{(pid=106230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 18 00:59:49.099850 dv-cinder-master-3-smb neutron-server[106230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5cb6f936bef875aa30205792da77c9643b85616d99b85ee9f5e1cfaba0fe173" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da722862-128e-49ed-a60d-1a3c9c01e2ca" -d '{"events": [{"server_uuid": "234a399b-97be-4b3b-8bdb-75278ffdc4e0", "name": "network-vif-deleted", "tag": "41adca23-a8d9-445c-9eaa-f1623bb2425c"}]}' {{(pid=106230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:59:49.107021 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-68134617-0763-46a1-bacc-c18535cfe5c1 req-35de135e-d215-4196-a1d6-f4d46dbd90c6 tempest-VolumesSnapshotTestJSON-698728750 tempest-VolumesSnapshotTestJSON-698728750-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=fa0a7270-c489-4827-97e2-2fa58a52d0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213152 Sep 18 00:59:49.138021 dv-cinder-master-3-smb neutron-server[106230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 18 Sep 2022 00:59:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0050ebb8-4777-4976-9663-793f6e379a11 x-openstack-request-id: req-0050ebb8-4777-4976-9663-793f6e379a11 {{(pid=106230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:59:49.138320 dv-cinder-master-3-smb neutron-server[106230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "234a399b-97be-4b3b-8bdb-75278ffdc4e0", "name": "network-vif-deleted", "tag": "41adca23-a8d9-445c-9eaa-f1623bb2425c", "status": "completed", "code": 200}]} {{(pid=106230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:59:49.138574 dv-cinder-master-3-smb neutron-server[106230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-0050ebb8-4777-4976-9663-793f6e379a11 {{(pid=106230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:59:49.138999 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0050ebb8-4777-4976-9663-793f6e379a11'] response: {'server_uuid': '234a399b-97be-4b3b-8bdb-75278ffdc4e0', 'name': 'network-vif-deleted', 'tag': '41adca23-a8d9-445c-9eaa-f1623bb2425c', 'status': 'completed', 'code': 200} Sep 18 00:59:49.890371 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-04ca93fb-88fb-45b3-af46-b41f7b1318b9 req-f8d1c214-b793-4846-a068-21dc6bcbe01e tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=e2055882-050f-4acf-a99c-96d698e25963 HTTP/1.1" status: 200 len: 210 time: 0.0287514 Sep 18 00:59:50.234547 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-3808c187-c7d5-4dc8-b69a-858717961eb7 req-1eb8c907-cb9e-455b-b4f8-56e92b57b687 tempest-VolumesSnapshotTestJSON-698728750 tempest-VolumesSnapshotTestJSON-698728750-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=234a399b-97be-4b3b-8bdb-75278ffdc4e0 HTTP/1.1" status: 200 len: 210 time: 0.0353608 Sep 18 00:59:50.715914 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefc5aeb-3e8d-46e3-a2a4-16de836183f3 req-71835240-8577-45e1-9878-1a813bb86cd0 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:59:50.717369 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-eefc5aeb-3e8d-46e3-a2a4-16de836183f3 req-71835240-8577-45e1-9878-1a813bb86cd0 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ecc591cc-e74d-48ea-85e8-945b2995d123 HTTP/1.1" status: 200 len: 945 time: 0.0468237 Sep 18 00:59:50.764467 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-eefc5aeb-3e8d-46e3-a2a4-16de836183f3 req-8bcf837e-c79c-47f6-be0e-9f27f6394868 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a79958da-0ace-40be-883c-3b3873a975fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412638 Sep 18 00:59:50.887950 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:59:50.894603 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52e509c-f2a9-4016-b878-92000d7a58ac req-24ac6ce8-5148-4e4a-a648-864149e47ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:59:50.896119 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-f52e509c-f2a9-4016-b878-92000d7a58ac req-24ac6ce8-5148-4e4a-a648-864149e47ebc service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=8cbf74b218c04911bb921f7cc2c6e966&device_id=ecc591cc-e74d-48ea-85e8-945b2995d123 HTTP/1.1" status: 200 len: 1129 time: 0.0446918 Sep 18 00:59:50.996184 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 33242) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:59:51.014437 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52e509c-f2a9-4016-b878-92000d7a58ac req-7820611b-6ef5-4a52-a5cc-67071a560bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:59:51.016039 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-f52e509c-f2a9-4016-b878-92000d7a58ac req-7820611b-6ef5-4a52-a5cc-67071a560bb9 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=c62b9e47-59b6-47ba-845f-e3be4dd39ad8 HTTP/1.1" status: 200 len: 920 time: 0.1070087 Sep 18 00:59:51.054955 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-ccf97a15-14c8-4187-80ce-459e29896e91 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Publish callbacks [] for security_group (47037163-61fb-461f-809c-733d83e39634), before_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:51.077966 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-ccf97a15-14c8-4187-80ce-459e29896e91 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Publish callbacks [] for security_group (47037163-61fb-461f-809c-733d83e39634), precommit_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:51.085188 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-f52e509c-f2a9-4016-b878-92000d7a58ac req-461e299f-cb5e-4162-afde-26db28ac0113 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9608eb83-8531-414f-a482-f625b3b31cb2 HTTP/1.1" status: 200 len: 1001 time: 0.0625119 Sep 18 00:59:51.131886 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-ccf97a15-14c8-4187-80ce-459e29896e91 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512506'] for security_group (47037163-61fb-461f-809c-733d83e39634), after_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:51.135128 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-ccf97a15-14c8-4187-80ce-459e29896e91 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Publish callbacks [] for security_group (None), before_response {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:51.136281 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-ccf97a15-14c8-4187-80ce-459e29896e91 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] 10.222.0.33 "DELETE /networking/v2.0/security-groups/47037163-61fb-461f-809c-733d83e39634 HTTP/1.1" status: 204 len: 168 time: 0.1389921 Sep 18 00:59:51.136601 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52e509c-f2a9-4016-b878-92000d7a58ac req-a75f79de-ee29-449a-8b18-a3675a5e5d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:59:51.137946 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-f52e509c-f2a9-4016-b878-92000d7a58ac req-a75f79de-ee29-449a-8b18-a3675a5e5d15 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=21e1d23e-9045-41fa-9ed7-19ac1edcbcfa HTTP/1.1" status: 200 len: 858 time: 0.0450017 Sep 18 00:59:51.139040 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.33', 33244) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:59:51.145487 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf97a15-14c8-4187-80ce-459e29896e91 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=47037163-61fb-461f-809c-733d83e39634,revision_number=None']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:59:51.161452 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.api.v2.resource [None req-6b3514c2-c069-45dc-acf7-da3c0c221f7f tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] show failed (client error): The resource could not be found. Sep 18 00:59:51.162487 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [None req-6b3514c2-c069-45dc-acf7-da3c0c221f7f tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] 10.222.0.33 "GET /networking/v2.0/security-groups/47037163-61fb-461f-809c-733d83e39634 HTTP/1.1" status: 404 len: 347 time: 0.0225461 Sep 18 00:59:51.168036 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.33', 33246) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:59:51.261115 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52e509c-f2a9-4016-b878-92000d7a58ac req-718a8862-3be5-424a-ac6b-a8d8decf229d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:59:51.262588 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-f52e509c-f2a9-4016-b878-92000d7a58ac req-718a8862-3be5-424a-ac6b-a8d8decf229d service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=c62b9e47-59b6-47ba-845f-e3be4dd39ad8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.1168654 Sep 18 00:59:51.355161 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-627ec336-ccac-4bde-bc2b-b6357cf7581e tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Deleting port 0f8d1013-2ad8-48b6-a65b-46de7b252d46 {{(pid=106230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 18 00:59:51.355515 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-627ec336-ccac-4bde-bc2b-b6357cf7581e tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749746030605'] for port (0f8d1013-2ad8-48b6-a65b-46de7b252d46), before_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:51.444863 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-f52e509c-f2a9-4016-b878-92000d7a58ac req-b08cf70f-ea50-422c-8cd7-91335d02345c service neutron] 10.222.0.57 "GET /networking/v2.0/networks/c62b9e47-59b6-47ba-845f-e3be4dd39ad8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737525 Sep 18 00:59:51.487906 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-627ec336-ccac-4bde-bc2b-b6357cf7581e tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16488537'] for port (0f8d1013-2ad8-48b6-a65b-46de7b252d46), precommit_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:51.488237 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-627ec336-ccac-4bde-bc2b-b6357cf7581e tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Publish callbacks [] for floatingip (0f8d1013-2ad8-48b6-a65b-46de7b252d46), precommit_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:51.529661 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-627ec336-ccac-4bde-bc2b-b6357cf7581e tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Calling delete_port for 0f8d1013-2ad8-48b6-a65b-46de7b252d46 owned by network:floatingip {{(pid=106230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 18 00:59:51.846087 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-f52e509c-f2a9-4016-b878-92000d7a58ac req-4ad4dea4-a084-4ae6-b455-324bab1008c4 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/c62b9e47-59b6-47ba-845f-e3be4dd39ad8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3919594 Sep 18 00:59:51.912992 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f99659-8ceb-4764-b0fd-e340a052ee61 req-b36d1ca0-7e63-442f-898b-cb6311052e99 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:59:51.914947 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-33f99659-8ceb-4764-b0fd-e340a052ee61 req-b36d1ca0-7e63-442f-898b-cb6311052e99 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ecc591cc-e74d-48ea-85e8-945b2995d123 HTTP/1.1" status: 200 len: 945 time: 0.0665977 Sep 18 00:59:51.935041 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:59:51.994344 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:59:52.004231 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-33f99659-8ceb-4764-b0fd-e340a052ee61 req-8dcbeb3b-5467-4801-8405-0c5ce7c3c10f tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a79958da-0ace-40be-883c-3b3873a975fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832503 Sep 18 00:59:52.005681 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-627ec336-ccac-4bde-bc2b-b6357cf7581e tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749746033803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749745591516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13339648'] for port (0f8d1013-2ad8-48b6-a65b-46de7b252d46), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:52.036349 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627ec336-ccac-4bde-bc2b-b6357cf7581e tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Pushing event deleted for resources: {'Port': ['ID=0f8d1013-2ad8-48b6-a65b-46de7b252d46,revision_number=None']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:59:52.098667 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-627ec336-ccac-4bde-bc2b-b6357cf7581e tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Publish callbacks [] for floatingip (e0606aab-0a3f-4cf7-9460-8b11189403e1), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:52.101219 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-627ec336-ccac-4bde-bc2b-b6357cf7581e tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16701016'] for floatingip (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:52.102440 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [None req-627ec336-ccac-4bde-bc2b-b6357cf7581e tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] 10.222.0.33 "DELETE /networking/v2.0/floatingips/e0606aab-0a3f-4cf7-9460-8b11189403e1 HTTP/1.1" status: 204 len: 168 time: 0.9333017 Sep 18 00:59:52.181775 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.33', 33262) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:59:52.186420 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.v2.base [None req-a3e38e59-4aae-4e70-9b81-d77999f46d7d tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Request body: {'security_group': {'name': 'tempest-securitygroup--473890881', 'description': 'tempest-description--659365616'}} {{(pid=106230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:59:52.208155 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-a3e38e59-4aae-4e70-9b81-d77999f46d7d tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Publish callbacks [] for security_group (None), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:52.277129 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-a3e38e59-4aae-4e70-9b81-d77999f46d7d tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Publish callbacks [] for security_group (bd9016d7-e2ec-425d-9142-2e56421a3010), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:52.280631 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-a3e38e59-4aae-4e70-9b81-d77999f46d7d tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512506'] for security_group (bd9016d7-e2ec-425d-9142-2e56421a3010), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:52.311424 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-a3e38e59-4aae-4e70-9b81-d77999f46d7d tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Publish callbacks [] for security_group (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:52.312635 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [None req-a3e38e59-4aae-4e70-9b81-d77999f46d7d tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] 10.222.0.33 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1297307 Sep 18 00:59:52.314510 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e38e59-4aae-4e70-9b81-d77999f46d7d tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd9016d7-e2ec-425d-9142-2e56421a3010,revision_number=1']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:59:52.315723 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 33264) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:59:52.320633 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.v2.base [None req-1c0234d6-c308-42f7-880d-09220f23268f tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Request body: {'security_group_rule': {'security_group_id': 'bd9016d7-e2ec-425d-9142-2e56421a3010', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:59:52.348255 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-1c0234d6-c308-42f7-880d-09220f23268f tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Publish callbacks [] for security_group_rule (bebcf2c1-5107-4dfa-9485-a448af6376b2), before_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:52.406071 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-1c0234d6-c308-42f7-880d-09220f23268f tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Publish callbacks [] for security_group_rule (bebcf2c1-5107-4dfa-9485-a448af6376b2), precommit_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:52.409508 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-1c0234d6-c308-42f7-880d-09220f23268f tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512405'] for security_group_rule (bebcf2c1-5107-4dfa-9485-a448af6376b2), after_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:52.430784 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0234d6-c308-42f7-880d-09220f23268f tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bebcf2c1-5107-4dfa-9485-a448af6376b2,revision_number=0']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:59:52.439102 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-1c0234d6-c308-42f7-880d-09220f23268f tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:52.440372 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-1c0234d6-c308-42f7-880d-09220f23268f tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1233716 Sep 18 00:59:52.443063 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 33266) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:59:52.447861 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.v2.base [None req-c0e17d01-c348-4fe7-8c46-7b816dcdd288 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Request body: {'security_group_rule': {'security_group_id': 'bd9016d7-e2ec-425d-9142-2e56421a3010', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:59:52.473438 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-c0e17d01-c348-4fe7-8c46-7b816dcdd288 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Publish callbacks [] for security_group_rule (72fe4ba0-60d0-4d27-bcde-fb84893b7fea), before_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:52.531959 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-c0e17d01-c348-4fe7-8c46-7b816dcdd288 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Publish callbacks [] for security_group_rule (72fe4ba0-60d0-4d27-bcde-fb84893b7fea), precommit_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:52.535785 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-c0e17d01-c348-4fe7-8c46-7b816dcdd288 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512405'] for security_group_rule (72fe4ba0-60d0-4d27-bcde-fb84893b7fea), after_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:52.554355 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e17d01-c348-4fe7-8c46-7b816dcdd288 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72fe4ba0-60d0-4d27-bcde-fb84893b7fea,revision_number=0']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:59:52.564797 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-c0e17d01-c348-4fe7-8c46-7b816dcdd288 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:52.565999 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-c0e17d01-c348-4fe7-8c46-7b816dcdd288 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1220212 Sep 18 00:59:52.569271 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 33274) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 00:59:52.574531 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.v2.base [None req-4a4f0943-0ef5-4227-8d54-ef3eb87879cb tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Request body: {'floatingip': {'floating_network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505'}} {{(pid=106231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:59:52.595727 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-4a4f0943-0ef5-4227-8d54-ef3eb87879cb tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:52.687414 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-4a4f0943-0ef5-4227-8d54-ef3eb87879cb tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (None), before_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:52.795991 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.db.db_base_plugin_common [None req-4a4f0943-0ef5-4227-8d54-ef3eb87879cb tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Allocated IP 172.37.5.149 (b5726c9b-05f1-4137-90cd-23a4e3e89505/9e97c026-c8b3-4b72-91ed-10f39e002f97/af90b269-1656-4447-937b-511a14efc237) {{(pid=106231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:59:52.901052 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-4a4f0943-0ef5-4227-8d54-ef3eb87879cb tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Publish callbacks [] for port (af90b269-1656-4447-937b-511a14efc237), precommit_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:52.908215 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=85,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:59:52.910251 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:59:52.940198 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-4a4f0943-0ef5-4227-8d54-ef3eb87879cb tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749745591507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13917182'] for port (af90b269-1656-4447-937b-511a14efc237), after_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:52.986556 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a4f0943-0ef5-4227-8d54-ef3eb87879cb tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Network b5726c9b-05f1-4137-90cd-23a4e3e89505 is already hosted by enough agents. {{(pid=106231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:59:52.989419 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.scheduler.base_scheduler [None req-4a4f0943-0ef5-4227-8d54-ef3eb87879cb tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Resources bound (agent type, host, resource id): {{(pid=106231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:59:52.992459 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a4f0943-0ef5-4227-8d54-ef3eb87879cb tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Received port after_create {{(pid=106231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 18 00:59:53.026698 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4f0943-0ef5-4227-8d54-ef3eb87879cb tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Pushing event updated for resources: {'Port': ['ID=af90b269-1656-4447-937b-511a14efc237,revision_number=1']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:59:53.089319 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-4a4f0943-0ef5-4227-8d54-ef3eb87879cb tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Publish callbacks [] for floatingip (271d0cc5-3047-494e-862b-7bd5e0edd11f), precommit_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:53.127012 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-4a4f0943-0ef5-4227-8d54-ef3eb87879cb tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (af90b269-1656-4447-937b-511a14efc237), before_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:53.131898 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b344a93e-4eb5-4b40-a922-17c34da0abad req-e337e58c-133a-4f45-94da-d1e14014004b tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:59:53.134323 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-b344a93e-4eb5-4b40-a922-17c34da0abad req-e337e58c-133a-4f45-94da-d1e14014004b tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ecc591cc-e74d-48ea-85e8-945b2995d123 HTTP/1.1" status: 200 len: 945 time: 0.0516894 Sep 18 00:59:53.182435 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-b344a93e-4eb5-4b40-a922-17c34da0abad req-619e863f-34f8-4c06-be97-8c7ee7007ecd tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a79958da-0ace-40be-883c-3b3873a975fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423400 Sep 18 00:59:53.274868 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-4a4f0943-0ef5-4227-8d54-ef3eb87879cb tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Publish callbacks [] for port (af90b269-1656-4447-937b-511a14efc237), precommit_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:53.279223 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-4a4f0943-0ef5-4227-8d54-ef3eb87879cb tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749746030758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749745591525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749745591543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13917127'] for port (af90b269-1656-4447-937b-511a14efc237), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:53.344561 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4f0943-0ef5-4227-8d54-ef3eb87879cb tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Pushing event updated for resources: {'Port': ['ID=af90b269-1656-4447-937b-511a14efc237,revision_number=2']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:59:53.347032 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-4a4f0943-0ef5-4227-8d54-ef3eb87879cb tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16489891'] for floatingip (271d0cc5-3047-494e-862b-7bd5e0edd11f), after_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:53.364405 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-4a4f0943-0ef5-4227-8d54-ef3eb87879cb tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16701016'] for floatingip (None), before_response {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:53.365617 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-4a4f0943-0ef5-4227-8d54-ef3eb87879cb tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] 10.222.0.33 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7944336 Sep 18 00:59:53.460700 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.rpc [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Device 41adca23-a8d9-445c-9eaa-f1623bb2425c no longer exists at agent hyperv_hv-cinder-maste {{(pid=106232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 00:59:53.481195 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] No Port match for: 41adca23-a8d9-445c-9eaa-f1623bb2425c {{(pid=106232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 18 00:59:53.483475 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.rpc [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Device 41adca23-a8d9-445c-9eaa-f1623bb2425c not bound to the agent host hv-cinder-maste {{(pid=106232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 00:59:53.565986 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-e8a95164-9248-4d4a-bc30-3bd0c611a557 req-00da2371-765f-4e3c-8469-19542918f56e tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] 10.222.0.33 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--473890881&fields=id&tenant_id=ec2d9e20d4ed4178b9bc68ff54715b18 HTTP/1.1" status: 200 len: 267 time: 0.0444369 Sep 18 00:59:53.681183 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a95164-9248-4d4a-bc30-3bd0c611a557 req-709a87fb-4c0b-4ec1-aee6-f55c605e3b1b tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:59:53.683448 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-e8a95164-9248-4d4a-bc30-3bd0c611a557 req-709a87fb-4c0b-4ec1-aee6-f55c605e3b1b tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] 10.222.0.33 "GET /networking/v2.0/networks?id=eee7c814-dc91-4de0-b55e-0732fcd7c9de HTTP/1.1" status: 200 len: 814 time: 0.1103690 Sep 18 00:59:53.697595 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-e8a95164-9248-4d4a-bc30-3bd0c611a557 req-855ee4a0-13bf-4a7c-b0c2-2ec87bc62bbb tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] 10.222.0.33 "GET /networking/v2.0/quotas/ec2d9e20d4ed4178b9bc68ff54715b18 HTTP/1.1" status: 200 len: 375 time: 0.0091329 Sep 18 00:59:53.746501 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-e8a95164-9248-4d4a-bc30-3bd0c611a557 req-f10a6b87-34f4-488c-ab77-368ddf9ddaf2 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=ec2d9e20d4ed4178b9bc68ff54715b18&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0439439 Sep 18 00:59:53.846257 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-e8a95164-9248-4d4a-bc30-3bd0c611a557 req-de2cc72b-c9ca-4e26-bf67-979dbef98573 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/eee7c814-dc91-4de0-b55e-0732fcd7c9de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876608 Sep 18 00:59:53.950466 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-e8a95164-9248-4d4a-bc30-3bd0c611a557 req-eacd4954-52fc-4b80-8a6b-9f7e3fd7a213 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/eee7c814-dc91-4de0-b55e-0732fcd7c9de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976195 Sep 18 00:59:53.970856 dv-cinder-master-3-smb neutron-server[106233]: DEBUG dbcounter [-] [106233] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=106233) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:59:53.970856 dv-cinder-master-3-smb neutron-server[106233]: DEBUG dbcounter [-] [106233] Writing DB stats neutron:UPDATE=1,neutron:SELECT=1 {{(pid=106233) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:59:54.131652 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-dd9f2990-97df-4f51-92de-3cea4ea8aa76 req-d7fc9bdd-9791-4d1c-b9bb-d3bbbbe8a166 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=27162b19-b4be-4478-8644-79f59ff58586 HTTP/1.1" status: 200 len: 210 time: 0.0281796 Sep 18 00:59:54.314131 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b5b06d-8f62-4e53-b678-e8c7c5947aab req-b4da94d4-9f73-4c5e-908f-0758f223d3a6 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:59:54.315703 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-41b5b06d-8f62-4e53-b678-e8c7c5947aab req-b4da94d4-9f73-4c5e-908f-0758f223d3a6 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ecc591cc-e74d-48ea-85e8-945b2995d123 HTTP/1.1" status: 200 len: 945 time: 0.0541189 Sep 18 00:59:54.369938 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-41b5b06d-8f62-4e53-b678-e8c7c5947aab req-efceb340-bbdd-49a5-b4e2-4ade69f1b49a tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a79958da-0ace-40be-883c-3b3873a975fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471060 Sep 18 00:59:55.177284 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=2 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:59:55.197996 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:59:55.229683 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a9e6d9-fc4a-4bf8-8246-7875d857825e req-1c6f7b97-18ee-4dc9-9744-a35457cc596a tempest-VolumesSnapshotTestJSON-698728750 tempest-VolumesSnapshotTestJSON-698728750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:59:55.231118 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-62a9e6d9-fc4a-4bf8-8246-7875d857825e req-1c6f7b97-18ee-4dc9-9744-a35457cc596a tempest-VolumesSnapshotTestJSON-698728750 tempest-VolumesSnapshotTestJSON-698728750-project] 10.222.0.33 "GET /networking/v2.0/networks?id=fd165d05-651e-4c2d-9094-a51f056f104b HTTP/1.1" status: 200 len: 814 time: 0.1158745 Sep 18 00:59:55.253820 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-77a9613b-195d-4e3a-bb37-ba3c54088b00 req-6a937e2a-07b5-4753-8cc1-16af505e276f tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=27162b19-b4be-4478-8644-79f59ff58586 HTTP/1.1" status: 200 len: 210 time: 0.0429380 Sep 18 00:59:55.263131 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-62a9e6d9-fc4a-4bf8-8246-7875d857825e req-f91fd445-5152-44d4-b405-56fb11ffbc99 tempest-VolumesSnapshotTestJSON-698728750 tempest-VolumesSnapshotTestJSON-698728750-project] 10.222.0.33 "GET /networking/v2.0/quotas/a5eba1f622574f5cacecaccdba833801 HTTP/1.1" status: 200 len: 375 time: 0.0129707 Sep 18 00:59:55.297845 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-62a9e6d9-fc4a-4bf8-8246-7875d857825e req-a135808e-eec2-4ef9-8ec4-546a53df1d37 tempest-VolumesSnapshotTestJSON-698728750 tempest-VolumesSnapshotTestJSON-698728750-project] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=a5eba1f622574f5cacecaccdba833801&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0282488 Sep 18 00:59:55.394892 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-62a9e6d9-fc4a-4bf8-8246-7875d857825e req-dbe985d5-3ae8-4975-81c2-c603686f7165 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/fd165d05-651e-4c2d-9094-a51f056f104b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895438 Sep 18 00:59:55.588495 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d1919c-00a0-4abb-98af-01efed65fae1 req-ade5cadb-e2a8-4709-a4d9-dafb257222ea tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:59:55.589959 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-a5d1919c-00a0-4abb-98af-01efed65fae1 req-ade5cadb-e2a8-4709-a4d9-dafb257222ea tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ecc591cc-e74d-48ea-85e8-945b2995d123 HTTP/1.1" status: 200 len: 945 time: 0.1367228 Sep 18 00:59:55.640814 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-62a9e6d9-fc4a-4bf8-8246-7875d857825e req-1a0999b8-8100-490f-82b9-074f7a8adbc5 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/fd165d05-651e-4c2d-9094-a51f056f104b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2383103 Sep 18 00:59:55.652172 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a95164-9248-4d4a-bc30-3bd0c611a557 req-b5f6e968-0e1f-4b0b-9ead-8b8984fcabf7 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:59:55.653538 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-e8a95164-9248-4d4a-bc30-3bd0c611a557 req-b5f6e968-0e1f-4b0b-9ead-8b8984fcabf7 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] 10.222.0.57 "GET /networking/v2.0/networks?id=eee7c814-dc91-4de0-b55e-0732fcd7c9de HTTP/1.1" status: 200 len: 814 time: 0.2310481 Sep 18 00:59:55.676737 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-a5d1919c-00a0-4abb-98af-01efed65fae1 req-7fdc4bdf-a156-4560-8fba-a9915e52c12b tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a79958da-0ace-40be-883c-3b3873a975fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0806978 Sep 18 00:59:55.795311 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-e8a95164-9248-4d4a-bc30-3bd0c611a557 req-fa4652c1-8219-4526-b595-58a8d383a664 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] 10.222.0.57 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=ec2d9e20d4ed4178b9bc68ff54715b18 HTTP/1.1" status: 200 len: 379 time: 0.0703647 Sep 18 00:59:55.817692 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.v2.base [req-e8a95164-9248-4d4a-bc30-3bd0c611a557 req-49d1be61-9052-4fe0-8088-78ff684899f7 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Request body: {'port': {'device_id': '27162b19-b4be-4478-8644-79f59ff58586', 'network_id': 'eee7c814-dc91-4de0-b55e-0732fcd7c9de', 'admin_state_up': True, 'tenant_id': 'ec2d9e20d4ed4178b9bc68ff54715b18', 'security_groups': ['bd9016d7-e2ec-425d-9142-2e56421a3010']}} {{(pid=106230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:59:55.824213 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-72349071-5247-4ce2-a769-503bd66caaff req-61c72f2e-e5ad-4926-890c-2965e4ef51e4 tempest-VolumesSnapshotTestJSON-698728750 tempest-VolumesSnapshotTestJSON-698728750-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=def988da-b233-4deb-b329-656813dfed41 HTTP/1.1" status: 200 len: 210 time: 0.0434453 Sep 18 00:59:55.931144 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8a95164-9248-4d4a-bc30-3bd0c611a557 req-49d1be61-9052-4fe0-8088-78ff684899f7 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Made reservation on behalf of ec2d9e20d4ed4178b9bc68ff54715b18 for: {'port': 1} {{(pid=106230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:59:55.934936 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [req-e8a95164-9248-4d4a-bc30-3bd0c611a557 req-49d1be61-9052-4fe0-8088-78ff684899f7 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (None), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:56.074929 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.db.db_base_plugin_common [req-e8a95164-9248-4d4a-bc30-3bd0c611a557 req-49d1be61-9052-4fe0-8088-78ff684899f7 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Allocated IP 172.20.0.6 (eee7c814-dc91-4de0-b55e-0732fcd7c9de/4028d8f5-a2a6-4af3-9818-cba168eaf579/676125cb-60fb-496b-b796-92d00340f299) {{(pid=106230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:59:56.134634 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:59:56.223968 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [req-e8a95164-9248-4d4a-bc30-3bd0c611a557 req-49d1be61-9052-4fe0-8088-78ff684899f7 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Publish callbacks [] for port (676125cb-60fb-496b-b796-92d00340f299), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:56.235211 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:59:56.260906 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [req-e8a95164-9248-4d4a-bc30-3bd0c611a557 req-49d1be61-9052-4fe0-8088-78ff684899f7 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749745591507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13339648'] for port (676125cb-60fb-496b-b796-92d00340f299), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:56.312624 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8a95164-9248-4d4a-bc30-3bd0c611a557 req-49d1be61-9052-4fe0-8088-78ff684899f7 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Network eee7c814-dc91-4de0-b55e-0732fcd7c9de is already hosted by enough agents. {{(pid=106230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:59:56.316188 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.scheduler.base_scheduler [req-e8a95164-9248-4d4a-bc30-3bd0c611a557 req-49d1be61-9052-4fe0-8088-78ff684899f7 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Resources bound (agent type, host, resource id): {{(pid=106230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:59:56.320308 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8a95164-9248-4d4a-bc30-3bd0c611a557 req-49d1be61-9052-4fe0-8088-78ff684899f7 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Received port after_create {{(pid=106230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 18 00:59:56.344054 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d1be61-9052-4fe0-8088-78ff684899f7 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Pushing event updated for resources: {'Port': ['ID=676125cb-60fb-496b-b796-92d00340f299,revision_number=1']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:59:56.409016 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e141ae6b-2155-4e0c-8737-736934bb0afe req-87c7d531-eb87-4325-a33c-03bb9d96fba0 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:59:56.410448 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-e141ae6b-2155-4e0c-8737-736934bb0afe req-87c7d531-eb87-4325-a33c-03bb9d96fba0 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=27162b19-b4be-4478-8644-79f59ff58586 HTTP/1.1" status: 200 len: 931 time: 0.0676050 Sep 18 00:59:56.415930 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a95164-9248-4d4a-bc30-3bd0c611a557 req-49d1be61-9052-4fe0-8088-78ff684899f7 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:59:56.416568 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [req-e8a95164-9248-4d4a-bc30-3bd0c611a557 req-49d1be61-9052-4fe0-8088-78ff684899f7 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16701016'] for port (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:56.439392 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-e8a95164-9248-4d4a-bc30-3bd0c611a557 req-49d1be61-9052-4fe0-8088-78ff684899f7 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] 10.222.0.57 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6254299 Sep 18 00:59:56.470666 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.v2.base [req-e8a95164-9248-4d4a-bc30-3bd0c611a557 req-70756980-0c66-4c6d-ac8d-6ffcd8eb8449 service neutron] Request body: {'port': {'device_id': '27162b19-b4be-4478-8644-79f59ff58586', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=106230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:59:56.510074 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-e141ae6b-2155-4e0c-8737-736934bb0afe req-3aed2c5c-c6bd-4751-b871-2f6617497c19 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=bd9016d7-e2ec-425d-9142-2e56421a3010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823033 Sep 18 00:59:56.548484 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [req-e8a95164-9248-4d4a-bc30-3bd0c611a557 req-70756980-0c66-4c6d-ac8d-6ffcd8eb8449 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (676125cb-60fb-496b-b796-92d00340f299), before_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:56.565987 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.provisioning_blocks [None req-4629ba98-11d0-41c7-b915-1d332ffe7f77 None None] Provisioning complete for port 676125cb-60fb-496b-b796-92d00340f299 triggered by entity DHCP. {{(pid=106232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 00:59:56.566522 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-4629ba98-11d0-41c7-b915-1d332ffe7f77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981214'] for port (676125cb-60fb-496b-b796-92d00340f299), provisioning_complete {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:56.566949 dv-cinder-master-3-smb neutron-server[106232]: INFO neutron.plugins.ml2.plugin [None req-4629ba98-11d0-41c7-b915-1d332ffe7f77 None None] Attempt 1 to provision port 676125cb-60fb-496b-b796-92d00340f299 Sep 18 00:59:56.598437 dv-cinder-master-3-smb neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:59:56.607667 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-4629ba98-11d0-41c7-b915-1d332ffe7f77 None None] Port 676125cb-60fb-496b-b796-92d00340f299 cannot update to ACTIVE because it is not bound. {{(pid=106232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 18 00:59:56.829763 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23db90b1-308e-49e5-af59-c41614b0d11c req-a0eda3bf-5a65-4508-83b9-7960bfc00451 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:59:56.831246 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-23db90b1-308e-49e5-af59-c41614b0d11c req-a0eda3bf-5a65-4508-83b9-7960bfc00451 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ecc591cc-e74d-48ea-85e8-945b2995d123 HTTP/1.1" status: 200 len: 945 time: 0.0708070 Sep 18 00:59:56.879266 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.notifiers.nova [req-e8a95164-9248-4d4a-bc30-3bd0c611a557 req-70756980-0c66-4c6d-ac8d-6ffcd8eb8449 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 676125cb-60fb-496b-b796-92d00340f299 {{(pid=106230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 18 00:59:56.891024 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [req-e8a95164-9248-4d4a-bc30-3bd0c611a557 req-70756980-0c66-4c6d-ac8d-6ffcd8eb8449 service neutron] Publish callbacks [] for port (676125cb-60fb-496b-b796-92d00340f299), precommit_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:56.930617 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.db.provisioning_blocks [req-e8a95164-9248-4d4a-bc30-3bd0c611a557 req-70756980-0c66-4c6d-ac8d-6ffcd8eb8449 service neutron] Transition to ACTIVE for port object 676125cb-60fb-496b-b796-92d00340f299 will not be triggered until provisioned by entity L2. {{(pid=106230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 18 00:59:56.948328 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-23db90b1-308e-49e5-af59-c41614b0d11c req-28d53dbd-7b7a-4198-9ad9-1a996e5d5419 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a79958da-0ace-40be-883c-3b3873a975fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1115148 Sep 18 00:59:56.949750 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [req-e8a95164-9248-4d4a-bc30-3bd0c611a557 req-70756980-0c66-4c6d-ac8d-6ffcd8eb8449 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749746030758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749745591525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749745591543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13339705'] for port (676125cb-60fb-496b-b796-92d00340f299), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:56.953267 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-6225ecbc-bb06-4477-9e3f-656acaf92589 req-e5fda9ac-0153-4b0c-b38c-1496485741bb tempest-VolumesSnapshotTestJSON-698728750 tempest-VolumesSnapshotTestJSON-698728750-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=def988da-b233-4deb-b329-656813dfed41 HTTP/1.1" status: 200 len: 210 time: 0.0467913 Sep 18 00:59:56.990252 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:59:57.016492 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70756980-0c66-4c6d-ac8d-6ffcd8eb8449 service neutron] Pushing event updated for resources: {'Port': ['ID=676125cb-60fb-496b-b796-92d00340f299,revision_number=2']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:59:57.070501 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.plugins.ml2.managers [req-e8a95164-9248-4d4a-bc30-3bd0c611a557 req-70756980-0c66-4c6d-ac8d-6ffcd8eb8449 service neutron] Attempting to bind port 676125cb-60fb-496b-b796-92d00340f299 on host hv-cinder-maste for vnic_type normal with profile {{(pid=106230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 18 00:59:57.070859 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.plugins.ml2.managers [req-e8a95164-9248-4d4a-bc30-3bd0c611a557 req-70756980-0c66-4c6d-ac8d-6ffcd8eb8449 service neutron] Attempting to bind port 676125cb-60fb-496b-b796-92d00340f299 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '6bbfddfb-8aa0-4ab6-886c-b017727b1f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'eee7c814-dc91-4de0-b55e-0732fcd7c9de'}] {{(pid=106230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 18 00:59:57.071187 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8a95164-9248-4d4a-bc30-3bd0c611a557 req-70756980-0c66-4c6d-ac8d-6ffcd8eb8449 service neutron] Attempting to bind port 676125cb-60fb-496b-b796-92d00340f299 on network eee7c814-dc91-4de0-b55e-0732fcd7c9de {{(pid=106230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:59:57.073992 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:59:57.108487 dv-cinder-master-3-smb neutron-server[106232]: INFO neutron.plugins.ml2.plugin [None req-4629ba98-11d0-41c7-b915-1d332ffe7f77 None None] Attempt 2 to provision port 676125cb-60fb-496b-b796-92d00340f299 Sep 18 00:59:57.113695 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8a95164-9248-4d4a-bc30-3bd0c611a557 req-70756980-0c66-4c6d-ac8d-6ffcd8eb8449 service neutron] Port 676125cb-60fb-496b-b796-92d00340f299 on network eee7c814-dc91-4de0-b55e-0732fcd7c9de not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=106230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:59:57.114023 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8a95164-9248-4d4a-bc30-3bd0c611a557 req-70756980-0c66-4c6d-ac8d-6ffcd8eb8449 service neutron] Attempting to bind port 676125cb-60fb-496b-b796-92d00340f299 on network eee7c814-dc91-4de0-b55e-0732fcd7c9de {{(pid=106230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:59:57.143869 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-4629ba98-11d0-41c7-b915-1d332ffe7f77 None None] Port 676125cb-60fb-496b-b796-92d00340f299 cannot update to ACTIVE because it is not bound. {{(pid=106232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 18 00:59:57.158499 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8a95164-9248-4d4a-bc30-3bd0c611a557 req-70756980-0c66-4c6d-ac8d-6ffcd8eb8449 service neutron] Checking agent: {'id': 'a990346c-0f9b-4256-b267-210f2ef06c1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 18, 0, 54, 1), 'started_at': datetime.datetime(2022, 9, 18, 0, 54, 1), 'heartbeat_timestamp': datetime.datetime(2022, 9, 18, 0, 59, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 18 00:59:57.159013 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8a95164-9248-4d4a-bc30-3bd0c611a557 req-70756980-0c66-4c6d-ac8d-6ffcd8eb8449 service neutron] Checking segment: {'id': '6bbfddfb-8aa0-4ab6-886c-b017727b1f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'eee7c814-dc91-4de0-b55e-0732fcd7c9de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 18 00:59:57.159395 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8a95164-9248-4d4a-bc30-3bd0c611a557 req-70756980-0c66-4c6d-ac8d-6ffcd8eb8449 service neutron] Bound using segment: {'id': '6bbfddfb-8aa0-4ab6-886c-b017727b1f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'eee7c814-dc91-4de0-b55e-0732fcd7c9de'} {{(pid=106230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 18 00:59:57.159829 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.plugins.ml2.managers [req-e8a95164-9248-4d4a-bc30-3bd0c611a557 req-70756980-0c66-4c6d-ac8d-6ffcd8eb8449 service neutron] Bound port: 676125cb-60fb-496b-b796-92d00340f299, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bbfddfb-8aa0-4ab6-886c-b017727b1f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'eee7c814-dc91-4de0-b55e-0732fcd7c9de'}}] {{(pid=106230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 18 00:59:57.160191 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [req-e8a95164-9248-4d4a-bc30-3bd0c611a557 req-70756980-0c66-4c6d-ac8d-6ffcd8eb8449 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (676125cb-60fb-496b-b796-92d00340f299), before_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:57.227390 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.plugins.ml2.db [req-e8a95164-9248-4d4a-bc30-3bd0c611a557 req-70756980-0c66-4c6d-ac8d-6ffcd8eb8449 service neutron] For port 676125cb-60fb-496b-b796-92d00340f299, host hv-cinder-maste, cleared binding levels {{(pid=106230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:59:57.232077 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.plugins.ml2.db [req-e8a95164-9248-4d4a-bc30-3bd0c611a557 req-70756980-0c66-4c6d-ac8d-6ffcd8eb8449 service neutron] For port 676125cb-60fb-496b-b796-92d00340f299, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=676125cb-60fb-496b-b796-92d00340f299,segment=NetworkSegment(6bbfddfb-8aa0-4ab6-886c-b017727b1f75),segment_id=6bbfddfb-8aa0-4ab6-886c-b017727b1f75)] {{(pid=106230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:59:57.238083 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [req-e8a95164-9248-4d4a-bc30-3bd0c611a557 req-70756980-0c66-4c6d-ac8d-6ffcd8eb8449 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749746030758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749745591525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749745591543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13339705'] for port (676125cb-60fb-496b-b796-92d00340f299), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:57.242463 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a95164-9248-4d4a-bc30-3bd0c611a557 req-70756980-0c66-4c6d-ac8d-6ffcd8eb8449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:59:57.243264 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [req-e8a95164-9248-4d4a-bc30-3bd0c611a557 req-70756980-0c66-4c6d-ac8d-6ffcd8eb8449 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16701016'] for port (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:57.244693 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-e8a95164-9248-4d4a-bc30-3bd0c611a557 req-70756980-0c66-4c6d-ac8d-6ffcd8eb8449 service neutron] 10.222.0.57 "PUT /networking/v2.0/ports/676125cb-60fb-496b-b796-92d00340f299 HTTP/1.1" status: 200 len: 1093 time: 0.7789178 Sep 18 00:59:57.245242 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27162b19-b4be-4478-8644-79f59ff58586', 'tag': '676125cb-60fb-496b-b796-92d00340f299'}] {{(pid=106230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 18 00:59:57.248516 dv-cinder-master-3-smb neutron-server[106230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5cb6f936bef875aa30205792da77c9643b85616d99b85ee9f5e1cfaba0fe173" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f1b3d20-5454-4398-82db-b79412de5067" -d '{"events": [{"name": "network-changed", "server_uuid": "27162b19-b4be-4478-8644-79f59ff58586", "tag": "676125cb-60fb-496b-b796-92d00340f299"}]}' {{(pid=106230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:59:57.317034 dv-cinder-master-3-smb neutron-server[106230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 18 Sep 2022 00:59:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83dbec79-16e6-482c-9e2e-afd88a5402bd x-openstack-request-id: req-83dbec79-16e6-482c-9e2e-afd88a5402bd {{(pid=106230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:59:57.317408 dv-cinder-master-3-smb neutron-server[106230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27162b19-b4be-4478-8644-79f59ff58586", "tag": "676125cb-60fb-496b-b796-92d00340f299", "status": "completed", "code": 200}]} {{(pid=106230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:59:57.317813 dv-cinder-master-3-smb neutron-server[106230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-83dbec79-16e6-482c-9e2e-afd88a5402bd {{(pid=106230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:59:57.318516 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83dbec79-16e6-482c-9e2e-afd88a5402bd'] response: {'name': 'network-changed', 'server_uuid': '27162b19-b4be-4478-8644-79f59ff58586', 'tag': '676125cb-60fb-496b-b796-92d00340f299', 'status': 'completed', 'code': 200} Sep 18 00:59:57.322957 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70756980-0c66-4c6d-ac8d-6ffcd8eb8449 service neutron] Pushing event updated for resources: {'Port': ['ID=676125cb-60fb-496b-b796-92d00340f299,revision_number=3']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:59:57.400360 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a95164-9248-4d4a-bc30-3bd0c611a557 req-7a3f0ee7-3b8c-4d75-ac11-502ad91ba843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:59:57.401948 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-e8a95164-9248-4d4a-bc30-3bd0c611a557 req-7a3f0ee7-3b8c-4d75-ac11-502ad91ba843 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=ec2d9e20d4ed4178b9bc68ff54715b18&device_id=27162b19-b4be-4478-8644-79f59ff58586 HTTP/1.1" status: 200 len: 1127 time: 0.0462985 Sep 18 00:59:57.457140 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-e8a95164-9248-4d4a-bc30-3bd0c611a557 req-383a5585-937c-476e-91d2-f0d0a500b9c0 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=676125cb-60fb-496b-b796-92d00340f299 HTTP/1.1" status: 200 len: 217 time: 0.0387938 Sep 18 00:59:57.516622 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a95164-9248-4d4a-bc30-3bd0c611a557 req-429099bd-e92d-4d85-98d6-7cc076c2e9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:59:57.518022 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-e8a95164-9248-4d4a-bc30-3bd0c611a557 req-429099bd-e92d-4d85-98d6-7cc076c2e9a3 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=4028d8f5-a2a6-4af3-9818-cba168eaf579 HTTP/1.1" status: 200 len: 853 time: 0.0472858 Sep 18 00:59:57.593784 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a9e6d9-fc4a-4bf8-8246-7875d857825e req-5081f0a7-864b-457d-8655-b5ac113955a3 tempest-VolumesSnapshotTestJSON-698728750 tempest-VolumesSnapshotTestJSON-698728750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:59:57.595276 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-62a9e6d9-fc4a-4bf8-8246-7875d857825e req-5081f0a7-864b-457d-8655-b5ac113955a3 tempest-VolumesSnapshotTestJSON-698728750 tempest-VolumesSnapshotTestJSON-698728750-project] 10.222.0.57 "GET /networking/v2.0/networks?id=fd165d05-651e-4c2d-9094-a51f056f104b HTTP/1.1" status: 200 len: 814 time: 0.3582449 Sep 18 00:59:57.635603 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69712ca6-4e55-4494-808a-f92058310069 req-da44e953-da7d-44de-ae97-105fc5d63294 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:59:57.637057 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-69712ca6-4e55-4494-808a-f92058310069 req-da44e953-da7d-44de-ae97-105fc5d63294 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=27162b19-b4be-4478-8644-79f59ff58586 HTTP/1.1" status: 200 len: 943 time: 0.0480564 Sep 18 00:59:57.645188 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.v2.base [req-62a9e6d9-fc4a-4bf8-8246-7875d857825e req-bf9b2a74-1536-4cb0-831b-33e7b439e940 tempest-VolumesSnapshotTestJSON-698728750 tempest-VolumesSnapshotTestJSON-698728750-project] Request body: {'port': {'device_id': 'def988da-b233-4deb-b329-656813dfed41', 'network_id': 'fd165d05-651e-4c2d-9094-a51f056f104b', 'admin_state_up': True, 'tenant_id': 'a5eba1f622574f5cacecaccdba833801'}} {{(pid=106231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:59:57.645504 dv-cinder-master-3-smb neutron-server[106232]: INFO neutron.plugins.ml2.plugin [None req-4629ba98-11d0-41c7-b915-1d332ffe7f77 None None] Attempt 3 to provision port 676125cb-60fb-496b-b796-92d00340f299 Sep 18 00:59:57.686257 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-4629ba98-11d0-41c7-b915-1d332ffe7f77 None None] Port 676125cb-60fb-496b-b796-92d00340f299 had new provisioning blocks added so it will not transition to active. {{(pid=106232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 18 00:59:57.698818 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a95164-9248-4d4a-bc30-3bd0c611a557 req-4d4a386d-3ae1-406f-ad6a-c13640424522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:59:57.700289 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-e8a95164-9248-4d4a-bc30-3bd0c611a557 req-4d4a386d-3ae1-406f-ad6a-c13640424522 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=eee7c814-dc91-4de0-b55e-0732fcd7c9de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0596890 Sep 18 00:59:57.744662 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-69712ca6-4e55-4494-808a-f92058310069 req-765f430c-5e1b-4ad2-a5d2-ba296192564f tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=bd9016d7-e2ec-425d-9142-2e56421a3010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0964649 Sep 18 00:59:57.767199 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62a9e6d9-fc4a-4bf8-8246-7875d857825e req-bf9b2a74-1536-4cb0-831b-33e7b439e940 tempest-VolumesSnapshotTestJSON-698728750 tempest-VolumesSnapshotTestJSON-698728750-project] Made reservation on behalf of a5eba1f622574f5cacecaccdba833801 for: {'port': 1} {{(pid=106231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 00:59:57.768606 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [req-62a9e6d9-fc4a-4bf8-8246-7875d857825e req-bf9b2a74-1536-4cb0-831b-33e7b439e940 tempest-VolumesSnapshotTestJSON-698728750 tempest-VolumesSnapshotTestJSON-698728750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (None), before_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:57.811222 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-e8a95164-9248-4d4a-bc30-3bd0c611a557 req-1f211f37-a4b8-49da-b15c-0a74b854c105 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/eee7c814-dc91-4de0-b55e-0732fcd7c9de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961843 Sep 18 00:59:57.871292 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:59:57.879861 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:59:57.900896 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.db.db_base_plugin_common [req-62a9e6d9-fc4a-4bf8-8246-7875d857825e req-bf9b2a74-1536-4cb0-831b-33e7b439e940 tempest-VolumesSnapshotTestJSON-698728750 tempest-VolumesSnapshotTestJSON-698728750-project] Allocated IP 172.20.0.12 (fd165d05-651e-4c2d-9094-a51f056f104b/29433b7a-6a3a-4301-9d9c-27b3f104e9ed/1239cb20-24bd-4543-8342-b66e69ae21eb) {{(pid=106231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 00:59:57.914988 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-e8a95164-9248-4d4a-bc30-3bd0c611a557 req-4dbb1346-d097-4ecd-ada2-e0ce828bce72 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/eee7c814-dc91-4de0-b55e-0732fcd7c9de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939660 Sep 18 00:59:58.064833 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [req-62a9e6d9-fc4a-4bf8-8246-7875d857825e req-bf9b2a74-1536-4cb0-831b-33e7b439e940 tempest-VolumesSnapshotTestJSON-698728750 tempest-VolumesSnapshotTestJSON-698728750-project] Publish callbacks [] for port (1239cb20-24bd-4543-8342-b66e69ae21eb), precommit_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:58.067570 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-88818bbd-b817-4aef-a4ab-09fb92fb2f40 req-da8c2a9f-bf96-4bda-b757-882e92f6fcd1 tempest-VolumesSnapshotTestJSON-698728750 tempest-VolumesSnapshotTestJSON-698728750-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=def988da-b233-4deb-b329-656813dfed41 HTTP/1.1" status: 200 len: 210 time: 0.0311084 Sep 18 00:59:58.099567 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [req-62a9e6d9-fc4a-4bf8-8246-7875d857825e req-bf9b2a74-1536-4cb0-831b-33e7b439e940 tempest-VolumesSnapshotTestJSON-698728750 tempest-VolumesSnapshotTestJSON-698728750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749745591507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13917182'] for port (1239cb20-24bd-4543-8342-b66e69ae21eb), after_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:58.113299 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352a0973-d5e8-4a7c-96b3-0f1bba2f25ff req-c040df6e-ae86-4be1-b6da-580830feb676 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:59:58.114897 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-352a0973-d5e8-4a7c-96b3-0f1bba2f25ff req-c040df6e-ae86-4be1-b6da-580830feb676 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ecc591cc-e74d-48ea-85e8-945b2995d123 HTTP/1.1" status: 200 len: 945 time: 0.0504646 Sep 18 00:59:58.139229 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62a9e6d9-fc4a-4bf8-8246-7875d857825e req-bf9b2a74-1536-4cb0-831b-33e7b439e940 tempest-VolumesSnapshotTestJSON-698728750 tempest-VolumesSnapshotTestJSON-698728750-project] Network fd165d05-651e-4c2d-9094-a51f056f104b is already hosted by enough agents. {{(pid=106231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 00:59:58.142181 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.scheduler.base_scheduler [req-62a9e6d9-fc4a-4bf8-8246-7875d857825e req-bf9b2a74-1536-4cb0-831b-33e7b439e940 tempest-VolumesSnapshotTestJSON-698728750 tempest-VolumesSnapshotTestJSON-698728750-project] Resources bound (agent type, host, resource id): {{(pid=106231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 00:59:58.144677 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.db.l3_dvrscheduler_db [req-62a9e6d9-fc4a-4bf8-8246-7875d857825e req-bf9b2a74-1536-4cb0-831b-33e7b439e940 tempest-VolumesSnapshotTestJSON-698728750 tempest-VolumesSnapshotTestJSON-698728750-project] Received port after_create {{(pid=106231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 18 00:59:58.164900 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-352a0973-d5e8-4a7c-96b3-0f1bba2f25ff req-c94bbfa9-2d09-42c2-afc7-570cc40931ca tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a79958da-0ace-40be-883c-3b3873a975fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434670 Sep 18 00:59:58.185426 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9b2a74-1536-4cb0-831b-33e7b439e940 tempest-VolumesSnapshotTestJSON-698728750 tempest-VolumesSnapshotTestJSON-698728750-project] Pushing event updated for resources: {'Port': ['ID=1239cb20-24bd-4543-8342-b66e69ae21eb,revision_number=1']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:59:58.210979 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a9e6d9-fc4a-4bf8-8246-7875d857825e req-bf9b2a74-1536-4cb0-831b-33e7b439e940 tempest-VolumesSnapshotTestJSON-698728750 tempest-VolumesSnapshotTestJSON-698728750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:59:58.211845 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [req-62a9e6d9-fc4a-4bf8-8246-7875d857825e req-bf9b2a74-1536-4cb0-831b-33e7b439e940 tempest-VolumesSnapshotTestJSON-698728750 tempest-VolumesSnapshotTestJSON-698728750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16701016'] for port (None), before_response {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:58.227660 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-62a9e6d9-fc4a-4bf8-8246-7875d857825e req-bf9b2a74-1536-4cb0-831b-33e7b439e940 tempest-VolumesSnapshotTestJSON-698728750 tempest-VolumesSnapshotTestJSON-698728750-project] 10.222.0.57 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5863078 Sep 18 00:59:58.869423 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42fac17-8e5f-46af-a649-493917db9e7e req-41f81de4-5aed-4a14-b9e1-f200ff6339b4 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:59:58.870940 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-d42fac17-8e5f-46af-a649-493917db9e7e req-41f81de4-5aed-4a14-b9e1-f200ff6339b4 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=27162b19-b4be-4478-8644-79f59ff58586 HTTP/1.1" status: 200 len: 943 time: 0.0512049 Sep 18 00:59:58.920378 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-d42fac17-8e5f-46af-a649-493917db9e7e req-8a292d4c-05fa-494f-b201-44c5e9aa42e9 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=bd9016d7-e2ec-425d-9142-2e56421a3010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433857 Sep 18 00:59:59.055500 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.v2.base [req-62a9e6d9-fc4a-4bf8-8246-7875d857825e req-7d9d5370-3b56-48fc-be78-2e98932ac354 service neutron] Request body: {'port': {'device_id': 'def988da-b233-4deb-b329-656813dfed41', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=106231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 00:59:59.097184 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1b3d20-5454-4398-82db-b79412de5067 req-c0f22d6f-ae99-4ed8-8721-6914b41c737a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:59:59.098818 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-2f1b3d20-5454-4398-82db-b79412de5067 req-c0f22d6f-ae99-4ed8-8721-6914b41c737a service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=ec2d9e20d4ed4178b9bc68ff54715b18&device_id=27162b19-b4be-4478-8644-79f59ff58586 HTTP/1.1" status: 200 len: 1127 time: 0.0483916 Sep 18 00:59:59.118163 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [req-62a9e6d9-fc4a-4bf8-8246-7875d857825e req-7d9d5370-3b56-48fc-be78-2e98932ac354 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (1239cb20-24bd-4543-8342-b66e69ae21eb), before_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:59.143185 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:59:59.188783 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:59:59.234237 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f962584-b654-47bc-98d2-585ecb5d86a3 req-4094fd1c-e658-4639-a6d4-0bbfb671e27b tempest-VolumesSnapshotTestJSON-698728750 tempest-VolumesSnapshotTestJSON-698728750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:59:59.235774 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-4f962584-b654-47bc-98d2-585ecb5d86a3 req-4094fd1c-e658-4639-a6d4-0bbfb671e27b tempest-VolumesSnapshotTestJSON-698728750 tempest-VolumesSnapshotTestJSON-698728750-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=def988da-b233-4deb-b329-656813dfed41 HTTP/1.1" status: 200 len: 932 time: 0.0629230 Sep 18 00:59:59.267394 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1b3d20-5454-4398-82db-b79412de5067 req-6514831b-c152-4e0d-80ea-fa222fe19019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:59:59.268863 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-2f1b3d20-5454-4398-82db-b79412de5067 req-6514831b-c152-4e0d-80ea-fa222fe19019 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=eee7c814-dc91-4de0-b55e-0732fcd7c9de HTTP/1.1" status: 200 len: 915 time: 0.1610341 Sep 18 00:59:59.345476 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-2f1b3d20-5454-4398-82db-b79412de5067 req-d8aa3ff3-04b4-427c-b5bd-c1e8d3581e72 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=676125cb-60fb-496b-b796-92d00340f299 HTTP/1.1" status: 200 len: 217 time: 0.0531394 Sep 18 00:59:59.355365 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80701f2-b42b-4c30-b158-b06956d403e7 req-7e690171-3101-4fba-b5e9-4d136daca5ee tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:59:59.356818 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-e80701f2-b42b-4c30-b158-b06956d403e7 req-7e690171-3101-4fba-b5e9-4d136daca5ee tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ecc591cc-e74d-48ea-85e8-945b2995d123 HTTP/1.1" status: 200 len: 945 time: 0.1111600 Sep 18 00:59:59.388166 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.notifiers.nova [req-62a9e6d9-fc4a-4bf8-8246-7875d857825e req-7d9d5370-3b56-48fc-be78-2e98932ac354 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1239cb20-24bd-4543-8342-b66e69ae21eb {{(pid=106231) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 18 00:59:59.395663 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [req-62a9e6d9-fc4a-4bf8-8246-7875d857825e req-7d9d5370-3b56-48fc-be78-2e98932ac354 service neutron] Publish callbacks [] for port (1239cb20-24bd-4543-8342-b66e69ae21eb), precommit_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:59.406357 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-4f962584-b654-47bc-98d2-585ecb5d86a3 req-c64b5dd8-ad98-49a6-a550-dd4422cc297d tempest-VolumesSnapshotTestJSON-698728750 tempest-VolumesSnapshotTestJSON-698728750-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=fa0a7270-c489-4827-97e2-2fa58a52d0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595170 Sep 18 00:59:59.414837 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.db.provisioning_blocks [req-62a9e6d9-fc4a-4bf8-8246-7875d857825e req-7d9d5370-3b56-48fc-be78-2e98932ac354 service neutron] Transition to ACTIVE for port object 1239cb20-24bd-4543-8342-b66e69ae21eb will not be triggered until provisioned by entity L2. {{(pid=106231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 18 00:59:59.420253 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [req-62a9e6d9-fc4a-4bf8-8246-7875d857825e req-7d9d5370-3b56-48fc-be78-2e98932ac354 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749746030758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749745591525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749745591543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13917127'] for port (1239cb20-24bd-4543-8342-b66e69ae21eb), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:59.452481 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1b3d20-5454-4398-82db-b79412de5067 req-f658a38a-6f62-447f-9b32-68d5c93823f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:59:59.453944 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-2f1b3d20-5454-4398-82db-b79412de5067 req-f658a38a-6f62-447f-9b32-68d5c93823f8 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=4028d8f5-a2a6-4af3-9818-cba168eaf579 HTTP/1.1" status: 200 len: 853 time: 0.0962858 Sep 18 00:59:59.477537 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-e80701f2-b42b-4c30-b158-b06956d403e7 req-513194d9-ee13-4652-bee1-98f18c6631d0 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a79958da-0ace-40be-883c-3b3873a975fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1097283 Sep 18 00:59:59.479754 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:59:59.505285 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9d5370-3b56-48fc-be78-2e98932ac354 service neutron] Pushing event updated for resources: {'Port': ['ID=1239cb20-24bd-4543-8342-b66e69ae21eb,revision_number=2']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:59:59.507796 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1b3d20-5454-4398-82db-b79412de5067 req-602bdd36-631f-455c-81db-bf87c46f5161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:59:59.509463 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-2f1b3d20-5454-4398-82db-b79412de5067 req-602bdd36-631f-455c-81db-bf87c46f5161 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=eee7c814-dc91-4de0-b55e-0732fcd7c9de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0475941 Sep 18 00:59:59.519422 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 00:59:59.538461 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.plugins.ml2.managers [req-62a9e6d9-fc4a-4bf8-8246-7875d857825e req-7d9d5370-3b56-48fc-be78-2e98932ac354 service neutron] Attempting to bind port 1239cb20-24bd-4543-8342-b66e69ae21eb on host hv-cinder-maste for vnic_type normal with profile {{(pid=106231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 18 00:59:59.538815 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.plugins.ml2.managers [req-62a9e6d9-fc4a-4bf8-8246-7875d857825e req-7d9d5370-3b56-48fc-be78-2e98932ac354 service neutron] Attempting to bind port 1239cb20-24bd-4543-8342-b66e69ae21eb by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '83b1444a-b57f-47b2-b012-58acece53013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'fd165d05-651e-4c2d-9094-a51f056f104b'}] {{(pid=106231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 18 00:59:59.539152 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62a9e6d9-fc4a-4bf8-8246-7875d857825e req-7d9d5370-3b56-48fc-be78-2e98932ac354 service neutron] Attempting to bind port 1239cb20-24bd-4543-8342-b66e69ae21eb on network fd165d05-651e-4c2d-9094-a51f056f104b {{(pid=106231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:59:59.589106 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62a9e6d9-fc4a-4bf8-8246-7875d857825e req-7d9d5370-3b56-48fc-be78-2e98932ac354 service neutron] Port 1239cb20-24bd-4543-8342-b66e69ae21eb on network fd165d05-651e-4c2d-9094-a51f056f104b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=106231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 00:59:59.589442 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62a9e6d9-fc4a-4bf8-8246-7875d857825e req-7d9d5370-3b56-48fc-be78-2e98932ac354 service neutron] Attempting to bind port 1239cb20-24bd-4543-8342-b66e69ae21eb on network fd165d05-651e-4c2d-9094-a51f056f104b {{(pid=106231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 00:59:59.613772 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-2f1b3d20-5454-4398-82db-b79412de5067 req-d1f4cbf1-e838-4292-a6f7-650dee7d7c22 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/eee7c814-dc91-4de0-b55e-0732fcd7c9de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947506 Sep 18 00:59:59.631704 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62a9e6d9-fc4a-4bf8-8246-7875d857825e req-7d9d5370-3b56-48fc-be78-2e98932ac354 service neutron] Checking agent: {'id': 'a990346c-0f9b-4256-b267-210f2ef06c1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 18, 0, 54, 1), 'started_at': datetime.datetime(2022, 9, 18, 0, 54, 1), 'heartbeat_timestamp': datetime.datetime(2022, 9, 18, 0, 59, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 18 00:59:59.632048 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62a9e6d9-fc4a-4bf8-8246-7875d857825e req-7d9d5370-3b56-48fc-be78-2e98932ac354 service neutron] Checking segment: {'id': '83b1444a-b57f-47b2-b012-58acece53013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'fd165d05-651e-4c2d-9094-a51f056f104b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 18 00:59:59.632440 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62a9e6d9-fc4a-4bf8-8246-7875d857825e req-7d9d5370-3b56-48fc-be78-2e98932ac354 service neutron] Bound using segment: {'id': '83b1444a-b57f-47b2-b012-58acece53013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'fd165d05-651e-4c2d-9094-a51f056f104b'} {{(pid=106231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 18 00:59:59.632873 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.plugins.ml2.managers [req-62a9e6d9-fc4a-4bf8-8246-7875d857825e req-7d9d5370-3b56-48fc-be78-2e98932ac354 service neutron] Bound port: 1239cb20-24bd-4543-8342-b66e69ae21eb, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83b1444a-b57f-47b2-b012-58acece53013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'fd165d05-651e-4c2d-9094-a51f056f104b'}}] {{(pid=106231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 18 00:59:59.633236 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [req-62a9e6d9-fc4a-4bf8-8246-7875d857825e req-7d9d5370-3b56-48fc-be78-2e98932ac354 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (1239cb20-24bd-4543-8342-b66e69ae21eb), before_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:59.694066 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.plugins.ml2.db [req-62a9e6d9-fc4a-4bf8-8246-7875d857825e req-7d9d5370-3b56-48fc-be78-2e98932ac354 service neutron] For port 1239cb20-24bd-4543-8342-b66e69ae21eb, host hv-cinder-maste, cleared binding levels {{(pid=106231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 00:59:59.697389 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.plugins.ml2.db [req-62a9e6d9-fc4a-4bf8-8246-7875d857825e req-7d9d5370-3b56-48fc-be78-2e98932ac354 service neutron] For port 1239cb20-24bd-4543-8342-b66e69ae21eb, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=1239cb20-24bd-4543-8342-b66e69ae21eb,segment=NetworkSegment(83b1444a-b57f-47b2-b012-58acece53013),segment_id=83b1444a-b57f-47b2-b012-58acece53013)] {{(pid=106231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 00:59:59.703384 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [req-62a9e6d9-fc4a-4bf8-8246-7875d857825e req-7d9d5370-3b56-48fc-be78-2e98932ac354 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749746030758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749745591525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749745591543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13917127'] for port (1239cb20-24bd-4543-8342-b66e69ae21eb), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:59.707497 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a9e6d9-fc4a-4bf8-8246-7875d857825e req-7d9d5370-3b56-48fc-be78-2e98932ac354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:59:59.708195 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [req-62a9e6d9-fc4a-4bf8-8246-7875d857825e req-7d9d5370-3b56-48fc-be78-2e98932ac354 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16701016'] for port (None), before_response {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 00:59:59.709490 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-62a9e6d9-fc4a-4bf8-8246-7875d857825e req-7d9d5370-3b56-48fc-be78-2e98932ac354 service neutron] 10.222.0.57 "PUT /networking/v2.0/ports/1239cb20-24bd-4543-8342-b66e69ae21eb HTTP/1.1" status: 200 len: 1094 time: 0.6589568 Sep 18 00:59:59.710825 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-2f1b3d20-5454-4398-82db-b79412de5067 req-c1b83405-2770-494b-8a3d-fc68ab78ec46 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/eee7c814-dc91-4de0-b55e-0732fcd7c9de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893002 Sep 18 00:59:59.711749 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'def988da-b233-4deb-b329-656813dfed41', 'tag': '1239cb20-24bd-4543-8342-b66e69ae21eb'}] {{(pid=106231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 18 00:59:59.714031 dv-cinder-master-3-smb neutron-server[106231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2daae94765ac049e9d9a56900be8c16ad14208507d163719654d83d071b86d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6402cdfb-b891-4ec7-a945-56cfb15cf011" -d '{"events": [{"name": "network-changed", "server_uuid": "def988da-b233-4deb-b329-656813dfed41", "tag": "1239cb20-24bd-4543-8342-b66e69ae21eb"}]}' {{(pid=106231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 00:59:59.758973 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9d5370-3b56-48fc-be78-2e98932ac354 service neutron] Pushing event updated for resources: {'Port': ['ID=1239cb20-24bd-4543-8342-b66e69ae21eb,revision_number=3']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 00:59:59.769388 dv-cinder-master-3-smb neutron-server[106231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 18 Sep 2022 00:59:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b723f6f-c95a-4c70-ae34-4aec3f960d0a x-openstack-request-id: req-6b723f6f-c95a-4c70-ae34-4aec3f960d0a {{(pid=106231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 00:59:59.769683 dv-cinder-master-3-smb neutron-server[106231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "def988da-b233-4deb-b329-656813dfed41", "tag": "1239cb20-24bd-4543-8342-b66e69ae21eb", "status": "completed", "code": 200}]} {{(pid=106231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 00:59:59.770365 dv-cinder-master-3-smb neutron-server[106231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-6b723f6f-c95a-4c70-ae34-4aec3f960d0a {{(pid=106231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 00:59:59.770767 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b723f6f-c95a-4c70-ae34-4aec3f960d0a'] response: {'name': 'network-changed', 'server_uuid': 'def988da-b233-4deb-b329-656813dfed41', 'tag': '1239cb20-24bd-4543-8342-b66e69ae21eb', 'status': 'completed', 'code': 200} Sep 18 00:59:59.845306 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a9e6d9-fc4a-4bf8-8246-7875d857825e req-8d44b44a-9fdd-4cb8-8d2e-91e2453c7994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:59:59.846784 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-62a9e6d9-fc4a-4bf8-8246-7875d857825e req-8d44b44a-9fdd-4cb8-8d2e-91e2453c7994 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=a5eba1f622574f5cacecaccdba833801&device_id=def988da-b233-4deb-b329-656813dfed41 HTTP/1.1" status: 200 len: 1128 time: 0.0397487 Sep 18 00:59:59.895666 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-62a9e6d9-fc4a-4bf8-8246-7875d857825e req-4afdaa4d-5f71-44db-aa1a-e5afd1c8090d service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1239cb20-24bd-4543-8342-b66e69ae21eb HTTP/1.1" status: 200 len: 217 time: 0.0331135 Sep 18 00:59:59.947829 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a9e6d9-fc4a-4bf8-8246-7875d857825e req-aca038ba-ec4c-46f1-b8f1-6cae0aaae0ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 00:59:59.949265 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-62a9e6d9-fc4a-4bf8-8246-7875d857825e req-aca038ba-ec4c-46f1-b8f1-6cae0aaae0ae service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=29433b7a-6a3a-4301-9d9c-27b3f104e9ed HTTP/1.1" status: 200 len: 854 time: 0.0465362 Sep 18 00:59:59.983428 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-62a9e6d9-fc4a-4bf8-8246-7875d857825e req-be05b8a9-e35d-4bc0-8dca-66b2c983472d service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=fd165d05-651e-4c2d-9094-a51f056f104b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270412 Sep 18 01:00:00.321758 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8efbc5-0ad1-4ed2-96cd-80dbdce8fd61 req-904ecc84-83f2-4d5a-a6b9-bd9faf0b5e01 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:00.323238 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-bd8efbc5-0ad1-4ed2-96cd-80dbdce8fd61 req-904ecc84-83f2-4d5a-a6b9-bd9faf0b5e01 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=27162b19-b4be-4478-8644-79f59ff58586 HTTP/1.1" status: 200 len: 943 time: 0.3237088 Sep 18 01:00:00.364918 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-62a9e6d9-fc4a-4bf8-8246-7875d857825e req-1b3a7848-38c2-402f-aad5-289d72607231 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/fd165d05-651e-4c2d-9094-a51f056f104b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3739374 Sep 18 01:00:00.409625 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-bd8efbc5-0ad1-4ed2-96cd-80dbdce8fd61 req-316ae494-5431-4a05-99d6-21b2eb99749d tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=bd9016d7-e2ec-425d-9142-2e56421a3010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803175 Sep 18 01:00:00.470368 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-62a9e6d9-fc4a-4bf8-8246-7875d857825e req-719c8ce1-af76-4f51-a696-e9a2205eddc4 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/fd165d05-651e-4c2d-9094-a51f056f104b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969453 Sep 18 01:00:00.538973 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839ff4f0-1f0e-49de-80f7-c39c54d0cc4e req-9b85ea57-857c-4baa-9115-7046c72ca586 tempest-VolumesSnapshotTestJSON-698728750 tempest-VolumesSnapshotTestJSON-698728750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:00.540455 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-839ff4f0-1f0e-49de-80f7-c39c54d0cc4e req-9b85ea57-857c-4baa-9115-7046c72ca586 tempest-VolumesSnapshotTestJSON-698728750 tempest-VolumesSnapshotTestJSON-698728750-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=def988da-b233-4deb-b329-656813dfed41 HTTP/1.1" status: 200 len: 944 time: 0.0524919 Sep 18 01:00:00.600909 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=100 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:00:00.605060 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=100 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:00:00.627996 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcaa0ab-2816-4ac5-b4b6-bb90533c7e70 req-f2442640-5b86-41b9-bb83-6dba072ace83 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:00.629456 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-9dcaa0ab-2816-4ac5-b4b6-bb90533c7e70 req-f2442640-5b86-41b9-bb83-6dba072ace83 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ecc591cc-e74d-48ea-85e8-945b2995d123 HTTP/1.1" status: 200 len: 945 time: 0.0658784 Sep 18 01:00:00.633327 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-839ff4f0-1f0e-49de-80f7-c39c54d0cc4e req-d86f7d73-36ff-4588-b24d-8514b4fe9547 tempest-VolumesSnapshotTestJSON-698728750 tempest-VolumesSnapshotTestJSON-698728750-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=fa0a7270-c489-4827-97e2-2fa58a52d0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838346 Sep 18 01:00:00.677012 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-9dcaa0ab-2816-4ac5-b4b6-bb90533c7e70 req-84202d10-17f5-4854-bd50-b1d2fd7095df tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a79958da-0ace-40be-883c-3b3873a975fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412874 Sep 18 01:00:00.820791 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (a990346c-0f9b-4256-b267-210f2ef06c1b), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:01.526242 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.rpc [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Device 676125cb-60fb-496b-b796-92d00340f299 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 01:00:01.548843 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0b01a0-51d6-4425-bc5e-9f1fd375ba3c req-f8d7af64-aa5b-48bd-9ecf-f4f02f74f99e tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:01.550339 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-7b0b01a0-51d6-4425-bc5e-9f1fd375ba3c req-f8d7af64-aa5b-48bd-9ecf-f4f02f74f99e tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=27162b19-b4be-4478-8644-79f59ff58586 HTTP/1.1" status: 200 len: 943 time: 0.0567410 Sep 18 01:00:01.604609 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-7b0b01a0-51d6-4425-bc5e-9f1fd375ba3c req-42513218-8404-4e12-9459-00e6a7abfe17 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=bd9016d7-e2ec-425d-9142-2e56421a3010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477765 Sep 18 01:00:01.634574 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.db [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] For port 676125cb-60fb-496b-b796-92d00340f299, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=676125cb-60fb-496b-b796-92d00340f299,segment=NetworkSegment(6bbfddfb-8aa0-4ab6-886c-b017727b1f75),segment_id=6bbfddfb-8aa0-4ab6-886c-b017727b1f75)] {{(pid=106232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:00:01.646334 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.rpc [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Returning: {'device': '676125cb-60fb-496b-b796-92d00340f299', 'network_id': 'eee7c814-dc91-4de0-b55e-0732fcd7c9de', 'port_id': '676125cb-60fb-496b-b796-92d00340f299', 'mac_address': 'fa:16:3e:bb:f4:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4028d8f5-a2a6-4af3-9818-cba168eaf579', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 01:00:01.674161 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6402cdfb-b891-4ec7-a945-56cfb15cf011 req-bea6d50b-688d-49f2-83c8-bae99e1c5bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:01.675761 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-6402cdfb-b891-4ec7-a945-56cfb15cf011 req-bea6d50b-688d-49f2-83c8-bae99e1c5bee service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=a5eba1f622574f5cacecaccdba833801&device_id=def988da-b233-4deb-b329-656813dfed41 HTTP/1.1" status: 200 len: 1128 time: 0.0474000 Sep 18 01:00:01.683261 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Current status of the port 676125cb-60fb-496b-b796-92d00340f299 is: DOWN; New status is: BUILD {{(pid=106232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 01:00:01.683689 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (676125cb-60fb-496b-b796-92d00340f299), before_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:01.699486 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.notifiers.nova [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 676125cb-60fb-496b-b796-92d00340f299 {{(pid=106232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 18 01:00:01.705444 dv-cinder-master-3-smb neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:00:01.728381 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.db [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] For port 676125cb-60fb-496b-b796-92d00340f299, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=676125cb-60fb-496b-b796-92d00340f299,segment=NetworkSegment(6bbfddfb-8aa0-4ab6-886c-b017727b1f75),segment_id=6bbfddfb-8aa0-4ab6-886c-b017727b1f75)] {{(pid=106232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:00:01.733164 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749746030758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749745591525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749745591543'] for port (676125cb-60fb-496b-b796-92d00340f299), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:01.789811 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Pushing event updated for resources: {'Port': ['ID=676125cb-60fb-496b-b796-92d00340f299,revision_number=4']} {{(pid=106232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:01.862946 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231883e9-28b6-4503-b92b-c8fcd388f2ed req-af21da3e-97d5-432c-b202-7ea9d1471da2 tempest-VolumesSnapshotTestJSON-698728750 tempest-VolumesSnapshotTestJSON-698728750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:01.864389 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-231883e9-28b6-4503-b92b-c8fcd388f2ed req-af21da3e-97d5-432c-b202-7ea9d1471da2 tempest-VolumesSnapshotTestJSON-698728750 tempest-VolumesSnapshotTestJSON-698728750-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=def988da-b233-4deb-b329-656813dfed41 HTTP/1.1" status: 200 len: 944 time: 0.1425512 Sep 18 01:00:01.880411 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbab1581-d755-4ed9-ad40-1eeb4255a5fb req-0377e283-d4f1-419b-89c1-37bb5f1b8392 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:01.882259 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-dbab1581-d755-4ed9-ad40-1eeb4255a5fb req-0377e283-d4f1-419b-89c1-37bb5f1b8392 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ecc591cc-e74d-48ea-85e8-945b2995d123 HTTP/1.1" status: 200 len: 945 time: 0.1116319 Sep 18 01:00:01.899077 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6402cdfb-b891-4ec7-a945-56cfb15cf011 req-d3189d67-c688-48fc-93ae-a315270915db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:01.900526 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-6402cdfb-b891-4ec7-a945-56cfb15cf011 req-d3189d67-c688-48fc-93ae-a315270915db service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=fd165d05-651e-4c2d-9094-a51f056f104b HTTP/1.1" status: 200 len: 915 time: 0.2153604 Sep 18 01:00:01.981735 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-6402cdfb-b891-4ec7-a945-56cfb15cf011 req-c09a77f1-68ed-4491-aaf7-0230a75c98fd service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1239cb20-24bd-4543-8342-b66e69ae21eb HTTP/1.1" status: 200 len: 217 time: 0.0629106 Sep 18 01:00:01.993945 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-231883e9-28b6-4503-b92b-c8fcd388f2ed req-27331a05-f068-4a5d-85ce-7e4eea1fdca6 tempest-VolumesSnapshotTestJSON-698728750 tempest-VolumesSnapshotTestJSON-698728750-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=fa0a7270-c489-4827-97e2-2fa58a52d0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216791 Sep 18 01:00:02.028001 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-dbab1581-d755-4ed9-ad40-1eeb4255a5fb req-5f4aadb2-7309-4f97-b114-9ddb3a0d541e tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a79958da-0ace-40be-883c-3b3873a975fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1386290 Sep 18 01:00:02.047209 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6402cdfb-b891-4ec7-a945-56cfb15cf011 req-c23de935-ee23-42e2-8d49-5ab49b8ce3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:02.048697 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-6402cdfb-b891-4ec7-a945-56cfb15cf011 req-c23de935-ee23-42e2-8d49-5ab49b8ce3d3 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=29433b7a-6a3a-4301-9d9c-27b3f104e9ed HTTP/1.1" status: 200 len: 854 time: 0.0512781 Sep 18 01:00:02.179527 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-6402cdfb-b891-4ec7-a945-56cfb15cf011 req-2d6c9e4d-5e97-4399-b663-5f74ae312416 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=fd165d05-651e-4c2d-9094-a51f056f104b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267212 Sep 18 01:00:02.199633 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.db [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] get_ports_and_sgs() called for port_ids ['676125cb-60fb-496b-b796-92d00340f299'] {{(pid=106232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 18 01:00:02.279035 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-6402cdfb-b891-4ec7-a945-56cfb15cf011 req-c8137e2a-858e-46ee-a9af-354a7094a16f service neutron] 10.222.0.57 "GET /networking/v2.0/networks/fd165d05-651e-4c2d-9094-a51f056f104b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925419 Sep 18 01:00:02.442013 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-6402cdfb-b891-4ec7-a945-56cfb15cf011 req-fe2667bd-6591-46d7-93b2-474c144cd266 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/fd165d05-651e-4c2d-9094-a51f056f104b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885932 Sep 18 01:00:02.731463 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76b63fa-5af8-4ede-a85e-89c90f181bdc req-04c30419-3f5f-4926-ae64-5225a6b4c7fd tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:02.732969 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-d76b63fa-5af8-4ede-a85e-89c90f181bdc req-04c30419-3f5f-4926-ae64-5225a6b4c7fd tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=27162b19-b4be-4478-8644-79f59ff58586 HTTP/1.1" status: 200 len: 944 time: 0.0478022 Sep 18 01:00:02.780238 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-d76b63fa-5af8-4ede-a85e-89c90f181bdc req-9616e55a-f451-4328-b357-93be927e9653 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=bd9016d7-e2ec-425d-9142-2e56421a3010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417345 Sep 18 01:00:03.124569 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b7964e-6951-4360-bfdd-290df577e115 req-33174a2d-8af5-4f13-9537-79bad18a062a tempest-VolumesSnapshotTestJSON-698728750 tempest-VolumesSnapshotTestJSON-698728750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:03.126026 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-89b7964e-6951-4360-bfdd-290df577e115 req-33174a2d-8af5-4f13-9537-79bad18a062a tempest-VolumesSnapshotTestJSON-698728750 tempest-VolumesSnapshotTestJSON-698728750-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=def988da-b233-4deb-b329-656813dfed41 HTTP/1.1" status: 200 len: 944 time: 0.0559950 Sep 18 01:00:03.176068 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7933e53f-c56a-4669-9190-a7ff10009235 req-a254d6e9-5030-40f8-b159-85a37b330f47 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:03.177505 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-7933e53f-c56a-4669-9190-a7ff10009235 req-a254d6e9-5030-40f8-b159-85a37b330f47 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ecc591cc-e74d-48ea-85e8-945b2995d123 HTTP/1.1" status: 200 len: 945 time: 0.0721648 Sep 18 01:00:03.199130 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=100 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:00:03.219538 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-89b7964e-6951-4360-bfdd-290df577e115 req-85397ae6-ed16-4b45-9bd9-8a9bb2f1e101 tempest-VolumesSnapshotTestJSON-698728750 tempest-VolumesSnapshotTestJSON-698728750-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=fa0a7270-c489-4827-97e2-2fa58a52d0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773160 Sep 18 01:00:03.223441 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=100 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:00:03.247168 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-7933e53f-c56a-4669-9190-a7ff10009235 req-72988ba3-01a5-4a9b-b701-3e4f9b8c6648 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a79958da-0ace-40be-883c-3b3873a975fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589719 Sep 18 01:00:03.647463 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.rpc [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Device 1239cb20-24bd-4543-8342-b66e69ae21eb details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 01:00:03.651102 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.rpc [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Device 676125cb-60fb-496b-b796-92d00340f299 up at agent hyperv_hv-cinder-maste {{(pid=106232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:00:03.727221 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.provisioning_blocks [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Provisioning for port 676125cb-60fb-496b-b796-92d00340f299 completed by entity L2. {{(pid=106232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 18 01:00:03.763383 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.provisioning_blocks [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Provisioning complete for port 676125cb-60fb-496b-b796-92d00340f299 triggered by entity L2. {{(pid=106232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 01:00:03.763761 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981214'] for port (676125cb-60fb-496b-b796-92d00340f299), provisioning_complete {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:03.764104 dv-cinder-master-3-smb neutron-server[106232]: INFO neutron.plugins.ml2.plugin [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Attempt 1 to provision port 676125cb-60fb-496b-b796-92d00340f299 Sep 18 01:00:03.804289 dv-cinder-master-3-smb neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:00:03.816755 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.db [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] For port 1239cb20-24bd-4543-8342-b66e69ae21eb, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=1239cb20-24bd-4543-8342-b66e69ae21eb,segment=NetworkSegment(83b1444a-b57f-47b2-b012-58acece53013),segment_id=83b1444a-b57f-47b2-b012-58acece53013)] {{(pid=106232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:00:03.835686 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.rpc [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Returning: {'device': '1239cb20-24bd-4543-8342-b66e69ae21eb', 'network_id': 'fd165d05-651e-4c2d-9094-a51f056f104b', 'port_id': '1239cb20-24bd-4543-8342-b66e69ae21eb', 'mac_address': 'fa:16:3e:11:31:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29433b7a-6a3a-4301-9d9c-27b3f104e9ed', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 01:00:03.899523 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Current status of the port 676125cb-60fb-496b-b796-92d00340f299 is: BUILD; New status is: ACTIVE {{(pid=106232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 01:00:03.899809 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (676125cb-60fb-496b-b796-92d00340f299), before_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:03.902767 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529ac5cd-ca33-4c20-8de3-2c92e01b04b8 req-335a5ecd-07c1-49c0-ac53-4c7a0967a109 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:03.904174 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Current status of the port 1239cb20-24bd-4543-8342-b66e69ae21eb is: DOWN; New status is: BUILD {{(pid=106232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 01:00:03.904489 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-529ac5cd-ca33-4c20-8de3-2c92e01b04b8 req-335a5ecd-07c1-49c0-ac53-4c7a0967a109 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=27162b19-b4be-4478-8644-79f59ff58586 HTTP/1.1" status: 200 len: 944 time: 0.0477998 Sep 18 01:00:03.904608 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (1239cb20-24bd-4543-8342-b66e69ae21eb), before_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:03.931622 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.notifiers.nova [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1239cb20-24bd-4543-8342-b66e69ae21eb {{(pid=106232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 18 01:00:03.941668 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27162b19-b4be-4478-8644-79f59ff58586', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '676125cb-60fb-496b-b796-92d00340f299'}] {{(pid=106232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 18 01:00:03.943880 dv-cinder-master-3-smb neutron-server[106232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90e96a6086c290001a0d7e5ddcf89e279d0a9bc322b7051b760fc9213660c862" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f50827f-1cdc-46d2-aea3-0d29cfaf4e58" -d '{"events": [{"server_uuid": "27162b19-b4be-4478-8644-79f59ff58586", "name": "network-vif-plugged", "status": "completed", "tag": "676125cb-60fb-496b-b796-92d00340f299"}]}' {{(pid=106232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:00:03.954640 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-529ac5cd-ca33-4c20-8de3-2c92e01b04b8 req-0f3b6698-9aad-45bc-b533-d90936b16188 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=bd9016d7-e2ec-425d-9142-2e56421a3010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441587 Sep 18 01:00:03.962698 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.db [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] For port 676125cb-60fb-496b-b796-92d00340f299, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=676125cb-60fb-496b-b796-92d00340f299,segment=NetworkSegment(6bbfddfb-8aa0-4ab6-886c-b017727b1f75),segment_id=6bbfddfb-8aa0-4ab6-886c-b017727b1f75)] {{(pid=106232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:00:03.971033 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749746030758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749745591525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749745591543'] for port (676125cb-60fb-496b-b796-92d00340f299), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:03.974027 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.db [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] For port 1239cb20-24bd-4543-8342-b66e69ae21eb, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=1239cb20-24bd-4543-8342-b66e69ae21eb,segment=NetworkSegment(83b1444a-b57f-47b2-b012-58acece53013),segment_id=83b1444a-b57f-47b2-b012-58acece53013)] {{(pid=106232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:00:03.996853 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749746030758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749745591525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749745591543'] for port (1239cb20-24bd-4543-8342-b66e69ae21eb), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:03.999713 dv-cinder-master-3-smb neutron-server[106232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 18 Sep 2022 01:00:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c504c159-8fd6-4d6e-9f01-d162fb5c0d2a x-openstack-request-id: req-c504c159-8fd6-4d6e-9f01-d162fb5c0d2a {{(pid=106232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:00:04.000028 dv-cinder-master-3-smb neutron-server[106232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27162b19-b4be-4478-8644-79f59ff58586", "name": "network-vif-plugged", "status": "completed", "tag": "676125cb-60fb-496b-b796-92d00340f299", "code": 200}]} {{(pid=106232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:00:04.000289 dv-cinder-master-3-smb neutron-server[106232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-c504c159-8fd6-4d6e-9f01-d162fb5c0d2a {{(pid=106232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:00:04.000687 dv-cinder-master-3-smb neutron-server[106232]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c504c159-8fd6-4d6e-9f01-d162fb5c0d2a'] response: {'server_uuid': '27162b19-b4be-4478-8644-79f59ff58586', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '676125cb-60fb-496b-b796-92d00340f299', 'code': 200} Sep 18 01:00:04.027106 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Pushing event updated for resources: {'Port': ['ID=676125cb-60fb-496b-b796-92d00340f299,revision_number=5']} {{(pid=106232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:04.078584 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Pushing event updated for resources: {'Port': ['ID=1239cb20-24bd-4543-8342-b66e69ae21eb,revision_number=4']} {{(pid=106232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:04.221951 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399273a5-ff9e-424a-8e70-774f86cc6b0c req-283b2a3a-5679-4784-8dc0-87c9fbf03dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:04.223506 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-399273a5-ff9e-424a-8e70-774f86cc6b0c req-283b2a3a-5679-4784-8dc0-87c9fbf03dd1 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=27162b19-b4be-4478-8644-79f59ff58586 HTTP/1.1" status: 200 len: 1129 time: 0.0430498 Sep 18 01:00:04.274484 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-399273a5-ff9e-424a-8e70-774f86cc6b0c req-8ee72176-7705-4ef7-9920-22586c815605 service neutron] 10.222.0.57 "GET /networking/v2.0/security-groups?id=bd9016d7-e2ec-425d-9142-2e56421a3010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423455 Sep 18 01:00:04.376290 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bb24b6-26f5-4976-a36b-fef77a795e7e req-b9fb7455-5ebe-46fc-83a1-3b597b28feb3 tempest-VolumesSnapshotTestJSON-698728750 tempest-VolumesSnapshotTestJSON-698728750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:04.377766 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-f7bb24b6-26f5-4976-a36b-fef77a795e7e req-b9fb7455-5ebe-46fc-83a1-3b597b28feb3 tempest-VolumesSnapshotTestJSON-698728750 tempest-VolumesSnapshotTestJSON-698728750-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=def988da-b233-4deb-b329-656813dfed41 HTTP/1.1" status: 200 len: 945 time: 0.0782809 Sep 18 01:00:04.396539 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff06e3cf-d891-48cd-805f-e490ff6aa560 req-a7529ece-2aad-4a7d-9c7f-0fc79865bd73 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:04.398218 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-ff06e3cf-d891-48cd-805f-e490ff6aa560 req-a7529ece-2aad-4a7d-9c7f-0fc79865bd73 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ecc591cc-e74d-48ea-85e8-945b2995d123 HTTP/1.1" status: 200 len: 945 time: 0.0674121 Sep 18 01:00:04.409461 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.db [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] get_ports_and_sgs() called for port_ids ['1239cb20-24bd-4543-8342-b66e69ae21eb'] {{(pid=106232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 18 01:00:04.451442 dv-cinder-master-3-smb neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:00:04.468363 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-f7bb24b6-26f5-4976-a36b-fef77a795e7e req-bded5c45-6aa1-4619-9822-fe6bb5a985a4 tempest-VolumesSnapshotTestJSON-698728750 tempest-VolumesSnapshotTestJSON-698728750-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=fa0a7270-c489-4827-97e2-2fa58a52d0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847533 Sep 18 01:00:04.479731 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-ff06e3cf-d891-48cd-805f-e490ff6aa560 req-d11cbf3f-4556-4e31-a0d2-78bd2a293aa0 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a79958da-0ace-40be-883c-3b3873a975fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732341 Sep 18 01:00:04.922107 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-b509546c-78ee-49e8-8f87-658e77ff8231 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (25137928-f4de-4c87-813e-883d046ac13f), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:05.090192 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1aaaba4-a810-4b90-aac7-5c896d629247 req-2b218de0-ce9a-4262-a810-d577e3986c53 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:05.091664 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-e1aaaba4-a810-4b90-aac7-5c896d629247 req-2b218de0-ce9a-4262-a810-d577e3986c53 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=27162b19-b4be-4478-8644-79f59ff58586 HTTP/1.1" status: 200 len: 945 time: 0.0479112 Sep 18 01:00:05.139972 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-e1aaaba4-a810-4b90-aac7-5c896d629247 req-dfd9661a-4360-4575-80fb-c89ebdc45650 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=bd9016d7-e2ec-425d-9142-2e56421a3010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427039 Sep 18 01:00:05.537627 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.rpc [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Device 1239cb20-24bd-4543-8342-b66e69ae21eb up at agent hyperv_hv-cinder-maste {{(pid=106232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:00:05.579921 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.provisioning_blocks [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Provisioning for port 1239cb20-24bd-4543-8342-b66e69ae21eb completed by entity L2. {{(pid=106232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 18 01:00:05.586558 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.provisioning_blocks [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Provisioning complete for port 1239cb20-24bd-4543-8342-b66e69ae21eb triggered by entity L2. {{(pid=106232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 01:00:05.587283 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981214'] for port (1239cb20-24bd-4543-8342-b66e69ae21eb), provisioning_complete {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:05.587678 dv-cinder-master-3-smb neutron-server[106232]: INFO neutron.plugins.ml2.plugin [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Attempt 1 to provision port 1239cb20-24bd-4543-8342-b66e69ae21eb Sep 18 01:00:05.629487 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ebb068-4534-4545-a352-c7ac6fd27276 req-c58723fe-4fcc-4218-b339-8aedaa384be7 tempest-VolumesSnapshotTestJSON-698728750 tempest-VolumesSnapshotTestJSON-698728750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:05.630991 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-12ebb068-4534-4545-a352-c7ac6fd27276 req-c58723fe-4fcc-4218-b339-8aedaa384be7 tempest-VolumesSnapshotTestJSON-698728750 tempest-VolumesSnapshotTestJSON-698728750-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=def988da-b233-4deb-b329-656813dfed41 HTTP/1.1" status: 200 len: 945 time: 0.0816722 Sep 18 01:00:05.642083 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a4dca8-8255-44ab-b04e-9aed52516e6d req-e25018ee-29cc-4564-a507-181c3fc53104 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:05.643548 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-c1a4dca8-8255-44ab-b04e-9aed52516e6d req-e25018ee-29cc-4564-a507-181c3fc53104 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ecc591cc-e74d-48ea-85e8-945b2995d123 HTTP/1.1" status: 200 len: 945 time: 0.0660822 Sep 18 01:00:05.665348 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Current status of the port 1239cb20-24bd-4543-8342-b66e69ae21eb is: BUILD; New status is: ACTIVE {{(pid=106232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 01:00:05.665734 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (1239cb20-24bd-4543-8342-b66e69ae21eb), before_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:05.701772 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.db [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] For port 1239cb20-24bd-4543-8342-b66e69ae21eb, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=1239cb20-24bd-4543-8342-b66e69ae21eb,segment=NetworkSegment(83b1444a-b57f-47b2-b012-58acece53013),segment_id=83b1444a-b57f-47b2-b012-58acece53013)] {{(pid=106232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:00:05.705940 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749746030758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749745591525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749745591543'] for port (1239cb20-24bd-4543-8342-b66e69ae21eb), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:05.722027 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-12ebb068-4534-4545-a352-c7ac6fd27276 req-aa5dda02-eaf6-4081-b05b-0e911ac1f088 tempest-VolumesSnapshotTestJSON-698728750 tempest-VolumesSnapshotTestJSON-698728750-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=fa0a7270-c489-4827-97e2-2fa58a52d0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775242 Sep 18 01:00:05.725482 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-c1a4dca8-8255-44ab-b04e-9aed52516e6d req-73d5fa4c-83fc-4e27-a235-2da7516c4c2d tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a79958da-0ace-40be-883c-3b3873a975fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740142 Sep 18 01:00:05.759080 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Pushing event updated for resources: {'Port': ['ID=1239cb20-24bd-4543-8342-b66e69ae21eb,revision_number=5']} {{(pid=106232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:06.001619 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'def988da-b233-4deb-b329-656813dfed41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1239cb20-24bd-4543-8342-b66e69ae21eb'}] {{(pid=106232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 18 01:00:06.003933 dv-cinder-master-3-smb neutron-server[106232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90e96a6086c290001a0d7e5ddcf89e279d0a9bc322b7051b760fc9213660c862" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-010d13e4-7b6b-4e99-9201-a5634d63ddcb" -d '{"events": [{"server_uuid": "def988da-b233-4deb-b329-656813dfed41", "name": "network-vif-plugged", "status": "completed", "tag": "1239cb20-24bd-4543-8342-b66e69ae21eb"}]}' {{(pid=106232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:00:06.040311 dv-cinder-master-3-smb neutron-server[106232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 18 Sep 2022 01:00:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63fedef5-134e-48b7-8f86-8ba2a780e15e x-openstack-request-id: req-63fedef5-134e-48b7-8f86-8ba2a780e15e {{(pid=106232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:00:06.040605 dv-cinder-master-3-smb neutron-server[106232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "def988da-b233-4deb-b329-656813dfed41", "name": "network-vif-plugged", "status": "completed", "tag": "1239cb20-24bd-4543-8342-b66e69ae21eb", "code": 200}]} {{(pid=106232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:00:06.040860 dv-cinder-master-3-smb neutron-server[106232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-63fedef5-134e-48b7-8f86-8ba2a780e15e {{(pid=106232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:00:06.041253 dv-cinder-master-3-smb neutron-server[106232]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63fedef5-134e-48b7-8f86-8ba2a780e15e'] response: {'server_uuid': 'def988da-b233-4deb-b329-656813dfed41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1239cb20-24bd-4543-8342-b66e69ae21eb', 'code': 200} Sep 18 01:00:06.255442 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.agents_db [None req-fc240a3b-6701-466a-b3ae-821b2bb1d0eb None None] Agent healthcheck: found 6 active agents {{(pid=106233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 01:00:06.295476 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c86e962-1031-46da-921d-97c901f42b91 req-f8bebca6-9218-4472-ae96-a5775f497880 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:06.296846 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-2c86e962-1031-46da-921d-97c901f42b91 req-f8bebca6-9218-4472-ae96-a5775f497880 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=27162b19-b4be-4478-8644-79f59ff58586 HTTP/1.1" status: 200 len: 945 time: 0.0784435 Sep 18 01:00:06.299766 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfad1c0-7b93-4945-99c8-ff303eafafbf req-34eef6e6-3485-49cc-b003-e6a2de37b16b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:06.301106 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-2dfad1c0-7b93-4945-99c8-ff303eafafbf req-34eef6e6-3485-49cc-b003-e6a2de37b16b service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=def988da-b233-4deb-b329-656813dfed41 HTTP/1.1" status: 200 len: 1130 time: 0.0537124 Sep 18 01:00:06.374520 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-2c86e962-1031-46da-921d-97c901f42b91 req-f3664f61-766e-40f3-9d45-0c6d5e4c4347 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=bd9016d7-e2ec-425d-9142-2e56421a3010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720119 Sep 18 01:00:06.377774 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-2dfad1c0-7b93-4945-99c8-ff303eafafbf req-5fa18b0d-1072-4c93-94ab-6c242042f816 service neutron] 10.222.0.57 "GET /networking/v2.0/security-groups?id=fa0a7270-c489-4827-97e2-2fa58a52d0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690851 Sep 18 01:00:06.494410 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0661b909-76eb-4da4-a0d0-73f0c507fa9a req-47105ec0-ffd1-41e6-979c-bffdad967f98 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:06.495911 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-0661b909-76eb-4da4-a0d0-73f0c507fa9a req-47105ec0-ffd1-41e6-979c-bffdad967f98 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=27162b19-b4be-4478-8644-79f59ff58586 HTTP/1.1" status: 200 len: 945 time: 0.0463607 Sep 18 01:00:06.506320 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.33', 33422) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:00:06.510704 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.v2.base [None req-999cc69b-3685-4f89-b07f-0f9a2a88dd21 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Request body: {'floatingip': {'port_id': '676125cb-60fb-496b-b796-92d00340f299'}} {{(pid=106230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:00:06.547933 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=100 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:00:06.552720 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-999cc69b-3685-4f89-b07f-0f9a2a88dd21 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Publish callbacks [] for floatingip (271d0cc5-3047-494e-862b-7bd5e0edd11f), before_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:06.751241 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=100 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:00:06.955771 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88842f71-47aa-4264-9a51-bdcd91a20640 req-e69aefc5-ef80-40fe-afcf-c76b93a2c4fa tempest-VolumesSnapshotTestJSON-698728750 tempest-VolumesSnapshotTestJSON-698728750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:06.957494 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-88842f71-47aa-4264-9a51-bdcd91a20640 req-e69aefc5-ef80-40fe-afcf-c76b93a2c4fa tempest-VolumesSnapshotTestJSON-698728750 tempest-VolumesSnapshotTestJSON-698728750-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=def988da-b233-4deb-b329-656813dfed41 HTTP/1.1" status: 200 len: 946 time: 0.1543889 Sep 18 01:00:06.961515 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-e7f791fd-9566-48b2-bf9a-046a932ed546 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (d0e8801d-4758-48bd-8085-7f05d3358764), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:06.968446 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3bf78d-2e6b-431a-9133-e73536958c97 req-3450b2f9-e4fd-4906-98c4-e2e18afa084a tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:06.969920 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-1a3bf78d-2e6b-431a-9133-e73536958c97 req-3450b2f9-e4fd-4906-98c4-e2e18afa084a tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ecc591cc-e74d-48ea-85e8-945b2995d123 HTTP/1.1" status: 200 len: 945 time: 0.1268783 Sep 18 01:00:07.113592 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-1a3bf78d-2e6b-431a-9133-e73536958c97 req-3d4eebdb-533e-4bfc-b495-b5d35ca164ad tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a79958da-0ace-40be-883c-3b3873a975fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1313221 Sep 18 01:00:07.116793 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-88842f71-47aa-4264-9a51-bdcd91a20640 req-ecd9426f-f0ae-409a-b13c-24843ee76e93 tempest-VolumesSnapshotTestJSON-698728750 tempest-VolumesSnapshotTestJSON-698728750-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=fa0a7270-c489-4827-97e2-2fa58a52d0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458967 Sep 18 01:00:07.140356 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-999cc69b-3685-4f89-b07f-0f9a2a88dd21 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:07.144987 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-999cc69b-3685-4f89-b07f-0f9a2a88dd21 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16489891'] for floatingip (271d0cc5-3047-494e-862b-7bd5e0edd11f), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:07.147625 dv-cinder-master-3-smb neutron-server[106233]: DEBUG dbcounter [-] [106233] Writing DB stats neutron:SELECT=4 {{(pid=106233) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:00:07.245207 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.db.l3_db [None req-999cc69b-3685-4f89-b07f-0f9a2a88dd21 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Floating IP 271d0cc5-3047-494e-862b-7bd5e0edd11f associated. External IP: 172.37.5.149, port: 676125cb-60fb-496b-b796-92d00340f299. Sep 18 01:00:07.443410 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-999cc69b-3685-4f89-b07f-0f9a2a88dd21 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Router 5b0b7f67-1b83-4574-ab3e-35ade2a4eea8 has already been hosted by L3 agent d0e8801d-4758-48bd-8085-7f05d3358764 {{(pid=106230) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 01:00:07.487915 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=100 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:00:07.773555 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-999cc69b-3685-4f89-b07f-0f9a2a88dd21 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=106230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:00:07.778330 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-999cc69b-3685-4f89-b07f-0f9a2a88dd21 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16701016'] for floatingip (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:07.783137 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df6324c8-7fd4-4fb4-9fa3-a05c4b1e2501 None None] Sync routers for ids ['5b0b7f67-1b83-4574-ab3e-35ade2a4eea8'] in dv-cinder-master-3-smb {{(pid=106232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:00:07.797202 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df6324c8-7fd4-4fb4-9fa3-a05c4b1e2501 None None] Routers {'5b0b7f67-1b83-4574-ab3e-35ade2a4eea8'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 18 01:00:07.797849 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.l3_hamode_db [None req-df6324c8-7fd4-4fb4-9fa3-a05c4b1e2501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-18T00:47:37Z,description=,heartbeat_timestamp=2022-09-18T01:00:07Z,host='dv-cinder-master-3-smb',id=d0e8801d-4758-48bd-8085-7f05d3358764,load=0,resource_versions=,resources_synced=,started_at=2022-09-18T00:47:37Z,topic='l3_agent')) {'router_ids': ['5b0b7f67-1b83-4574-ab3e-35ade2a4eea8'], 'active': True} {{(pid=106232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:00:07.811905 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [None req-999cc69b-3685-4f89-b07f-0f9a2a88dd21 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] 10.222.0.33 "PUT /networking/v2.0/floatingips/271d0cc5-3047-494e-862b-7bd5e0edd11f HTTP/1.1" status: 200 len: 991 time: 1.3042190 Sep 18 01:00:07.812850 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27162b19-b4be-4478-8644-79f59ff58586', 'tag': '676125cb-60fb-496b-b796-92d00340f299'}] {{(pid=106230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 18 01:00:07.816560 dv-cinder-master-3-smb neutron-server[106230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5cb6f936bef875aa30205792da77c9643b85616d99b85ee9f5e1cfaba0fe173" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22917d68-74aa-4768-b83d-994f067ac7ad" -d '{"events": [{"name": "network-changed", "server_uuid": "27162b19-b4be-4478-8644-79f59ff58586", "tag": "676125cb-60fb-496b-b796-92d00340f299"}]}' {{(pid=106230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:00:07.846422 dv-cinder-master-3-smb neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:00:07.854843 dv-cinder-master-3-smb neutron-server[106230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 18 Sep 2022 01:00:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2be08e50-796c-41b4-8163-22a5c831d950 x-openstack-request-id: req-2be08e50-796c-41b4-8163-22a5c831d950 {{(pid=106230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:00:07.855166 dv-cinder-master-3-smb neutron-server[106230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27162b19-b4be-4478-8644-79f59ff58586", "tag": "676125cb-60fb-496b-b796-92d00340f299", "status": "completed", "code": 200}]} {{(pid=106230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:00:07.855440 dv-cinder-master-3-smb neutron-server[106230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-2be08e50-796c-41b4-8163-22a5c831d950 {{(pid=106230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:00:07.855847 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2be08e50-796c-41b4-8163-22a5c831d950'] response: {'name': 'network-changed', 'server_uuid': '27162b19-b4be-4478-8644-79f59ff58586', 'tag': '676125cb-60fb-496b-b796-92d00340f299', 'status': 'completed', 'code': 200} Sep 18 01:00:07.903058 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.l3_dvr_db [None req-df6324c8-7fd4-4fb4-9fa3-a05c4b1e2501 None None] Set router 5b0b7f67-1b83-4574-ab3e-35ade2a4eea8 gateway port host: dv-cinder-master-3-smb {{(pid=106232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 18 01:00:08.109062 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.l3_hamode_db [None req-df6324c8-7fd4-4fb4-9fa3-a05c4b1e2501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b0b7f67-1b83-4574-ab3e-35ade2a4eea8', 'name': 'tempest-AttachVolumeNegativeTest-887914811-router', 'tenant_id': 'ec2d9e20d4ed4178b9bc68ff54715b18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'external_fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.120'}], 'enable_snat': True}, 'gw_port_id': '85d33348-a6aa-4278-8987-be6d20f85848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:56:00Z', 'updated_at': '2022-09-18T00:56:15Z', 'revision_number': 4, 'project_id': 'ec2d9e20d4ed4178b9bc68ff54715b18', 'gw_port': {'id': '85d33348-a6aa-4278-8987-be6d20f85848', 'name': '', 'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:1b:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b0b7f67-1b83-4574-ab3e-35ade2a4eea8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:56:01Z', 'updated_at': '2022-09-18T00:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': '271d0cc5-3047-494e-862b-7bd5e0edd11f', 'tenant_id': 'ec2d9e20d4ed4178b9bc68ff54715b18', 'floating_ip_address': '172.37.5.149', 'floating_network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'router_id': '5b0b7f67-1b83-4574-ab3e-35ade2a4eea8', 'port_id': '676125cb-60fb-496b-b796-92d00340f299', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eee7c814-dc91-4de0-b55e-0732fcd7c9de', 'mac_address': 'fa:16:3e:bb:f4:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27162b19-b4be-4478-8644-79f59ff58586', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-18T00:59:53Z', 'updated_at': '2022-09-18T01:00:07Z', 'revision_number': 1, 'project_id': 'ec2d9e20d4ed4178b9bc68ff54715b18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4545d7a8-56f0-4062-a60e-cf2cfb4c3390', 'name': '', 'network_id': 'eee7c814-dc91-4de0-b55e-0732fcd7c9de', 'tenant_id': 'ec2d9e20d4ed4178b9bc68ff54715b18', 'mac_address': 'fa:16:3e:b0:99:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b0b7f67-1b83-4574-ab3e-35ade2a4eea8', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '4028d8f5-a2a6-4af3-9818-cba168eaf579', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:56:11Z', 'updated_at': '2022-09-18T00:56:27Z', 'revision_number': 5, 'project_id': 'ec2d9e20d4ed4178b9bc68ff54715b18', 'subnets': [{'id': '4028d8f5-a2a6-4af3-9818-cba168eaf579', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=106232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:00:08.133815 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df6324c8-7fd4-4fb4-9fa3-a05c4b1e2501 None None] Checking router: 5b0b7f67-1b83-4574-ab3e-35ade2a4eea8 for host: dv-cinder-master-3-smb {{(pid=106232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:00:08.142067 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df6324c8-7fd4-4fb4-9fa3-a05c4b1e2501 None None] Routers {'5b0b7f67-1b83-4574-ab3e-35ade2a4eea8'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 18 01:00:08.142656 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.l3_hamode_db [None req-df6324c8-7fd4-4fb4-9fa3-a05c4b1e2501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-18T00:47:37Z,description=,heartbeat_timestamp=2022-09-18T01:00:07Z,host='dv-cinder-master-3-smb',id=d0e8801d-4758-48bd-8085-7f05d3358764,load=0,resource_versions=,resources_synced=,started_at=2022-09-18T00:47:37Z,topic='l3_agent')) {'router_ids': ['5b0b7f67-1b83-4574-ab3e-35ade2a4eea8'], 'active': True} {{(pid=106232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:00:08.258590 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.l3_dvr_db [None req-df6324c8-7fd4-4fb4-9fa3-a05c4b1e2501 None None] Set router 5b0b7f67-1b83-4574-ab3e-35ade2a4eea8 gateway port host: dv-cinder-master-3-smb {{(pid=106232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 18 01:00:08.274852 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44da97f5-ee29-419b-b94d-42e72b293e56 req-21bda249-36a0-4f9a-b55d-a05a1e746137 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:08.276338 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-44da97f5-ee29-419b-b94d-42e72b293e56 req-21bda249-36a0-4f9a-b55d-a05a1e746137 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ecc591cc-e74d-48ea-85e8-945b2995d123 HTTP/1.1" status: 200 len: 945 time: 0.0826266 Sep 18 01:00:08.282747 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785c96a7-e496-4d63-afe0-2353b3fbe8fe req-d31cf41f-5759-4b5d-b1a2-bffe2737b12b tempest-VolumesSnapshotTestJSON-698728750 tempest-VolumesSnapshotTestJSON-698728750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:08.284953 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-785c96a7-e496-4d63-afe0-2353b3fbe8fe req-d31cf41f-5759-4b5d-b1a2-bffe2737b12b tempest-VolumesSnapshotTestJSON-698728750 tempest-VolumesSnapshotTestJSON-698728750-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=def988da-b233-4deb-b329-656813dfed41 HTTP/1.1" status: 200 len: 946 time: 0.0810153 Sep 18 01:00:08.330995 dv-cinder-master-3-smb neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:00:08.356665 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-44da97f5-ee29-419b-b94d-42e72b293e56 req-c8e0264a-d19b-4c9d-acd1-c44693669fa5 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a79958da-0ace-40be-883c-3b3873a975fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706499 Sep 18 01:00:08.372304 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-785c96a7-e496-4d63-afe0-2353b3fbe8fe req-9deb1d65-f6da-4d9b-9ca3-bea25070dbd7 tempest-VolumesSnapshotTestJSON-698728750 tempest-VolumesSnapshotTestJSON-698728750-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=fa0a7270-c489-4827-97e2-2fa58a52d0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788031 Sep 18 01:00:08.478865 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.l3_hamode_db [None req-df6324c8-7fd4-4fb4-9fa3-a05c4b1e2501 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b0b7f67-1b83-4574-ab3e-35ade2a4eea8', 'name': 'tempest-AttachVolumeNegativeTest-887914811-router', 'tenant_id': 'ec2d9e20d4ed4178b9bc68ff54715b18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'external_fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.120'}], 'enable_snat': True}, 'gw_port_id': '85d33348-a6aa-4278-8987-be6d20f85848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:56:00Z', 'updated_at': '2022-09-18T00:56:15Z', 'revision_number': 4, 'project_id': 'ec2d9e20d4ed4178b9bc68ff54715b18', 'gw_port': {'id': '85d33348-a6aa-4278-8987-be6d20f85848', 'name': '', 'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:1b:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b0b7f67-1b83-4574-ab3e-35ade2a4eea8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:56:01Z', 'updated_at': '2022-09-18T00:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': '271d0cc5-3047-494e-862b-7bd5e0edd11f', 'tenant_id': 'ec2d9e20d4ed4178b9bc68ff54715b18', 'floating_ip_address': '172.37.5.149', 'floating_network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'router_id': '5b0b7f67-1b83-4574-ab3e-35ade2a4eea8', 'port_id': '676125cb-60fb-496b-b796-92d00340f299', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eee7c814-dc91-4de0-b55e-0732fcd7c9de', 'mac_address': 'fa:16:3e:bb:f4:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27162b19-b4be-4478-8644-79f59ff58586', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-18T00:59:53Z', 'updated_at': '2022-09-18T01:00:07Z', 'revision_number': 1, 'project_id': 'ec2d9e20d4ed4178b9bc68ff54715b18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4545d7a8-56f0-4062-a60e-cf2cfb4c3390', 'name': '', 'network_id': 'eee7c814-dc91-4de0-b55e-0732fcd7c9de', 'tenant_id': 'ec2d9e20d4ed4178b9bc68ff54715b18', 'mac_address': 'fa:16:3e:b0:99:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b0b7f67-1b83-4574-ab3e-35ade2a4eea8', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '4028d8f5-a2a6-4af3-9818-cba168eaf579', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:56:11Z', 'updated_at': '2022-09-18T00:56:27Z', 'revision_number': 5, 'project_id': 'ec2d9e20d4ed4178b9bc68ff54715b18', 'subnets': [{'id': '4028d8f5-a2a6-4af3-9818-cba168eaf579', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=106232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:00:08.503599 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df6324c8-7fd4-4fb4-9fa3-a05c4b1e2501 None None] The sync data for ids ['5b0b7f67-1b83-4574-ab3e-35ade2a4eea8'] in dv-cinder-master-3-smb is: [{'id': '5b0b7f67-1b83-4574-ab3e-35ade2a4eea8', 'name': 'tempest-AttachVolumeNegativeTest-887914811-router', 'tenant_id': 'ec2d9e20d4ed4178b9bc68ff54715b18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'external_fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.120'}], 'enable_snat': True}, 'gw_port_id': '85d33348-a6aa-4278-8987-be6d20f85848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:56:00Z', 'updated_at': '2022-09-18T00:56:15Z', 'revision_number': 4, 'project_id': 'ec2d9e20d4ed4178b9bc68ff54715b18', 'gw_port': {'id': '85d33348-a6aa-4278-8987-be6d20f85848', 'name': '', 'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:1b:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b0b7f67-1b83-4574-ab3e-35ade2a4eea8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:56:01Z', 'updated_at': '2022-09-18T00:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': '271d0cc5-3047-494e-862b-7bd5e0edd11f', 'tenant_id': 'ec2d9e20d4ed4178b9bc68ff54715b18', 'floating_ip_address': '172.37.5.149', 'floating_network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'router_id': '5b0b7f67-1b83-4574-ab3e-35ade2a4eea8', 'port_id': '676125cb-60fb-496b-b796-92d00340f299', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 441, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eee7c814-dc91-4de0-b55e-0732fcd7c9de', 'mac_address': 'fa:16:3e:bb:f4:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27162b19-b4be-4478-8644-79f59ff58586', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-18T00:59:53Z', 'updated_at': '2022-09-18T01:00:07Z', 'revision_number': 1, 'project_id': 'ec2d9e20d4ed4178b9bc68ff54715b18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4545d7a8-56f0-4062-a60e-cf2cfb4c3390', 'name': '', 'network_id': 'eee7c814-dc91-4de0-b55e-0732fcd7c9de', 'tenant_id': 'ec2d9e20d4ed4178b9bc68ff54715b18', 'mac_address': 'fa:16:3e:b0:99:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b0b7f67-1b83-4574-ab3e-35ade2a4eea8', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '4028d8f5-a2a6-4af3-9818-cba168eaf579', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:56:11Z', 'updated_at': '2022-09-18T00:56:27Z', 'revision_number': 5, 'project_id': 'ec2d9e20d4ed4178b9bc68ff54715b18', 'subnets': [{'id': '4028d8f5-a2a6-4af3-9818-cba168eaf579', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:00:08.690678 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b751e0d0-21e4-469c-b215-80ce6217b697 None None] New status for floating IP 271d0cc5-3047-494e-862b-7bd5e0edd11f: ACTIVE {{(pid=106233) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 18 01:00:08.904530 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-dbc7b203-e4cc-426a-aeff-c16fa309d22e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (91de19fe-167d-470c-b665-c08c1d21c559), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:09.460072 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:00:09.513425 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed648f0-69e5-47b1-839e-c025dc6000d0 req-e4f227ec-c6be-4098-86e6-730e4867748e tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:09.514906 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-4ed648f0-69e5-47b1-839e-c025dc6000d0 req-e4f227ec-c6be-4098-86e6-730e4867748e tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ecc591cc-e74d-48ea-85e8-945b2995d123 HTTP/1.1" status: 200 len: 945 time: 0.0739634 Sep 18 01:00:09.525866 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21ce873-95f8-4e7a-bc84-f4bd7d2cb736 req-03ffeddf-7b8b-4cc9-a834-9ffde893c19f tempest-VolumesSnapshotTestJSON-698728750 tempest-VolumesSnapshotTestJSON-698728750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:09.527321 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-b21ce873-95f8-4e7a-bc84-f4bd7d2cb736 req-03ffeddf-7b8b-4cc9-a834-9ffde893c19f tempest-VolumesSnapshotTestJSON-698728750 tempest-VolumesSnapshotTestJSON-698728750-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=def988da-b233-4deb-b329-656813dfed41 HTTP/1.1" status: 200 len: 946 time: 0.0759437 Sep 18 01:00:09.594315 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-4ed648f0-69e5-47b1-839e-c025dc6000d0 req-d6ad8c2f-2dfb-498d-aad6-d6b8433bb95f tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a79958da-0ace-40be-883c-3b3873a975fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660398 Sep 18 01:00:09.608342 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-b21ce873-95f8-4e7a-bc84-f4bd7d2cb736 req-943afb3f-6654-4a5b-a2f5-49b532508eb5 tempest-VolumesSnapshotTestJSON-698728750 tempest-VolumesSnapshotTestJSON-698728750-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=fa0a7270-c489-4827-97e2-2fa58a52d0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743408 Sep 18 01:00:09.755657 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=35,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:00:09.756685 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=25,neutron:UPDATE=1 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:00:09.782942 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22917d68-74aa-4768-b83d-994f067ac7ad req-70824103-91dc-4f21-81b3-08ef88cc7b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:09.784415 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-22917d68-74aa-4768-b83d-994f067ac7ad req-70824103-91dc-4f21-81b3-08ef88cc7b9e service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=ec2d9e20d4ed4178b9bc68ff54715b18&device_id=27162b19-b4be-4478-8644-79f59ff58586 HTTP/1.1" status: 200 len: 1129 time: 0.0411248 Sep 18 01:00:09.912322 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22917d68-74aa-4768-b83d-994f067ac7ad req-b6c3a251-878d-46a5-95a3-0dd7aee5ed8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:09.914220 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-22917d68-74aa-4768-b83d-994f067ac7ad req-b6c3a251-878d-46a5-95a3-0dd7aee5ed8c service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=eee7c814-dc91-4de0-b55e-0732fcd7c9de HTTP/1.1" status: 200 len: 915 time: 0.0978637 Sep 18 01:00:09.924213 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6d0a78-aa2b-4e14-a25a-26042d134915 req-fec10066-6f56-4504-84b6-e89459c2f007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:09.925900 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-8f6d0a78-aa2b-4e14-a25a-26042d134915 req-fec10066-6f56-4504-84b6-e89459c2f007 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=ecc591cc-e74d-48ea-85e8-945b2995d123 HTTP/1.1" status: 200 len: 1129 time: 0.0469735 Sep 18 01:00:10.007379 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-8f6d0a78-aa2b-4e14-a25a-26042d134915 req-173a303f-f48c-4ec2-a26a-4b44754be297 service neutron] 10.222.0.57 "GET /networking/v2.0/security-groups?id=a79958da-0ace-40be-883c-3b3873a975fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555077 Sep 18 01:00:10.018753 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-22917d68-74aa-4768-b83d-994f067ac7ad req-778fda0d-711d-45a7-8b10-907b61d94cff service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=676125cb-60fb-496b-b796-92d00340f299 HTTP/1.1" status: 200 len: 1001 time: 0.0686729 Sep 18 01:00:10.143438 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-1c1e26f8-ce84-4314-9422-87e0912de383 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (9a0bd8cc-a240-4c0b-8d32-8f22e7371ee9), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:10.264565 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (c8573462-7e7f-4357-b3a8-beeaa8ae7db3), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:10.716906 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c236d75-f228-4ba8-96aa-d4036c86778b req-6ad8e1a3-ed67-488d-be09-5592238099c5 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:10.718342 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-5c236d75-f228-4ba8-96aa-d4036c86778b req-6ad8e1a3-ed67-488d-be09-5592238099c5 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ecc591cc-e74d-48ea-85e8-945b2995d123 HTTP/1.1" status: 200 len: 945 time: 0.0469828 Sep 18 01:00:10.803977 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-5c236d75-f228-4ba8-96aa-d4036c86778b req-662673af-96cb-4b1d-833e-a82cff72d837 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a79958da-0ace-40be-883c-3b3873a975fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800786 Sep 18 01:00:10.807556 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22917d68-74aa-4768-b83d-994f067ac7ad req-c53ea178-c6f8-44a8-b47e-7618b0ffef5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:10.808897 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-22917d68-74aa-4768-b83d-994f067ac7ad req-c53ea178-c6f8-44a8-b47e-7618b0ffef5b service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=4028d8f5-a2a6-4af3-9818-cba168eaf579 HTTP/1.1" status: 200 len: 853 time: 0.0683784 Sep 18 01:00:11.274568 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22917d68-74aa-4768-b83d-994f067ac7ad req-0a246acf-4cfc-4c79-a446-ce796ef21311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:11.276585 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-22917d68-74aa-4768-b83d-994f067ac7ad req-0a246acf-4cfc-4c79-a446-ce796ef21311 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=eee7c814-dc91-4de0-b55e-0732fcd7c9de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0481825 Sep 18 01:00:11.682637 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-e051ecaf-cb33-407a-8cc1-fa9c30300598 req-5a683052-369d-474c-a5da-0d42b95bc2bc service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=abf6631e-213a-40ea-8708-5dc51da0ee8c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0402627 Sep 18 01:00:11.718031 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-22917d68-74aa-4768-b83d-994f067ac7ad req-b27aa32f-3cd7-4724-a1a0-c95566229a8e service neutron] 10.222.0.57 "GET /networking/v2.0/networks/eee7c814-dc91-4de0-b55e-0732fcd7c9de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959728 Sep 18 01:00:11.937300 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7a0416-6cf1-4efe-9fba-abf5355517d2 req-24840806-b7a4-4732-a21f-068fda38ccc4 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:11.938701 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-5c7a0416-6cf1-4efe-9fba-abf5355517d2 req-24840806-b7a4-4732-a21f-068fda38ccc4 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ecc591cc-e74d-48ea-85e8-945b2995d123 HTTP/1.1" status: 200 len: 945 time: 0.0514483 Sep 18 01:00:11.964356 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=100 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:00:11.987018 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-5c7a0416-6cf1-4efe-9fba-abf5355517d2 req-3cdd8f94-0099-4938-aca0-8a2e3c01d673 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a79958da-0ace-40be-883c-3b3873a975fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425286 Sep 18 01:00:12.402749 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e051ecaf-cb33-407a-8cc1-fa9c30300598 req-b7005a90-056b-488e-abe3-6adf003f6278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:12.404301 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-e051ecaf-cb33-407a-8cc1-fa9c30300598 req-b7005a90-056b-488e-abe3-6adf003f6278 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=a60d2801df884e15be8a0464cb725d6d&device_id=abf6631e-213a-40ea-8708-5dc51da0ee8c HTTP/1.1" status: 200 len: 1130 time: 0.0465238 Sep 18 01:00:12.433044 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44cf0cd-8c31-4430-959a-26285fd9cb0e req-bfadcf15-b57b-45bc-b4ef-a2e7f62c42f2 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:12.434557 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-a44cf0cd-8c31-4430-959a-26285fd9cb0e req-bfadcf15-b57b-45bc-b4ef-a2e7f62c42f2 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ecc591cc-e74d-48ea-85e8-945b2995d123 HTTP/1.1" status: 200 len: 945 time: 0.0910013 Sep 18 01:00:12.523743 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499e2637-085f-4220-a96e-0f6a45940880 req-f9c7fca1-3522-4317-89d0-893efede0db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:12.525175 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-499e2637-085f-4220-a96e-0f6a45940880 req-f9c7fca1-3522-4317-89d0-893efede0db8 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=8cbf74b218c04911bb921f7cc2c6e966&device_id=ecc591cc-e74d-48ea-85e8-945b2995d123 HTTP/1.1" status: 200 len: 1129 time: 0.0672483 Sep 18 01:00:12.536034 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-a44cf0cd-8c31-4430-959a-26285fd9cb0e req-c6fdd6ca-cd07-471d-a5bf-e0f64241b1cd tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a79958da-0ace-40be-883c-3b3873a975fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676534 Sep 18 01:00:12.538630 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-22917d68-74aa-4768-b83d-994f067ac7ad req-e3c8b78b-fa91-485f-8d9b-73aae106bac4 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/eee7c814-dc91-4de0-b55e-0732fcd7c9de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677241 Sep 18 01:00:12.656605 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e051ecaf-cb33-407a-8cc1-fa9c30300598 req-078fde36-ca2f-4609-8dbb-d4a2b023908c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:12.657987 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-e051ecaf-cb33-407a-8cc1-fa9c30300598 req-078fde36-ca2f-4609-8dbb-d4a2b023908c service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=3e60962c-164c-4e15-8d69-6601f5d7b205 HTTP/1.1" status: 200 len: 912 time: 0.1683052 Sep 18 01:00:12.678144 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499e2637-085f-4220-a96e-0f6a45940880 req-430731af-b54a-490d-94de-f6e6807bc1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:12.679653 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-499e2637-085f-4220-a96e-0f6a45940880 req-430731af-b54a-490d-94de-f6e6807bc1b2 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=c62b9e47-59b6-47ba-845f-e3be4dd39ad8 HTTP/1.1" status: 200 len: 920 time: 0.1219051 Sep 18 01:00:13.284998 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-e051ecaf-cb33-407a-8cc1-fa9c30300598 req-57451f7b-3c0c-46d6-af85-f262f68c5c95 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=caeb66db-fb12-4f3e-b68c-119f4575bc44 HTTP/1.1" status: 200 len: 1002 time: 0.1158981 Sep 18 01:00:13.286857 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-499e2637-085f-4220-a96e-0f6a45940880 req-961c5365-e256-4114-bfff-fd7091c08ee1 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9608eb83-8531-414f-a482-f625b3b31cb2 HTTP/1.1" status: 200 len: 1001 time: 0.1105661 Sep 18 01:00:13.509278 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309bd41b-6332-4302-a3a0-784336e00860 req-4a045116-930a-4f30-9ce6-2782360ef82d tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:13.510664 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-309bd41b-6332-4302-a3a0-784336e00860 req-4a045116-930a-4f30-9ce6-2782360ef82d tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c1cf145a-d8d5-4a7e-937b-729bf79629fa HTTP/1.1" status: 200 len: 947 time: 0.0473561 Sep 18 01:00:13.557137 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-309bd41b-6332-4302-a3a0-784336e00860 req-bcdb20b1-d644-4293-b814-12f29495a023 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5d1f43e9-9af2-4e0f-a00b-d54373283a26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408452 Sep 18 01:00:13.629526 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=100 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:00:13.669263 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6b7d6c-891e-4ead-bb0e-ca578a809efa req-eb763934-6045-41a9-8b6b-fb812f4e2d69 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:13.671103 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-5f6b7d6c-891e-4ead-bb0e-ca578a809efa req-eb763934-6045-41a9-8b6b-fb812f4e2d69 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ecc591cc-e74d-48ea-85e8-945b2995d123 HTTP/1.1" status: 200 len: 945 time: 0.0520761 Sep 18 01:00:13.725516 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-5f6b7d6c-891e-4ead-bb0e-ca578a809efa req-d8d21af8-04c0-4c8c-9d4a-60d17a7e9e2e tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a79958da-0ace-40be-883c-3b3873a975fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479248 Sep 18 01:00:13.726190 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e051ecaf-cb33-407a-8cc1-fa9c30300598 req-c012e333-da0c-4772-9fc9-d5901f4c80a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:13.727742 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-e051ecaf-cb33-407a-8cc1-fa9c30300598 req-c012e333-da0c-4772-9fc9-d5901f4c80a0 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=f52e5768-3b6e-420f-b5d0-cc4e5c3ba047 HTTP/1.1" status: 200 len: 850 time: 0.1010273 Sep 18 01:00:13.731324 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499e2637-085f-4220-a96e-0f6a45940880 req-541e3722-8644-45d8-92df-04142fb9f9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:13.732632 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-499e2637-085f-4220-a96e-0f6a45940880 req-541e3722-8644-45d8-92df-04142fb9f9ab service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=21e1d23e-9045-41fa-9ed7-19ac1edcbcfa HTTP/1.1" status: 200 len: 858 time: 0.0910819 Sep 18 01:00:14.682739 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78ceb11-0b83-44be-9f35-d64f74d117d2 req-13f1ae51-2c9d-433e-928b-fbdee8d617ce tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:14.684509 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-f78ceb11-0b83-44be-9f35-d64f74d117d2 req-13f1ae51-2c9d-433e-928b-fbdee8d617ce tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c1cf145a-d8d5-4a7e-937b-729bf79629fa HTTP/1.1" status: 200 len: 947 time: 0.0465658 Sep 18 01:00:14.731524 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-f78ceb11-0b83-44be-9f35-d64f74d117d2 req-6948edc9-89c1-4f03-9180-702ebe66b5f9 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5d1f43e9-9af2-4e0f-a00b-d54373283a26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414443 Sep 18 01:00:14.847627 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12e5bc0-c031-4633-8922-363b74435542 req-17d14fd7-a29a-4f4a-97a5-ca6614e9b88b tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:14.849024 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-d12e5bc0-c031-4633-8922-363b74435542 req-17d14fd7-a29a-4f4a-97a5-ca6614e9b88b tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ecc591cc-e74d-48ea-85e8-945b2995d123 HTTP/1.1" status: 200 len: 945 time: 0.0465422 Sep 18 01:00:14.896249 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-d12e5bc0-c031-4633-8922-363b74435542 req-5b398060-ff1c-4b9e-a421-d3458a3673d6 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a79958da-0ace-40be-883c-3b3873a975fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416164 Sep 18 01:00:15.358293 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499e2637-085f-4220-a96e-0f6a45940880 req-11e657a2-f081-42ca-adc2-4e3fa1e20784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:15.359818 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-499e2637-085f-4220-a96e-0f6a45940880 req-11e657a2-f081-42ca-adc2-4e3fa1e20784 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=c62b9e47-59b6-47ba-845f-e3be4dd39ad8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0748246 Sep 18 01:00:15.360894 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e051ecaf-cb33-407a-8cc1-fa9c30300598 req-5be569a5-eb77-47c8-b6c3-6303e2034f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:15.362224 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-e051ecaf-cb33-407a-8cc1-fa9c30300598 req-5be569a5-eb77-47c8-b6c3-6303e2034f53 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=3e60962c-164c-4e15-8d69-6601f5d7b205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0673552 Sep 18 01:00:15.652069 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-499e2637-085f-4220-a96e-0f6a45940880 req-a72819cd-b444-4411-bbaa-520c2f899d22 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/c62b9e47-59b6-47ba-845f-e3be4dd39ad8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698132 Sep 18 01:00:15.655339 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-e051ecaf-cb33-407a-8cc1-fa9c30300598 req-f439aab3-a596-4aa0-8ce1-1e51608dd5e9 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/3e60962c-164c-4e15-8d69-6601f5d7b205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719158 Sep 18 01:00:15.751517 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b88b529-f598-43c4-bde9-962582d50efa req-d66bcb43-6d26-422a-af75-2093de46ec9e tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:15.753655 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-7b88b529-f598-43c4-bde9-962582d50efa req-d66bcb43-6d26-422a-af75-2093de46ec9e tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=c1cf145a-d8d5-4a7e-937b-729bf79629fa HTTP/1.1" status: 200 len: 947 time: 0.0520504 Sep 18 01:00:15.815444 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=100 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:00:15.841086 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=100 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:00:15.873010 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-499e2637-085f-4220-a96e-0f6a45940880 req-383e8525-a81b-4d66-a691-2e873ce1cad1 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/c62b9e47-59b6-47ba-845f-e3be4dd39ad8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727688 Sep 18 01:00:15.875178 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-e051ecaf-cb33-407a-8cc1-fa9c30300598 req-3c3d1901-f382-41ab-9a32-35a691ef1716 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/3e60962c-164c-4e15-8d69-6601f5d7b205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738238 Sep 18 01:00:15.886392 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [req-7b88b529-f598-43c4-bde9-962582d50efa req-9cad27ad-1620-45ea-880d-2350a9e0a16d tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Deleting port 3b10ed6a-bc95-40e6-afaa-4936e44594eb {{(pid=106230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 18 01:00:15.886733 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [req-7b88b529-f598-43c4-bde9-962582d50efa req-9cad27ad-1620-45ea-880d-2350a9e0a16d tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749746030605'] for port (3b10ed6a-bc95-40e6-afaa-4936e44594eb), before_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:15.920316 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5194327-2876-48d8-b21b-563422280acf req-93af9b85-c96e-4db8-9c7a-87cbc11c3c1e tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:15.921796 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-b5194327-2876-48d8-b21b-563422280acf req-93af9b85-c96e-4db8-9c7a-87cbc11c3c1e tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c1cf145a-d8d5-4a7e-937b-729bf79629fa HTTP/1.1" status: 200 len: 947 time: 0.0838766 Sep 18 01:00:16.056917 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.plugins.ml2.db [req-7b88b529-f598-43c4-bde9-962582d50efa req-9cad27ad-1620-45ea-880d-2350a9e0a16d tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] For port 3b10ed6a-bc95-40e6-afaa-4936e44594eb, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=3b10ed6a-bc95-40e6-afaa-4936e44594eb,segment=NetworkSegment(ad5fe970-da3b-4a06-bd95-f70d97a5ce86),segment_id=ad5fe970-da3b-4a06-bd95-f70d97a5ce86)] {{(pid=106230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:00:16.057183 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [req-7b88b529-f598-43c4-bde9-962582d50efa req-9cad27ad-1620-45ea-880d-2350a9e0a16d tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16488537'] for port (3b10ed6a-bc95-40e6-afaa-4936e44594eb), precommit_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:16.078533 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-b5194327-2876-48d8-b21b-563422280acf req-cffe521e-8223-4995-ade2-6eeeb0281a1e tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=5d1f43e9-9af2-4e0f-a00b-d54373283a26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1236162 Sep 18 01:00:16.084155 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14121037-78e6-4b86-9541-9886bac8a30e req-49e61762-5a83-417d-84d2-f2e9918f8b7f tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:16.085546 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-14121037-78e6-4b86-9541-9886bac8a30e req-49e61762-5a83-417d-84d2-f2e9918f8b7f tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ecc591cc-e74d-48ea-85e8-945b2995d123 HTTP/1.1" status: 200 len: 945 time: 0.1018128 Sep 18 01:00:16.185987 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=100 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:00:16.209988 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-14121037-78e6-4b86-9541-9886bac8a30e req-e9f7a540-5caf-4dd9-b679-58a3ef4b9764 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a79958da-0ace-40be-883c-3b3873a975fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958428 Sep 18 01:00:16.271219 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [req-7b88b529-f598-43c4-bde9-962582d50efa req-9cad27ad-1620-45ea-880d-2350a9e0a16d tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:16.271592 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [req-7b88b529-f598-43c4-bde9-962582d50efa req-9cad27ad-1620-45ea-880d-2350a9e0a16d tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16489891'] for floatingip (bc2843cd-42ac-4bf4-aca4-0afd8a7bb211), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:16.271940 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.db.l3_db [req-7b88b529-f598-43c4-bde9-962582d50efa req-9cad27ad-1620-45ea-880d-2350a9e0a16d tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Floating IP bc2843cd-42ac-4bf4-aca4-0afd8a7bb211 disassociated. External IP: 172.37.5.249, port: 3b10ed6a-bc95-40e6-afaa-4936e44594eb. Sep 18 01:00:16.272264 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [req-7b88b529-f598-43c4-bde9-962582d50efa req-9cad27ad-1620-45ea-880d-2350a9e0a16d tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Calling delete_port for 3b10ed6a-bc95-40e6-afaa-4936e44594eb owned by compute:nova {{(pid=106230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 18 01:00:16.333287 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=100 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:00:16.400171 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [req-7b88b529-f598-43c4-bde9-962582d50efa req-9cad27ad-1620-45ea-880d-2350a9e0a16d tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749746033803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749745591516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13339648'] for port (3b10ed6a-bc95-40e6-afaa-4936e44594eb), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:16.428196 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cad27ad-1620-45ea-880d-2350a9e0a16d tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Pushing event deleted for resources: {'Port': ['ID=3b10ed6a-bc95-40e6-afaa-4936e44594eb,revision_number=None']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:16.439824 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cad27ad-1620-45ea-880d-2350a9e0a16d tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:00:16.440173 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cad27ad-1620-45ea-880d-2350a9e0a16d tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:00:16.440513 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cad27ad-1620-45ea-880d-2350a9e0a16d tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:00:16.440857 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cad27ad-1620-45ea-880d-2350a9e0a16d tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:00:16.441186 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cad27ad-1620-45ea-880d-2350a9e0a16d tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:00:16.441517 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cad27ad-1620-45ea-880d-2350a9e0a16d tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:00:16.441843 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cad27ad-1620-45ea-880d-2350a9e0a16d tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:00:16.442170 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cad27ad-1620-45ea-880d-2350a9e0a16d tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:00:16.442497 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cad27ad-1620-45ea-880d-2350a9e0a16d tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:00:16.442894 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cad27ad-1620-45ea-880d-2350a9e0a16d tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:00:16.443258 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cad27ad-1620-45ea-880d-2350a9e0a16d tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:00:16.443583 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cad27ad-1620-45ea-880d-2350a9e0a16d tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:00:16.443908 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cad27ad-1620-45ea-880d-2350a9e0a16d tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:00:16.444230 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cad27ad-1620-45ea-880d-2350a9e0a16d tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:00:16.444550 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cad27ad-1620-45ea-880d-2350a9e0a16d tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:00:16.548018 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7b88b529-f598-43c4-bde9-962582d50efa req-9cad27ad-1620-45ea-880d-2350a9e0a16d tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Router afd96339-e571-4ae6-8804-46a62196660b has already been hosted by L3 agent d0e8801d-4758-48bd-8085-7f05d3358764 {{(pid=106230) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 01:00:16.653313 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7b88b529-f598-43c4-bde9-962582d50efa req-9cad27ad-1620-45ea-880d-2350a9e0a16d tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=106230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:00:16.662700 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e5b48e2-98f4-4779-ae03-2efac8afa4b0 None None] Sync routers for ids ['afd96339-e571-4ae6-8804-46a62196660b'] in dv-cinder-master-3-smb {{(pid=106232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:00:16.672234 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5b48e2-98f4-4779-ae03-2efac8afa4b0 None None] Routers {'afd96339-e571-4ae6-8804-46a62196660b'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 18 01:00:16.672847 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.l3_hamode_db [None req-7e5b48e2-98f4-4779-ae03-2efac8afa4b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-18T00:47:37Z,description=,heartbeat_timestamp=2022-09-18T01:00:07Z,host='dv-cinder-master-3-smb',id=d0e8801d-4758-48bd-8085-7f05d3358764,load=0,resource_versions=,resources_synced=,started_at=2022-09-18T00:47:37Z,topic='l3_agent')) {'router_ids': ['afd96339-e571-4ae6-8804-46a62196660b'], 'active': True} {{(pid=106232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:00:16.697058 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b88b529-f598-43c4-bde9-962582d50efa req-9cad27ad-1620-45ea-880d-2350a9e0a16d tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] No DVR routers for this DVR port 3b10ed6a-bc95-40e6-afaa-4936e44594eb on host hv-cinder-maste {{(pid=106230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 18 01:00:16.704069 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [req-7b88b529-f598-43c4-bde9-962582d50efa req-9cad27ad-1620-45ea-880d-2350a9e0a16d tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16701016'] for port (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:16.710077 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-7b88b529-f598-43c4-bde9-962582d50efa req-9cad27ad-1620-45ea-880d-2350a9e0a16d tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.57 "DELETE /networking/v2.0/ports/3b10ed6a-bc95-40e6-afaa-4936e44594eb HTTP/1.1" status: 204 len: 173 time: 0.9510334 Sep 18 01:00:16.710596 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1cf145a-d8d5-4a7e-937b-729bf79629fa', 'name': 'network-vif-deleted', 'tag': '3b10ed6a-bc95-40e6-afaa-4936e44594eb'}] {{(pid=106230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 18 01:00:16.712936 dv-cinder-master-3-smb neutron-server[106230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5cb6f936bef875aa30205792da77c9643b85616d99b85ee9f5e1cfaba0fe173" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea05fc86-20bb-4798-a28b-8d656ed0a5b7" -d '{"events": [{"server_uuid": "c1cf145a-d8d5-4a7e-937b-729bf79629fa", "name": "network-vif-deleted", "tag": "3b10ed6a-bc95-40e6-afaa-4936e44594eb"}]}' {{(pid=106230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:00:16.750169 dv-cinder-master-3-smb neutron-server[106230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 18 Sep 2022 01:00:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-002a50f8-eb8a-4e1e-8036-5640572aeb61 x-openstack-request-id: req-002a50f8-eb8a-4e1e-8036-5640572aeb61 {{(pid=106230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:00:16.750474 dv-cinder-master-3-smb neutron-server[106230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1cf145a-d8d5-4a7e-937b-729bf79629fa", "name": "network-vif-deleted", "tag": "3b10ed6a-bc95-40e6-afaa-4936e44594eb", "status": "completed", "code": 200}]} {{(pid=106230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:00:16.750757 dv-cinder-master-3-smb neutron-server[106230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-002a50f8-eb8a-4e1e-8036-5640572aeb61 {{(pid=106230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:00:16.751724 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.notifiers.nova [-] Nova event matching ['req-002a50f8-eb8a-4e1e-8036-5640572aeb61'] response: {'server_uuid': 'c1cf145a-d8d5-4a7e-937b-729bf79629fa', 'name': 'network-vif-deleted', 'tag': '3b10ed6a-bc95-40e6-afaa-4936e44594eb', 'status': 'completed', 'code': 200} Sep 18 01:00:16.903662 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.l3_dvr_db [None req-7e5b48e2-98f4-4779-ae03-2efac8afa4b0 None None] Set router afd96339-e571-4ae6-8804-46a62196660b gateway port host: dv-cinder-master-3-smb {{(pid=106232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 18 01:00:17.044352 dv-cinder-master-3-smb neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:00:17.096410 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.l3_hamode_db [None req-7e5b48e2-98f4-4779-ae03-2efac8afa4b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afd96339-e571-4ae6-8804-46a62196660b', 'name': 'tempest-AttachVolumeShelveTestJSON-1100825849-router', 'tenant_id': '1a7f6c917c934c00a862b9946ce2b1cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'external_fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.152'}], 'enable_snat': True}, 'gw_port_id': '51e28825-0c57-4907-8702-1c2946ca62e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:55:59Z', 'updated_at': '2022-09-18T00:56:11Z', 'revision_number': 4, 'project_id': '1a7f6c917c934c00a862b9946ce2b1cd', 'gw_port': {'id': '51e28825-0c57-4907-8702-1c2946ca62e8', 'name': '', 'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:0b:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd96339-e571-4ae6-8804-46a62196660b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:56:01Z', 'updated_at': '2022-09-18T00:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': 'a9bc47a8-4881-46c7-add9-d9f3582d3f14', 'name': '', 'network_id': '5b2870f5-1df6-4588-9304-3be88fc2aeec', 'tenant_id': '1a7f6c917c934c00a862b9946ce2b1cd', 'mac_address': 'fa:16:3e:7a:53:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd96339-e571-4ae6-8804-46a62196660b', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': 'b02e0a67-927b-4f1f-86aa-5b54aefb606b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:56:09Z', 'updated_at': '2022-09-18T00:56:29Z', 'revision_number': 5, 'project_id': '1a7f6c917c934c00a862b9946ce2b1cd', 'subnets': [{'id': 'b02e0a67-927b-4f1f-86aa-5b54aefb606b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=106232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:00:17.121212 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e5b48e2-98f4-4779-ae03-2efac8afa4b0 None None] Checking router: afd96339-e571-4ae6-8804-46a62196660b for host: dv-cinder-master-3-smb {{(pid=106232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:00:17.129852 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5b48e2-98f4-4779-ae03-2efac8afa4b0 None None] Routers {'afd96339-e571-4ae6-8804-46a62196660b'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 18 01:00:17.130407 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.l3_hamode_db [None req-7e5b48e2-98f4-4779-ae03-2efac8afa4b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-18T00:47:37Z,description=,heartbeat_timestamp=2022-09-18T01:00:07Z,host='dv-cinder-master-3-smb',id=d0e8801d-4758-48bd-8085-7f05d3358764,load=0,resource_versions=,resources_synced=,started_at=2022-09-18T00:47:37Z,topic='l3_agent')) {'router_ids': ['afd96339-e571-4ae6-8804-46a62196660b'], 'active': True} {{(pid=106232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:00:17.190407 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-a810d64d-0ffd-497d-b6cb-05683e5c3d80 req-e36e029e-2245-4395-9972-46282000f71c tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c1cf145a-d8d5-4a7e-937b-729bf79629fa HTTP/1.1" status: 200 len: 210 time: 0.0286620 Sep 18 01:00:17.233877 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.l3_dvr_db [None req-7e5b48e2-98f4-4779-ae03-2efac8afa4b0 None None] Set router afd96339-e571-4ae6-8804-46a62196660b gateway port host: dv-cinder-master-3-smb {{(pid=106232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 18 01:00:17.336565 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bbec18-10bd-40ed-a14d-25991cfbf820 req-384fb647-4a6e-482c-b9a4-16a2e2ac5141 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:17.338048 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-73bbec18-10bd-40ed-a14d-25991cfbf820 req-384fb647-4a6e-482c-b9a4-16a2e2ac5141 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ecc591cc-e74d-48ea-85e8-945b2995d123 HTTP/1.1" status: 200 len: 945 time: 0.0500386 Sep 18 01:00:17.386679 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-73bbec18-10bd-40ed-a14d-25991cfbf820 req-eb899234-2e11-476c-96c5-3ecac82ea6d1 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a79958da-0ace-40be-883c-3b3873a975fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426888 Sep 18 01:00:17.427460 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.l3_hamode_db [None req-7e5b48e2-98f4-4779-ae03-2efac8afa4b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afd96339-e571-4ae6-8804-46a62196660b', 'name': 'tempest-AttachVolumeShelveTestJSON-1100825849-router', 'tenant_id': '1a7f6c917c934c00a862b9946ce2b1cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'external_fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.152'}], 'enable_snat': True}, 'gw_port_id': '51e28825-0c57-4907-8702-1c2946ca62e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:55:59Z', 'updated_at': '2022-09-18T00:56:11Z', 'revision_number': 4, 'project_id': '1a7f6c917c934c00a862b9946ce2b1cd', 'gw_port': {'id': '51e28825-0c57-4907-8702-1c2946ca62e8', 'name': '', 'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:0b:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd96339-e571-4ae6-8804-46a62196660b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:56:01Z', 'updated_at': '2022-09-18T00:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': 'a9bc47a8-4881-46c7-add9-d9f3582d3f14', 'name': '', 'network_id': '5b2870f5-1df6-4588-9304-3be88fc2aeec', 'tenant_id': '1a7f6c917c934c00a862b9946ce2b1cd', 'mac_address': 'fa:16:3e:7a:53:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd96339-e571-4ae6-8804-46a62196660b', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': 'b02e0a67-927b-4f1f-86aa-5b54aefb606b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:56:09Z', 'updated_at': '2022-09-18T00:56:29Z', 'revision_number': 5, 'project_id': '1a7f6c917c934c00a862b9946ce2b1cd', 'subnets': [{'id': 'b02e0a67-927b-4f1f-86aa-5b54aefb606b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=106232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:00:17.452183 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e5b48e2-98f4-4779-ae03-2efac8afa4b0 None None] The sync data for ids ['afd96339-e571-4ae6-8804-46a62196660b'] in dv-cinder-master-3-smb is: [{'id': 'afd96339-e571-4ae6-8804-46a62196660b', 'name': 'tempest-AttachVolumeShelveTestJSON-1100825849-router', 'tenant_id': '1a7f6c917c934c00a862b9946ce2b1cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'external_fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.152'}], 'enable_snat': True}, 'gw_port_id': '51e28825-0c57-4907-8702-1c2946ca62e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:55:59Z', 'updated_at': '2022-09-18T00:56:11Z', 'revision_number': 4, 'project_id': '1a7f6c917c934c00a862b9946ce2b1cd', 'gw_port': {'id': '51e28825-0c57-4907-8702-1c2946ca62e8', 'name': '', 'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:0b:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd96339-e571-4ae6-8804-46a62196660b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:56:01Z', 'updated_at': '2022-09-18T00:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': 'a9bc47a8-4881-46c7-add9-d9f3582d3f14', 'name': '', 'network_id': '5b2870f5-1df6-4588-9304-3be88fc2aeec', 'tenant_id': '1a7f6c917c934c00a862b9946ce2b1cd', 'mac_address': 'fa:16:3e:7a:53:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd96339-e571-4ae6-8804-46a62196660b', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': 'b02e0a67-927b-4f1f-86aa-5b54aefb606b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:56:09Z', 'updated_at': '2022-09-18T00:56:29Z', 'revision_number': 5, 'project_id': '1a7f6c917c934c00a862b9946ce2b1cd', 'subnets': [{'id': 'b02e0a67-927b-4f1f-86aa-5b54aefb606b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:00:17.663375 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed4b1a3-6177-4c8e-ba26-f90f716ddb17 None None] New status for floating IP bc2843cd-42ac-4bf4-aca4-0afd8a7bb211: DOWN {{(pid=106233) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 18 01:00:18.300162 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-740eea92-abeb-41b7-95f1-e4d02fc6d08c req-1864b1e5-dfc4-43bc-89c5-78c9fbda0ec3 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c1cf145a-d8d5-4a7e-937b-729bf79629fa HTTP/1.1" status: 200 len: 210 time: 0.0276306 Sep 18 01:00:18.508747 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb1767d-7284-401b-a821-3180e99e7dd2 req-2ffb8352-9e0a-4957-91f2-9dafa75ce11e tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:18.510103 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-ccb1767d-7284-401b-a821-3180e99e7dd2 req-2ffb8352-9e0a-4957-91f2-9dafa75ce11e tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ecc591cc-e74d-48ea-85e8-945b2995d123 HTTP/1.1" status: 200 len: 945 time: 0.0462263 Sep 18 01:00:18.558190 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-ccb1767d-7284-401b-a821-3180e99e7dd2 req-5f67c98c-b784-4b2d-86ef-ded2f87f7c28 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a79958da-0ace-40be-883c-3b3873a975fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425940 Sep 18 01:00:19.423208 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-9eea35a6-4a84-4145-990a-f0c2f2f5c5aa req-ff98fdde-21f8-4cd0-b970-62f7c6e1660a tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=c1cf145a-d8d5-4a7e-937b-729bf79629fa HTTP/1.1" status: 200 len: 210 time: 0.0311382 Sep 18 01:00:19.634125 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.rpc [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Device 3b10ed6a-bc95-40e6-afaa-4936e44594eb no longer exists at agent hyperv_hv-cinder-maste {{(pid=106232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:00:19.654306 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] No Port match for: 3b10ed6a-bc95-40e6-afaa-4936e44594eb {{(pid=106232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 18 01:00:19.654661 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.rpc [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Device 3b10ed6a-bc95-40e6-afaa-4936e44594eb not bound to the agent host hv-cinder-maste {{(pid=106232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:00:19.684052 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a6cba6-19d5-442c-8285-3257ee527303 req-17843e38-1fc4-4312-8a51-6fcb41eb18db tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:19.685749 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-c6a6cba6-19d5-442c-8285-3257ee527303 req-17843e38-1fc4-4312-8a51-6fcb41eb18db tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ecc591cc-e74d-48ea-85e8-945b2995d123 HTTP/1.1" status: 200 len: 945 time: 0.0472510 Sep 18 01:00:19.734018 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-c6a6cba6-19d5-442c-8285-3257ee527303 req-8aad9ded-7036-40be-9a3f-92a43a4e4580 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a79958da-0ace-40be-883c-3b3873a975fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425160 Sep 18 01:00:19.859629 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb8e9b1-6c58-42cc-aacd-1c6662cbe90e req-ca664c8b-4e14-4824-add9-4b40a4b25e8d tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:19.864551 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-bfb8e9b1-6c58-42cc-aacd-1c6662cbe90e req-ca664c8b-4e14-4824-add9-4b40a4b25e8d tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ecc591cc-e74d-48ea-85e8-945b2995d123 HTTP/1.1" status: 200 len: 945 time: 0.0538514 Sep 18 01:00:19.872482 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 33558) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:00:19.879250 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.v2.base [None req-8bd162d6-0c2f-4de1-9d7e-0d85f42b9938 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Request body: {'floatingip': {'port_id': '9608eb83-8531-414f-a482-f625b3b31cb2'}} {{(pid=106231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:00:19.936637 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-8bd162d6-0c2f-4de1-9d7e-0d85f42b9938 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Publish callbacks [] for floatingip (4ef50530-292a-4297-861f-87661132435b), before_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:20.401685 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-8bd162d6-0c2f-4de1-9d7e-0d85f42b9938 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:20.405408 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-8bd162d6-0c2f-4de1-9d7e-0d85f42b9938 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16489891'] for floatingip (4ef50530-292a-4297-861f-87661132435b), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:20.544427 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.33', 33566) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:00:20.576880 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:00:20.604058 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d83b14fa-5250-486b-9db1-80b3939bc0a1 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Publish callbacks [] for security_group (5d1f43e9-9af2-4e0f-a00b-d54373283a26), before_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:20.631322 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d83b14fa-5250-486b-9db1-80b3939bc0a1 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Publish callbacks [] for security_group (5d1f43e9-9af2-4e0f-a00b-d54373283a26), precommit_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:20.633967 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bd162d6-0c2f-4de1-9d7e-0d85f42b9938 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Router 1ed01ef0-86d6-48ca-8f4f-b56f6df17cce has already been hosted by L3 agent d0e8801d-4758-48bd-8085-7f05d3358764 {{(pid=106231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 01:00:20.680004 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d83b14fa-5250-486b-9db1-80b3939bc0a1 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512506'] for security_group (5d1f43e9-9af2-4e0f-a00b-d54373283a26), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:20.682676 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d83b14fa-5250-486b-9db1-80b3939bc0a1 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Publish callbacks [] for security_group (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:20.683999 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [None req-d83b14fa-5250-486b-9db1-80b3939bc0a1 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "DELETE /networking/v2.0/security-groups/5d1f43e9-9af2-4e0f-a00b-d54373283a26 HTTP/1.1" status: 204 len: 168 time: 0.1384966 Sep 18 01:00:20.687222 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 33568) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:00:20.694147 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83b14fa-5250-486b-9db1-80b3939bc0a1 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d1f43e9-9af2-4e0f-a00b-d54373283a26,revision_number=None']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:20.733649 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.api.v2.resource [None req-5f0b11f1-4438-4c9e-958b-a214f482bdd4 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] show failed (client error): The resource could not be found. Sep 18 01:00:20.734677 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-5f0b11f1-4438-4c9e-958b-a214f482bdd4 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/security-groups/5d1f43e9-9af2-4e0f-a00b-d54373283a26 HTTP/1.1" status: 404 len: 347 time: 0.0464401 Sep 18 01:00:20.737871 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.33', 33570) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:00:20.758387 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bd162d6-0c2f-4de1-9d7e-0d85f42b9938 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=106231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:00:20.763870 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-8bd162d6-0c2f-4de1-9d7e-0d85f42b9938 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16701016'] for floatingip (None), before_response {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:20.773253 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db22fad1-fee5-4ba3-8ab1-057b23747e5a None None] Sync routers for ids ['1ed01ef0-86d6-48ca-8f4f-b56f6df17cce'] in dv-cinder-master-3-smb {{(pid=106232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:00:20.783117 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db22fad1-fee5-4ba3-8ab1-057b23747e5a None None] Routers {'1ed01ef0-86d6-48ca-8f4f-b56f6df17cce'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 18 01:00:20.783833 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.l3_hamode_db [None req-db22fad1-fee5-4ba3-8ab1-057b23747e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-18T00:47:37Z,description=,heartbeat_timestamp=2022-09-18T01:00:07Z,host='dv-cinder-master-3-smb',id=d0e8801d-4758-48bd-8085-7f05d3358764,load=0,resource_versions=,resources_synced=,started_at=2022-09-18T00:47:37Z,topic='l3_agent')) {'router_ids': ['1ed01ef0-86d6-48ca-8f4f-b56f6df17cce'], 'active': True} {{(pid=106232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:00:20.798555 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecc591cc-e74d-48ea-85e8-945b2995d123', 'tag': '9608eb83-8531-414f-a482-f625b3b31cb2'}] {{(pid=106231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 18 01:00:20.800289 dv-cinder-master-3-smb neutron-server[106231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2daae94765ac049e9d9a56900be8c16ad14208507d163719654d83d071b86d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d974bd5c-5538-488f-b668-0f944f35f6e2" -d '{"events": [{"name": "network-changed", "server_uuid": "ecc591cc-e74d-48ea-85e8-945b2995d123", "tag": "9608eb83-8531-414f-a482-f625b3b31cb2"}]}' {{(pid=106231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:00:20.822489 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=100 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:00:20.833960 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-8bd162d6-0c2f-4de1-9d7e-0d85f42b9938 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "PUT /networking/v2.0/floatingips/4ef50530-292a-4297-861f-87661132435b HTTP/1.1" status: 200 len: 993 time: 0.9590323 Sep 18 01:00:20.859327 dv-cinder-master-3-smb neutron-server[106231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 18 Sep 2022 01:00:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-361cc79b-4491-4c07-ab80-44cfa6b07fa9 x-openstack-request-id: req-361cc79b-4491-4c07-ab80-44cfa6b07fa9 {{(pid=106231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:00:20.859620 dv-cinder-master-3-smb neutron-server[106231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecc591cc-e74d-48ea-85e8-945b2995d123", "tag": "9608eb83-8531-414f-a482-f625b3b31cb2", "status": "completed", "code": 200}]} {{(pid=106231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:00:20.859874 dv-cinder-master-3-smb neutron-server[106231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-361cc79b-4491-4c07-ab80-44cfa6b07fa9 {{(pid=106231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:00:20.860283 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.notifiers.nova [-] Nova event matching ['req-361cc79b-4491-4c07-ab80-44cfa6b07fa9'] response: {'name': 'network-changed', 'server_uuid': 'ecc591cc-e74d-48ea-85e8-945b2995d123', 'tag': '9608eb83-8531-414f-a482-f625b3b31cb2', 'status': 'completed', 'code': 200} Sep 18 01:00:20.863003 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-c8f86f88-3df5-4a55-a098-03ab3cc1fc79 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Deleting port 739d381d-b820-4558-b984-a759f0cbadc5 {{(pid=106230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 18 01:00:20.863351 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c8f86f88-3df5-4a55-a098-03ab3cc1fc79 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749746030605'] for port (739d381d-b820-4558-b984-a759f0cbadc5), before_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:20.883268 dv-cinder-master-3-smb neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:00:20.884900 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:DELETE=6,neutron:SELECT=94 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:00:20.915683 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.l3_dvr_db [None req-db22fad1-fee5-4ba3-8ab1-057b23747e5a None None] Set router 1ed01ef0-86d6-48ca-8f4f-b56f6df17cce gateway port host: dv-cinder-master-3-smb {{(pid=106232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 18 01:00:20.947872 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c8f86f88-3df5-4a55-a098-03ab3cc1fc79 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16488537'] for port (739d381d-b820-4558-b984-a759f0cbadc5), precommit_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:20.948097 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c8f86f88-3df5-4a55-a098-03ab3cc1fc79 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Publish callbacks [] for floatingip (739d381d-b820-4558-b984-a759f0cbadc5), precommit_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:20.961663 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-c8f86f88-3df5-4a55-a098-03ab3cc1fc79 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Calling delete_port for 739d381d-b820-4558-b984-a759f0cbadc5 owned by network:floatingip {{(pid=106230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 18 01:00:21.100770 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c8f86f88-3df5-4a55-a098-03ab3cc1fc79 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749746033803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749745591516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13339648'] for port (739d381d-b820-4558-b984-a759f0cbadc5), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:21.126477 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.l3_hamode_db [None req-db22fad1-fee5-4ba3-8ab1-057b23747e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ed01ef0-86d6-48ca-8f4f-b56f6df17cce', 'name': 'tempest-ServerRescueNegativeTestJSON-1197339519-router', 'tenant_id': '8cbf74b218c04911bb921f7cc2c6e966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'external_fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.201'}], 'enable_snat': True}, 'gw_port_id': '1a63b5be-1556-4ad8-a604-71bb845b8be3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:56:01Z', 'updated_at': '2022-09-18T00:56:20Z', 'revision_number': 4, 'project_id': '8cbf74b218c04911bb921f7cc2c6e966', 'gw_port': {'id': '1a63b5be-1556-4ad8-a604-71bb845b8be3', 'name': '', 'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:38:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed01ef0-86d6-48ca-8f4f-b56f6df17cce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:56:02Z', 'updated_at': '2022-09-18T00:56:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': '4ef50530-292a-4297-861f-87661132435b', 'tenant_id': '8cbf74b218c04911bb921f7cc2c6e966', 'floating_ip_address': '172.37.5.124', 'floating_network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'router_id': '1ed01ef0-86d6-48ca-8f4f-b56f6df17cce', 'port_id': '9608eb83-8531-414f-a482-f625b3b31cb2', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 396, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c62b9e47-59b6-47ba-845f-e3be4dd39ad8', 'mac_address': 'fa:16:3e:af:50:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc591cc-e74d-48ea-85e8-945b2995d123', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-18T00:58:20Z', 'updated_at': '2022-09-18T01:00:20Z', 'revision_number': 3, 'project_id': '8cbf74b218c04911bb921f7cc2c6e966', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01af8433-c279-4dab-a31d-ef4ca4915365', 'name': '', 'network_id': 'c62b9e47-59b6-47ba-845f-e3be4dd39ad8', 'tenant_id': '8cbf74b218c04911bb921f7cc2c6e966', 'mac_address': 'fa:16:3e:dd:cb:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed01ef0-86d6-48ca-8f4f-b56f6df17cce', 'device_owner': 'network:router_interface', 'standard_attr_id': 143, 'fixed_ips': [{'subnet_id': '21e1d23e-9045-41fa-9ed7-19ac1edcbcfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:56:15Z', 'updated_at': '2022-09-18T00:56:33Z', 'revision_number': 5, 'project_id': '8cbf74b218c04911bb921f7cc2c6e966', 'subnets': [{'id': '21e1d23e-9045-41fa-9ed7-19ac1edcbcfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=106232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:00:21.136607 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f86f88-3df5-4a55-a098-03ab3cc1fc79 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Pushing event deleted for resources: {'Port': ['ID=739d381d-b820-4558-b984-a759f0cbadc5,revision_number=None']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:21.151763 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db22fad1-fee5-4ba3-8ab1-057b23747e5a None None] Checking router: 1ed01ef0-86d6-48ca-8f4f-b56f6df17cce for host: dv-cinder-master-3-smb {{(pid=106232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:00:21.160364 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db22fad1-fee5-4ba3-8ab1-057b23747e5a None None] Routers {'1ed01ef0-86d6-48ca-8f4f-b56f6df17cce'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 18 01:00:21.161021 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.l3_hamode_db [None req-db22fad1-fee5-4ba3-8ab1-057b23747e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-18T00:47:37Z,description=,heartbeat_timestamp=2022-09-18T01:00:07Z,host='dv-cinder-master-3-smb',id=d0e8801d-4758-48bd-8085-7f05d3358764,load=0,resource_versions=,resources_synced=,started_at=2022-09-18T00:47:37Z,topic='l3_agent')) {'router_ids': ['1ed01ef0-86d6-48ca-8f4f-b56f6df17cce'], 'active': True} {{(pid=106232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:00:21.207703 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c8f86f88-3df5-4a55-a098-03ab3cc1fc79 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Publish callbacks [] for floatingip (bc2843cd-42ac-4bf4-aca4-0afd8a7bb211), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:21.211804 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c8f86f88-3df5-4a55-a098-03ab3cc1fc79 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16701016'] for floatingip (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:21.213162 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [None req-c8f86f88-3df5-4a55-a098-03ab3cc1fc79 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "DELETE /networking/v2.0/floatingips/bc2843cd-42ac-4bf4-aca4-0afd8a7bb211 HTTP/1.1" status: 204 len: 168 time: 0.4741528 Sep 18 01:00:21.266364 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.l3_dvr_db [None req-db22fad1-fee5-4ba3-8ab1-057b23747e5a None None] Set router 1ed01ef0-86d6-48ca-8f4f-b56f6df17cce gateway port host: dv-cinder-master-3-smb {{(pid=106232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 18 01:00:21.306696 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.33', 33580) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:00:21.312671 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.v2.base [None req-5d526188-f61a-4747-b26b-cf85e6ef27a2 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1537591311', 'description': 'tempest-description--612276069'}} {{(pid=106230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:00:21.312964 dv-cinder-master-3-smb neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=100 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:00:21.334680 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-5d526188-f61a-4747-b26b-cf85e6ef27a2 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Publish callbacks [] for security_group (None), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:21.405001 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-5d526188-f61a-4747-b26b-cf85e6ef27a2 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Publish callbacks [] for security_group (af5bddc4-1b2d-44ab-8230-6f22a8f63cb3), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:21.410058 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-5d526188-f61a-4747-b26b-cf85e6ef27a2 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512506'] for security_group (af5bddc4-1b2d-44ab-8230-6f22a8f63cb3), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:21.439626 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-5d526188-f61a-4747-b26b-cf85e6ef27a2 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Publish callbacks [] for security_group (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:21.440852 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [None req-5d526188-f61a-4747-b26b-cf85e6ef27a2 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1325550 Sep 18 01:00:21.444135 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 33582) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:00:21.445824 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d526188-f61a-4747-b26b-cf85e6ef27a2 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af5bddc4-1b2d-44ab-8230-6f22a8f63cb3,revision_number=1']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:21.448812 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.v2.base [None req-86e278e9-d7bf-4acb-bdad-fd3a33eb3041 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Request body: {'security_group_rule': {'security_group_id': 'af5bddc4-1b2d-44ab-8230-6f22a8f63cb3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:00:21.462542 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:00:21.477674 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-86e278e9-d7bf-4acb-bdad-fd3a33eb3041 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Publish callbacks [] for security_group_rule (11ab894c-72d1-4410-bd27-bc351de78807), before_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:21.498495 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.l3_hamode_db [None req-db22fad1-fee5-4ba3-8ab1-057b23747e5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ed01ef0-86d6-48ca-8f4f-b56f6df17cce', 'name': 'tempest-ServerRescueNegativeTestJSON-1197339519-router', 'tenant_id': '8cbf74b218c04911bb921f7cc2c6e966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'external_fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.201'}], 'enable_snat': True}, 'gw_port_id': '1a63b5be-1556-4ad8-a604-71bb845b8be3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:56:01Z', 'updated_at': '2022-09-18T00:56:20Z', 'revision_number': 4, 'project_id': '8cbf74b218c04911bb921f7cc2c6e966', 'gw_port': {'id': '1a63b5be-1556-4ad8-a604-71bb845b8be3', 'name': '', 'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:38:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed01ef0-86d6-48ca-8f4f-b56f6df17cce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:56:02Z', 'updated_at': '2022-09-18T00:56:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': '4ef50530-292a-4297-861f-87661132435b', 'tenant_id': '8cbf74b218c04911bb921f7cc2c6e966', 'floating_ip_address': '172.37.5.124', 'floating_network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'router_id': '1ed01ef0-86d6-48ca-8f4f-b56f6df17cce', 'port_id': '9608eb83-8531-414f-a482-f625b3b31cb2', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 396, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c62b9e47-59b6-47ba-845f-e3be4dd39ad8', 'mac_address': 'fa:16:3e:af:50:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc591cc-e74d-48ea-85e8-945b2995d123', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-18T00:58:20Z', 'updated_at': '2022-09-18T01:00:20Z', 'revision_number': 3, 'project_id': '8cbf74b218c04911bb921f7cc2c6e966', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01af8433-c279-4dab-a31d-ef4ca4915365', 'name': '', 'network_id': 'c62b9e47-59b6-47ba-845f-e3be4dd39ad8', 'tenant_id': '8cbf74b218c04911bb921f7cc2c6e966', 'mac_address': 'fa:16:3e:dd:cb:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed01ef0-86d6-48ca-8f4f-b56f6df17cce', 'device_owner': 'network:router_interface', 'standard_attr_id': 143, 'fixed_ips': [{'subnet_id': '21e1d23e-9045-41fa-9ed7-19ac1edcbcfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:56:15Z', 'updated_at': '2022-09-18T00:56:33Z', 'revision_number': 5, 'project_id': '8cbf74b218c04911bb921f7cc2c6e966', 'subnets': [{'id': '21e1d23e-9045-41fa-9ed7-19ac1edcbcfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=106232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:00:21.524520 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db22fad1-fee5-4ba3-8ab1-057b23747e5a None None] The sync data for ids ['1ed01ef0-86d6-48ca-8f4f-b56f6df17cce'] in dv-cinder-master-3-smb is: [{'id': '1ed01ef0-86d6-48ca-8f4f-b56f6df17cce', 'name': 'tempest-ServerRescueNegativeTestJSON-1197339519-router', 'tenant_id': '8cbf74b218c04911bb921f7cc2c6e966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'external_fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.201'}], 'enable_snat': True}, 'gw_port_id': '1a63b5be-1556-4ad8-a604-71bb845b8be3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:56:01Z', 'updated_at': '2022-09-18T00:56:20Z', 'revision_number': 4, 'project_id': '8cbf74b218c04911bb921f7cc2c6e966', 'gw_port': {'id': '1a63b5be-1556-4ad8-a604-71bb845b8be3', 'name': '', 'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:38:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed01ef0-86d6-48ca-8f4f-b56f6df17cce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:56:02Z', 'updated_at': '2022-09-18T00:56:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': '4ef50530-292a-4297-861f-87661132435b', 'tenant_id': '8cbf74b218c04911bb921f7cc2c6e966', 'floating_ip_address': '172.37.5.124', 'floating_network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'router_id': '1ed01ef0-86d6-48ca-8f4f-b56f6df17cce', 'port_id': '9608eb83-8531-414f-a482-f625b3b31cb2', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 396, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c62b9e47-59b6-47ba-845f-e3be4dd39ad8', 'mac_address': 'fa:16:3e:af:50:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecc591cc-e74d-48ea-85e8-945b2995d123', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-18T00:58:20Z', 'updated_at': '2022-09-18T01:00:20Z', 'revision_number': 3, 'project_id': '8cbf74b218c04911bb921f7cc2c6e966', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '01af8433-c279-4dab-a31d-ef4ca4915365', 'name': '', 'network_id': 'c62b9e47-59b6-47ba-845f-e3be4dd39ad8', 'tenant_id': '8cbf74b218c04911bb921f7cc2c6e966', 'mac_address': 'fa:16:3e:dd:cb:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed01ef0-86d6-48ca-8f4f-b56f6df17cce', 'device_owner': 'network:router_interface', 'standard_attr_id': 143, 'fixed_ips': [{'subnet_id': '21e1d23e-9045-41fa-9ed7-19ac1edcbcfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:56:15Z', 'updated_at': '2022-09-18T00:56:33Z', 'revision_number': 5, 'project_id': '8cbf74b218c04911bb921f7cc2c6e966', 'subnets': [{'id': '21e1d23e-9045-41fa-9ed7-19ac1edcbcfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:00:21.534640 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-86e278e9-d7bf-4acb-bdad-fd3a33eb3041 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Publish callbacks [] for security_group_rule (11ab894c-72d1-4410-bd27-bc351de78807), precommit_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:21.540799 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-86e278e9-d7bf-4acb-bdad-fd3a33eb3041 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512405'] for security_group_rule (11ab894c-72d1-4410-bd27-bc351de78807), after_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:21.558054 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e278e9-d7bf-4acb-bdad-fd3a33eb3041 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11ab894c-72d1-4410-bd27-bc351de78807,revision_number=0']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:21.569627 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-86e278e9-d7bf-4acb-bdad-fd3a33eb3041 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:21.570872 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-86e278e9-d7bf-4acb-bdad-fd3a33eb3041 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1257286 Sep 18 01:00:21.573717 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.33', 33584) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:00:21.578568 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.v2.base [None req-ebd1fc93-4841-41e1-9a16-19d671d98c8e tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Request body: {'security_group_rule': {'security_group_id': 'af5bddc4-1b2d-44ab-8230-6f22a8f63cb3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:00:21.608285 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-ebd1fc93-4841-41e1-9a16-19d671d98c8e tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Publish callbacks [] for security_group_rule (581ffe6a-146f-43e1-b345-c9eec84bc4a7), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:21.631486 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=6 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:00:21.675853 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-ebd1fc93-4841-41e1-9a16-19d671d98c8e tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Publish callbacks [] for security_group_rule (581ffe6a-146f-43e1-b345-c9eec84bc4a7), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:21.682522 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-ebd1fc93-4841-41e1-9a16-19d671d98c8e tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512405'] for security_group_rule (581ffe6a-146f-43e1-b345-c9eec84bc4a7), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:21.737971 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd1fc93-4841-41e1-9a16-19d671d98c8e tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=581ffe6a-146f-43e1-b345-c9eec84bc4a7,revision_number=0']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:21.753154 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-ebd1fc93-4841-41e1-9a16-19d671d98c8e tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:21.754332 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [None req-ebd1fc93-4841-41e1-9a16-19d671d98c8e tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1795361 Sep 18 01:00:21.758167 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 33586) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:00:21.758405 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d974bd5c-5538-488f-b668-0f944f35f6e2 req-93b85780-9c7b-410b-9c18-abeed5d92f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:21.759895 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-d974bd5c-5538-488f-b668-0f944f35f6e2 req-93b85780-9c7b-410b-9c18-abeed5d92f2f service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=8cbf74b218c04911bb921f7cc2c6e966&device_id=ecc591cc-e74d-48ea-85e8-945b2995d123 HTTP/1.1" status: 200 len: 1129 time: 0.0696545 Sep 18 01:00:21.762889 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.v2.base [None req-5bd0bba1-51b7-4711-9521-7b47958877bd tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Request body: {'floatingip': {'floating_network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505'}} {{(pid=106231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:00:21.783861 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-5bd0bba1-51b7-4711-9521-7b47958877bd tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:21.865075 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-5bd0bba1-51b7-4711-9521-7b47958877bd tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (None), before_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:21.972349 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.db.db_base_plugin_common [None req-5bd0bba1-51b7-4711-9521-7b47958877bd tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Allocated IP 172.37.5.208 (b5726c9b-05f1-4137-90cd-23a4e3e89505/9e97c026-c8b3-4b72-91ed-10f39e002f97/f0d90f7c-4acc-459f-bbd1-ebc54ad3d12b) {{(pid=106231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:00:22.320686 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-5bd0bba1-51b7-4711-9521-7b47958877bd tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Publish callbacks [] for port (f0d90f7c-4acc-459f-bbd1-ebc54ad3d12b), precommit_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:22.356031 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-5bd0bba1-51b7-4711-9521-7b47958877bd tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749745591507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13917182'] for port (f0d90f7c-4acc-459f-bbd1-ebc54ad3d12b), after_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:22.399668 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bd0bba1-51b7-4711-9521-7b47958877bd tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Network b5726c9b-05f1-4137-90cd-23a4e3e89505 is already hosted by enough agents. {{(pid=106231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:00:22.401502 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.scheduler.base_scheduler [None req-5bd0bba1-51b7-4711-9521-7b47958877bd tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Resources bound (agent type, host, resource id): {{(pid=106231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:00:22.407555 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd0bba1-51b7-4711-9521-7b47958877bd tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Received port after_create {{(pid=106231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 18 01:00:22.438360 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd0bba1-51b7-4711-9521-7b47958877bd tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Pushing event updated for resources: {'Port': ['ID=f0d90f7c-4acc-459f-bbd1-ebc54ad3d12b,revision_number=1']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:22.453294 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d974bd5c-5538-488f-b668-0f944f35f6e2 req-fb275e38-88f0-4bae-ae8f-3bcb7a4b3593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:22.458922 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-d974bd5c-5538-488f-b668-0f944f35f6e2 req-fb275e38-88f0-4bae-ae8f-3bcb7a4b3593 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=c62b9e47-59b6-47ba-845f-e3be4dd39ad8 HTTP/1.1" status: 200 len: 920 time: 0.1127915 Sep 18 01:00:22.510383 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-5bd0bba1-51b7-4711-9521-7b47958877bd tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Publish callbacks [] for floatingip (6919910f-fe0c-4560-8373-bb87c9062dc9), precommit_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:22.543598 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-d974bd5c-5538-488f-b668-0f944f35f6e2 req-8d907cc0-0548-480d-97f8-87df624a5940 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9608eb83-8531-414f-a482-f625b3b31cb2 HTTP/1.1" status: 200 len: 1001 time: 0.0661774 Sep 18 01:00:22.543798 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:00:22.551684 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-5bd0bba1-51b7-4711-9521-7b47958877bd tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (f0d90f7c-4acc-459f-bbd1-ebc54ad3d12b), before_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:22.616858 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:00:22.702365 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-5bd0bba1-51b7-4711-9521-7b47958877bd tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Publish callbacks [] for port (f0d90f7c-4acc-459f-bbd1-ebc54ad3d12b), precommit_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:22.707022 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-5bd0bba1-51b7-4711-9521-7b47958877bd tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749746030758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749745591525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749745591543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13917127'] for port (f0d90f7c-4acc-459f-bbd1-ebc54ad3d12b), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:22.773835 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd0bba1-51b7-4711-9521-7b47958877bd tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Pushing event updated for resources: {'Port': ['ID=f0d90f7c-4acc-459f-bbd1-ebc54ad3d12b,revision_number=2']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:22.776200 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-5bd0bba1-51b7-4711-9521-7b47958877bd tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16489891'] for floatingip (6919910f-fe0c-4560-8373-bb87c9062dc9), after_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:22.793397 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-5bd0bba1-51b7-4711-9521-7b47958877bd tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16701016'] for floatingip (None), before_response {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:22.794623 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-5bd0bba1-51b7-4711-9521-7b47958877bd tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0353620 Sep 18 01:00:22.850532 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d974bd5c-5538-488f-b668-0f944f35f6e2 req-d6ed7d71-fdb9-42e7-8e5d-812712df7328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:22.852055 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-d974bd5c-5538-488f-b668-0f944f35f6e2 req-d6ed7d71-fdb9-42e7-8e5d-812712df7328 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=21e1d23e-9045-41fa-9ed7-19ac1edcbcfa HTTP/1.1" status: 200 len: 858 time: 0.0467896 Sep 18 01:00:22.861820 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecc591cc-e74d-48ea-85e8-945b2995d123', 'tag': '9608eb83-8531-414f-a482-f625b3b31cb2'}] {{(pid=106231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 18 01:00:22.864663 dv-cinder-master-3-smb neutron-server[106231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2daae94765ac049e9d9a56900be8c16ad14208507d163719654d83d071b86d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4cb29f9-00f8-457f-94f1-4ec5b4b88ebc" -d '{"events": [{"name": "network-changed", "server_uuid": "ecc591cc-e74d-48ea-85e8-945b2995d123", "tag": "9608eb83-8531-414f-a482-f625b3b31cb2"}]}' {{(pid=106231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:00:22.901750 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d974bd5c-5538-488f-b668-0f944f35f6e2 req-fc2f4ee6-ec2a-41f9-8448-80048497b44d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:22.903286 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-d974bd5c-5538-488f-b668-0f944f35f6e2 req-fc2f4ee6-ec2a-41f9-8448-80048497b44d service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=c62b9e47-59b6-47ba-845f-e3be4dd39ad8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0430872 Sep 18 01:00:22.917188 dv-cinder-master-3-smb neutron-server[106231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 18 Sep 2022 01:00:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01a157db-83a2-4e42-b32f-a291dab1d42f x-openstack-request-id: req-01a157db-83a2-4e42-b32f-a291dab1d42f {{(pid=106231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:00:22.917542 dv-cinder-master-3-smb neutron-server[106231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecc591cc-e74d-48ea-85e8-945b2995d123", "tag": "9608eb83-8531-414f-a482-f625b3b31cb2", "status": "completed", "code": 200}]} {{(pid=106231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:00:22.917862 dv-cinder-master-3-smb neutron-server[106231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-01a157db-83a2-4e42-b32f-a291dab1d42f {{(pid=106231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:00:22.918335 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01a157db-83a2-4e42-b32f-a291dab1d42f'] response: {'name': 'network-changed', 'server_uuid': 'ecc591cc-e74d-48ea-85e8-945b2995d123', 'tag': '9608eb83-8531-414f-a482-f625b3b31cb2', 'status': 'completed', 'code': 200} Sep 18 01:00:22.919607 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:00:23.055038 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-d974bd5c-5538-488f-b668-0f944f35f6e2 req-d50c9716-a759-48ff-a0f6-7d7f02f2fb90 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/c62b9e47-59b6-47ba-845f-e3be4dd39ad8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423807 Sep 18 01:00:23.058456 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-5679bac0-510a-49ee-a8e5-62185d69cf93 req-032366ff-260b-4495-98f8-d3286dbb8a70 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1537591311&fields=id&tenant_id=1a7f6c917c934c00a862b9946ce2b1cd HTTP/1.1" status: 200 len: 267 time: 0.0817111 Sep 18 01:00:23.237389 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-d974bd5c-5538-488f-b668-0f944f35f6e2 req-ea8c42f5-add3-481f-8cf0-e51dee4988a9 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/c62b9e47-59b6-47ba-845f-e3be4dd39ad8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1757612 Sep 18 01:00:23.244560 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5679bac0-510a-49ee-a8e5-62185d69cf93 req-4531270b-a4a5-41cd-a4ca-1c9003001b87 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:23.245912 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-5679bac0-510a-49ee-a8e5-62185d69cf93 req-4531270b-a4a5-41cd-a4ca-1c9003001b87 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/networks?id=5b2870f5-1df6-4588-9304-3be88fc2aeec HTTP/1.1" status: 200 len: 817 time: 0.1756816 Sep 18 01:00:23.261620 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-5679bac0-510a-49ee-a8e5-62185d69cf93 req-d8bd3a3f-37bd-4b9a-b45a-1babf88c7c82 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/quotas/1a7f6c917c934c00a862b9946ce2b1cd HTTP/1.1" status: 200 len: 375 time: 0.0100825 Sep 18 01:00:23.315741 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-5679bac0-510a-49ee-a8e5-62185d69cf93 req-382512ac-3c17-4ecd-9138-e40994f46995 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=1a7f6c917c934c00a862b9946ce2b1cd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0487163 Sep 18 01:00:23.418663 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cb29f9-00f8-457f-94f1-4ec5b4b88ebc req-c75e2fb0-b90b-4c93-a6f4-c33bcd417ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:23.420147 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-e4cb29f9-00f8-457f-94f1-4ec5b4b88ebc req-c75e2fb0-b90b-4c93-a6f4-c33bcd417ee2 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=8cbf74b218c04911bb921f7cc2c6e966&device_id=ecc591cc-e74d-48ea-85e8-945b2995d123 HTTP/1.1" status: 200 len: 1129 time: 0.0825908 Sep 18 01:00:23.438937 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:00:23.446075 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-5679bac0-510a-49ee-a8e5-62185d69cf93 req-bbb1b3d5-c650-41d8-a9e5-5ba5fe28f8e3 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/5b2870f5-1df6-4588-9304-3be88fc2aeec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173897 Sep 18 01:00:23.768869 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-5679bac0-510a-49ee-a8e5-62185d69cf93 req-cd50ac54-35d7-47fd-8641-427ab58c4b27 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/5b2870f5-1df6-4588-9304-3be88fc2aeec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3169115 Sep 18 01:00:23.933332 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-ef1c7dc7-6b3f-4c52-8385-d0f7f388b8ba req-c9a124c1-54be-42af-bb0d-95e85f8b05dd tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6f4bab30-d9b2-4713-ab65-46a4754f8153 HTTP/1.1" status: 200 len: 210 time: 0.0285716 Sep 18 01:00:24.106343 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cb29f9-00f8-457f-94f1-4ec5b4b88ebc req-34e017d5-16c0-4baf-90d4-cfa4011a5a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:24.107822 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-e4cb29f9-00f8-457f-94f1-4ec5b4b88ebc req-34e017d5-16c0-4baf-90d4-cfa4011a5a32 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=c62b9e47-59b6-47ba-845f-e3be4dd39ad8 HTTP/1.1" status: 200 len: 920 time: 0.0973415 Sep 18 01:00:24.464011 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-e4cb29f9-00f8-457f-94f1-4ec5b4b88ebc req-e04e44ad-71c6-44c0-af27-a50e1a9ecfbe service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9608eb83-8531-414f-a482-f625b3b31cb2 HTTP/1.1" status: 200 len: 1001 time: 0.0613103 Sep 18 01:00:25.058070 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-53b496c8-41b2-4d3b-beaa-94b2e0eb83ea req-d5f41d4c-9c46-43eb-a64d-e9b36a817806 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6f4bab30-d9b2-4713-ab65-46a4754f8153 HTTP/1.1" status: 200 len: 210 time: 0.0304179 Sep 18 01:00:25.114106 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cb29f9-00f8-457f-94f1-4ec5b4b88ebc req-749da0b1-89cc-43e0-b872-8dd0ecdb0031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:25.115851 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-e4cb29f9-00f8-457f-94f1-4ec5b4b88ebc req-749da0b1-89cc-43e0-b872-8dd0ecdb0031 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=21e1d23e-9045-41fa-9ed7-19ac1edcbcfa HTTP/1.1" status: 200 len: 858 time: 0.0513399 Sep 18 01:00:25.207061 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cb29f9-00f8-457f-94f1-4ec5b4b88ebc req-bfb834e6-c60a-4aeb-9e57-63b6b076c16c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:25.209172 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-e4cb29f9-00f8-457f-94f1-4ec5b4b88ebc req-bfb834e6-c60a-4aeb-9e57-63b6b076c16c service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=c62b9e47-59b6-47ba-845f-e3be4dd39ad8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0401568 Sep 18 01:00:25.311709 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-e4cb29f9-00f8-457f-94f1-4ec5b4b88ebc req-308c544d-5718-4729-9048-2373b98ac862 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/c62b9e47-59b6-47ba-845f-e3be4dd39ad8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939724 Sep 18 01:00:25.411703 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-e4cb29f9-00f8-457f-94f1-4ec5b4b88ebc req-82c22ff3-11d1-4f50-9922-c3f8f32f6158 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/c62b9e47-59b6-47ba-845f-e3be4dd39ad8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931461 Sep 18 01:00:25.964028 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=100 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:00:26.051417 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5679bac0-510a-49ee-a8e5-62185d69cf93 req-a56666c2-b241-4d01-aee9-b6d023d1feb7 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:26.052881 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-5679bac0-510a-49ee-a8e5-62185d69cf93 req-a56666c2-b241-4d01-aee9-b6d023d1feb7 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.57 "GET /networking/v2.0/networks?id=5b2870f5-1df6-4588-9304-3be88fc2aeec HTTP/1.1" status: 200 len: 817 time: 0.1099782 Sep 18 01:00:26.125524 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-5679bac0-510a-49ee-a8e5-62185d69cf93 req-0f57911b-aed2-4368-81d2-f0a2c4e9921f tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.57 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=1a7f6c917c934c00a862b9946ce2b1cd HTTP/1.1" status: 200 len: 380 time: 0.0539911 Sep 18 01:00:26.170968 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-d1825f13-d3fe-4baa-bcf1-f56f390b6405 req-db6310a0-2c2d-4136-95c7-a2d700ce37a7 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6f4bab30-d9b2-4713-ab65-46a4754f8153 HTTP/1.1" status: 200 len: 210 time: 0.0285230 Sep 18 01:00:26.267251 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.v2.base [req-5679bac0-510a-49ee-a8e5-62185d69cf93 req-7f244d4b-4ee9-450d-af58-e9c621ef97fa tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Request body: {'port': {'device_id': '6f4bab30-d9b2-4713-ab65-46a4754f8153', 'network_id': '5b2870f5-1df6-4588-9304-3be88fc2aeec', 'admin_state_up': True, 'tenant_id': '1a7f6c917c934c00a862b9946ce2b1cd', 'security_groups': ['af5bddc4-1b2d-44ab-8230-6f22a8f63cb3']}} {{(pid=106230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:00:26.380792 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5679bac0-510a-49ee-a8e5-62185d69cf93 req-7f244d4b-4ee9-450d-af58-e9c621ef97fa tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Made reservation on behalf of 1a7f6c917c934c00a862b9946ce2b1cd for: {'port': 1} {{(pid=106230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:00:26.384508 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [req-5679bac0-510a-49ee-a8e5-62185d69cf93 req-7f244d4b-4ee9-450d-af58-e9c621ef97fa tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (None), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:26.462803 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:00:26.513072 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.db.db_base_plugin_common [req-5679bac0-510a-49ee-a8e5-62185d69cf93 req-7f244d4b-4ee9-450d-af58-e9c621ef97fa tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Allocated IP 172.20.0.13 (5b2870f5-1df6-4588-9304-3be88fc2aeec/b02e0a67-927b-4f1f-86aa-5b54aefb606b/41948106-b5ee-425d-bfed-b11f6d5cdb7e) {{(pid=106230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:00:26.655244 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [req-5679bac0-510a-49ee-a8e5-62185d69cf93 req-7f244d4b-4ee9-450d-af58-e9c621ef97fa tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Publish callbacks [] for port (41948106-b5ee-425d-bfed-b11f6d5cdb7e), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:26.687977 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [req-5679bac0-510a-49ee-a8e5-62185d69cf93 req-7f244d4b-4ee9-450d-af58-e9c621ef97fa tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749745591507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13339648'] for port (41948106-b5ee-425d-bfed-b11f6d5cdb7e), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:26.734494 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5679bac0-510a-49ee-a8e5-62185d69cf93 req-7f244d4b-4ee9-450d-af58-e9c621ef97fa tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Network 5b2870f5-1df6-4588-9304-3be88fc2aeec is already hosted by enough agents. {{(pid=106230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:00:26.739724 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.scheduler.base_scheduler [req-5679bac0-510a-49ee-a8e5-62185d69cf93 req-7f244d4b-4ee9-450d-af58-e9c621ef97fa tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Resources bound (agent type, host, resource id): {{(pid=106230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:00:26.743711 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.db.l3_dvrscheduler_db [req-5679bac0-510a-49ee-a8e5-62185d69cf93 req-7f244d4b-4ee9-450d-af58-e9c621ef97fa tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Received port after_create {{(pid=106230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 18 01:00:26.750034 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f244d4b-4ee9-450d-af58-e9c621ef97fa tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Pushing event updated for resources: {'Port': ['ID=41948106-b5ee-425d-bfed-b11f6d5cdb7e,revision_number=1']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:26.799210 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5679bac0-510a-49ee-a8e5-62185d69cf93 req-7f244d4b-4ee9-450d-af58-e9c621ef97fa tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:26.799833 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [req-5679bac0-510a-49ee-a8e5-62185d69cf93 req-7f244d4b-4ee9-450d-af58-e9c621ef97fa tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16701016'] for port (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:26.817557 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-5679bac0-510a-49ee-a8e5-62185d69cf93 req-7f244d4b-4ee9-450d-af58-e9c621ef97fa tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.57 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5535641 Sep 18 01:00:26.924142 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.provisioning_blocks [None req-a2560998-b56e-4e19-ac0c-8ef6959f4fee None None] Provisioning complete for port 41948106-b5ee-425d-bfed-b11f6d5cdb7e triggered by entity DHCP. {{(pid=106232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 01:00:26.924652 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-a2560998-b56e-4e19-ac0c-8ef6959f4fee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981214'] for port (41948106-b5ee-425d-bfed-b11f6d5cdb7e), provisioning_complete {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:26.924843 dv-cinder-master-3-smb neutron-server[106232]: INFO neutron.plugins.ml2.plugin [None req-a2560998-b56e-4e19-ac0c-8ef6959f4fee None None] Attempt 1 to provision port 41948106-b5ee-425d-bfed-b11f6d5cdb7e Sep 18 01:00:26.960620 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-a2560998-b56e-4e19-ac0c-8ef6959f4fee None None] Port 41948106-b5ee-425d-bfed-b11f6d5cdb7e cannot update to ACTIVE because it is not bound. {{(pid=106232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 18 01:00:27.190917 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.v2.base [req-5679bac0-510a-49ee-a8e5-62185d69cf93 req-f2064f2d-4cbc-4a3e-87ec-03cc1c81632d service neutron] Request body: {'port': {'device_id': '6f4bab30-d9b2-4713-ab65-46a4754f8153', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=106230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:00:27.251230 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [req-5679bac0-510a-49ee-a8e5-62185d69cf93 req-f2064f2d-4cbc-4a3e-87ec-03cc1c81632d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (41948106-b5ee-425d-bfed-b11f6d5cdb7e), before_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:27.274927 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:00:27.333210 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b20615-ff46-47aa-b81c-03f33843ca50 req-a333e7b5-5e38-4935-943a-074d20b7ecb6 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:27.334695 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-81b20615-ff46-47aa-b81c-03f33843ca50 req-a333e7b5-5e38-4935-943a-074d20b7ecb6 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6f4bab30-d9b2-4713-ab65-46a4754f8153 HTTP/1.1" status: 200 len: 932 time: 0.0717409 Sep 18 01:00:27.451030 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-81b20615-ff46-47aa-b81c-03f33843ca50 req-e1193eb4-164a-442e-b0dd-d3d68eccfafe tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=af5bddc4-1b2d-44ab-8230-6f22a8f63cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1094723 Sep 18 01:00:27.461330 dv-cinder-master-3-smb neutron-server[106232]: INFO neutron.plugins.ml2.plugin [None req-a2560998-b56e-4e19-ac0c-8ef6959f4fee None None] Attempt 2 to provision port 41948106-b5ee-425d-bfed-b11f6d5cdb7e Sep 18 01:00:27.495206 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-a2560998-b56e-4e19-ac0c-8ef6959f4fee None None] Port 41948106-b5ee-425d-bfed-b11f6d5cdb7e cannot update to ACTIVE because it is not bound. {{(pid=106232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 18 01:00:27.586756 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.notifiers.nova [req-5679bac0-510a-49ee-a8e5-62185d69cf93 req-f2064f2d-4cbc-4a3e-87ec-03cc1c81632d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41948106-b5ee-425d-bfed-b11f6d5cdb7e {{(pid=106230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 18 01:00:27.594507 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [req-5679bac0-510a-49ee-a8e5-62185d69cf93 req-f2064f2d-4cbc-4a3e-87ec-03cc1c81632d service neutron] Publish callbacks [] for port (41948106-b5ee-425d-bfed-b11f6d5cdb7e), precommit_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:27.609848 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.db.provisioning_blocks [req-5679bac0-510a-49ee-a8e5-62185d69cf93 req-f2064f2d-4cbc-4a3e-87ec-03cc1c81632d service neutron] Transition to ACTIVE for port object 41948106-b5ee-425d-bfed-b11f6d5cdb7e will not be triggered until provisioned by entity L2. {{(pid=106230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 18 01:00:27.615274 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [req-5679bac0-510a-49ee-a8e5-62185d69cf93 req-f2064f2d-4cbc-4a3e-87ec-03cc1c81632d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749746030758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749745591525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749745591543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13339705'] for port (41948106-b5ee-425d-bfed-b11f6d5cdb7e), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:27.644601 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:00:27.703980 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2064f2d-4cbc-4a3e-87ec-03cc1c81632d service neutron] Pushing event updated for resources: {'Port': ['ID=41948106-b5ee-425d-bfed-b11f6d5cdb7e,revision_number=2']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:27.733006 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.plugins.ml2.managers [req-5679bac0-510a-49ee-a8e5-62185d69cf93 req-f2064f2d-4cbc-4a3e-87ec-03cc1c81632d service neutron] Attempting to bind port 41948106-b5ee-425d-bfed-b11f6d5cdb7e on host hv-cinder-maste for vnic_type normal with profile {{(pid=106230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 18 01:00:27.733346 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.plugins.ml2.managers [req-5679bac0-510a-49ee-a8e5-62185d69cf93 req-f2064f2d-4cbc-4a3e-87ec-03cc1c81632d service neutron] Attempting to bind port 41948106-b5ee-425d-bfed-b11f6d5cdb7e by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'ad5fe970-da3b-4a06-bd95-f70d97a5ce86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '5b2870f5-1df6-4588-9304-3be88fc2aeec'}] {{(pid=106230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 18 01:00:27.733673 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5679bac0-510a-49ee-a8e5-62185d69cf93 req-f2064f2d-4cbc-4a3e-87ec-03cc1c81632d service neutron] Attempting to bind port 41948106-b5ee-425d-bfed-b11f6d5cdb7e on network 5b2870f5-1df6-4588-9304-3be88fc2aeec {{(pid=106230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:00:27.775815 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5679bac0-510a-49ee-a8e5-62185d69cf93 req-f2064f2d-4cbc-4a3e-87ec-03cc1c81632d service neutron] Port 41948106-b5ee-425d-bfed-b11f6d5cdb7e on network 5b2870f5-1df6-4588-9304-3be88fc2aeec not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=106230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:00:27.776141 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5679bac0-510a-49ee-a8e5-62185d69cf93 req-f2064f2d-4cbc-4a3e-87ec-03cc1c81632d service neutron] Attempting to bind port 41948106-b5ee-425d-bfed-b11f6d5cdb7e on network 5b2870f5-1df6-4588-9304-3be88fc2aeec {{(pid=106230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:00:27.818341 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5679bac0-510a-49ee-a8e5-62185d69cf93 req-f2064f2d-4cbc-4a3e-87ec-03cc1c81632d service neutron] Checking agent: {'id': 'a990346c-0f9b-4256-b267-210f2ef06c1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 18, 0, 54, 1), 'started_at': datetime.datetime(2022, 9, 18, 0, 54, 1), 'heartbeat_timestamp': datetime.datetime(2022, 9, 18, 1, 0, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 18 01:00:27.818671 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5679bac0-510a-49ee-a8e5-62185d69cf93 req-f2064f2d-4cbc-4a3e-87ec-03cc1c81632d service neutron] Checking segment: {'id': 'ad5fe970-da3b-4a06-bd95-f70d97a5ce86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '5b2870f5-1df6-4588-9304-3be88fc2aeec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 18 01:00:27.819088 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5679bac0-510a-49ee-a8e5-62185d69cf93 req-f2064f2d-4cbc-4a3e-87ec-03cc1c81632d service neutron] Bound using segment: {'id': 'ad5fe970-da3b-4a06-bd95-f70d97a5ce86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '5b2870f5-1df6-4588-9304-3be88fc2aeec'} {{(pid=106230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 18 01:00:27.819523 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.plugins.ml2.managers [req-5679bac0-510a-49ee-a8e5-62185d69cf93 req-f2064f2d-4cbc-4a3e-87ec-03cc1c81632d service neutron] Bound port: 41948106-b5ee-425d-bfed-b11f6d5cdb7e, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad5fe970-da3b-4a06-bd95-f70d97a5ce86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '5b2870f5-1df6-4588-9304-3be88fc2aeec'}}] {{(pid=106230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 18 01:00:27.819886 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [req-5679bac0-510a-49ee-a8e5-62185d69cf93 req-f2064f2d-4cbc-4a3e-87ec-03cc1c81632d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (41948106-b5ee-425d-bfed-b11f6d5cdb7e), before_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:27.885771 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.plugins.ml2.db [req-5679bac0-510a-49ee-a8e5-62185d69cf93 req-f2064f2d-4cbc-4a3e-87ec-03cc1c81632d service neutron] For port 41948106-b5ee-425d-bfed-b11f6d5cdb7e, host hv-cinder-maste, cleared binding levels {{(pid=106230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:00:27.888782 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.plugins.ml2.db [req-5679bac0-510a-49ee-a8e5-62185d69cf93 req-f2064f2d-4cbc-4a3e-87ec-03cc1c81632d service neutron] For port 41948106-b5ee-425d-bfed-b11f6d5cdb7e, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=41948106-b5ee-425d-bfed-b11f6d5cdb7e,segment=NetworkSegment(ad5fe970-da3b-4a06-bd95-f70d97a5ce86),segment_id=ad5fe970-da3b-4a06-bd95-f70d97a5ce86)] {{(pid=106230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:00:27.896106 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [req-5679bac0-510a-49ee-a8e5-62185d69cf93 req-f2064f2d-4cbc-4a3e-87ec-03cc1c81632d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749746030758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749745591525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749745591543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13339705'] for port (41948106-b5ee-425d-bfed-b11f6d5cdb7e), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:27.900977 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5679bac0-510a-49ee-a8e5-62185d69cf93 req-f2064f2d-4cbc-4a3e-87ec-03cc1c81632d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:27.901593 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [req-5679bac0-510a-49ee-a8e5-62185d69cf93 req-f2064f2d-4cbc-4a3e-87ec-03cc1c81632d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16701016'] for port (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:27.902995 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-5679bac0-510a-49ee-a8e5-62185d69cf93 req-f2064f2d-4cbc-4a3e-87ec-03cc1c81632d service neutron] 10.222.0.57 "PUT /networking/v2.0/ports/41948106-b5ee-425d-bfed-b11f6d5cdb7e HTTP/1.1" status: 200 len: 1094 time: 0.7165675 Sep 18 01:00:27.903540 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f4bab30-d9b2-4713-ab65-46a4754f8153', 'tag': '41948106-b5ee-425d-bfed-b11f6d5cdb7e'}] {{(pid=106230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 18 01:00:27.905784 dv-cinder-master-3-smb neutron-server[106230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5cb6f936bef875aa30205792da77c9643b85616d99b85ee9f5e1cfaba0fe173" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9908f5f8-1961-4260-b1a4-567dd3e60086" -d '{"events": [{"name": "network-changed", "server_uuid": "6f4bab30-d9b2-4713-ab65-46a4754f8153", "tag": "41948106-b5ee-425d-bfed-b11f6d5cdb7e"}]}' {{(pid=106230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:00:27.950264 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2064f2d-4cbc-4a3e-87ec-03cc1c81632d service neutron] Pushing event updated for resources: {'Port': ['ID=41948106-b5ee-425d-bfed-b11f6d5cdb7e,revision_number=3']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:27.960813 dv-cinder-master-3-smb neutron-server[106230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 18 Sep 2022 01:00:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2dffbcb-edf7-40f5-b3aa-43de0c30dab3 x-openstack-request-id: req-f2dffbcb-edf7-40f5-b3aa-43de0c30dab3 {{(pid=106230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:00:27.961119 dv-cinder-master-3-smb neutron-server[106230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f4bab30-d9b2-4713-ab65-46a4754f8153", "tag": "41948106-b5ee-425d-bfed-b11f6d5cdb7e", "status": "completed", "code": 200}]} {{(pid=106230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:00:27.961768 dv-cinder-master-3-smb neutron-server[106230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-f2dffbcb-edf7-40f5-b3aa-43de0c30dab3 {{(pid=106230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:00:27.962183 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2dffbcb-edf7-40f5-b3aa-43de0c30dab3'] response: {'name': 'network-changed', 'server_uuid': '6f4bab30-d9b2-4713-ab65-46a4754f8153', 'tag': '41948106-b5ee-425d-bfed-b11f6d5cdb7e', 'status': 'completed', 'code': 200} Sep 18 01:00:27.996285 dv-cinder-master-3-smb neutron-server[106232]: INFO neutron.plugins.ml2.plugin [None req-a2560998-b56e-4e19-ac0c-8ef6959f4fee None None] Attempt 3 to provision port 41948106-b5ee-425d-bfed-b11f6d5cdb7e Sep 18 01:00:28.033629 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-a2560998-b56e-4e19-ac0c-8ef6959f4fee None None] Port 41948106-b5ee-425d-bfed-b11f6d5cdb7e had new provisioning blocks added so it will not transition to active. {{(pid=106232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 18 01:00:28.343597 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9908f5f8-1961-4260-b1a4-567dd3e60086 req-680ae23a-657a-4c0a-ad01-b3713fc57a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:28.345109 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-9908f5f8-1961-4260-b1a4-567dd3e60086 req-680ae23a-657a-4c0a-ad01-b3713fc57a46 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=1a7f6c917c934c00a862b9946ce2b1cd&device_id=6f4bab30-d9b2-4713-ab65-46a4754f8153 HTTP/1.1" status: 200 len: 1128 time: 0.0419772 Sep 18 01:00:28.424837 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:00:28.456336 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9908f5f8-1961-4260-b1a4-567dd3e60086 req-c2b59388-1818-4278-91fa-a0ecb4632bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:28.458401 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-9908f5f8-1961-4260-b1a4-567dd3e60086 req-c2b59388-1818-4278-91fa-a0ecb4632bc7 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?tenant_id=1a7f6c917c934c00a862b9946ce2b1cd&shared=False HTTP/1.1" status: 200 len: 918 time: 0.0979755 Sep 18 01:00:28.592237 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9908f5f8-1961-4260-b1a4-567dd3e60086 req-c81b1363-0749-4c40-b943-3453e859d7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:28.593674 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-9908f5f8-1961-4260-b1a4-567dd3e60086 req-c81b1363-0749-4c40-b943-3453e859d7f8 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1292677 Sep 18 01:00:28.604873 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b4f263-8d72-4f73-b7e3-375fdff4fafe req-e16627aa-018a-4211-bf04-6fb1ab28e834 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:28.606275 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-b1b4f263-8d72-4f73-b7e3-375fdff4fafe req-e16627aa-018a-4211-bf04-6fb1ab28e834 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6f4bab30-d9b2-4713-ab65-46a4754f8153 HTTP/1.1" status: 200 len: 944 time: 0.0663466 Sep 18 01:00:28.656962 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-b1b4f263-8d72-4f73-b7e3-375fdff4fafe req-4f44ed39-6ba8-40b0-8970-febcd0c0cba9 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=af5bddc4-1b2d-44ab-8230-6f22a8f63cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445719 Sep 18 01:00:28.696546 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5679bac0-510a-49ee-a8e5-62185d69cf93 req-d6d2aad1-9a54-4cff-8f74-b28cdcb5e257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:28.698048 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-5679bac0-510a-49ee-a8e5-62185d69cf93 req-d6d2aad1-9a54-4cff-8f74-b28cdcb5e257 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=1a7f6c917c934c00a862b9946ce2b1cd&device_id=6f4bab30-d9b2-4713-ab65-46a4754f8153 HTTP/1.1" status: 200 len: 1128 time: 0.0402527 Sep 18 01:00:28.748008 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-5679bac0-510a-49ee-a8e5-62185d69cf93 req-4617fa32-c657-43b7-9fc2-912f8011fd8b service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=41948106-b5ee-425d-bfed-b11f6d5cdb7e HTTP/1.1" status: 200 len: 217 time: 0.0352547 Sep 18 01:00:28.796933 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5679bac0-510a-49ee-a8e5-62185d69cf93 req-e28d914b-5d18-4261-b89d-17a2b625c777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:28.798352 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-5679bac0-510a-49ee-a8e5-62185d69cf93 req-e28d914b-5d18-4261-b89d-17a2b625c777 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=b02e0a67-927b-4f1f-86aa-5b54aefb606b HTTP/1.1" status: 200 len: 856 time: 0.0431778 Sep 18 01:00:28.842279 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5679bac0-510a-49ee-a8e5-62185d69cf93 req-3329bf26-ac30-4def-b421-df145c3844d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:28.843739 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-5679bac0-510a-49ee-a8e5-62185d69cf93 req-3329bf26-ac30-4def-b421-df145c3844d0 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=5b2870f5-1df6-4588-9304-3be88fc2aeec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0383732 Sep 18 01:00:28.937834 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-5679bac0-510a-49ee-a8e5-62185d69cf93 req-729e18d0-201c-41b9-8dbe-418d703a5b79 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/5b2870f5-1df6-4588-9304-3be88fc2aeec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858459 Sep 18 01:00:29.028991 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-5679bac0-510a-49ee-a8e5-62185d69cf93 req-cfb3d525-d0ff-41ed-8926-0b5b7992d5bb service neutron] 10.222.0.57 "GET /networking/v2.0/networks/5b2870f5-1df6-4588-9304-3be88fc2aeec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838525 Sep 18 01:00:29.748099 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:00:29.784010 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9f14a4-ab26-4109-8d7d-61fd4837211c req-b154adf5-715c-4b20-a260-96aba6ef16e2 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:29.785994 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-0e9f14a4-ab26-4109-8d7d-61fd4837211c req-b154adf5-715c-4b20-a260-96aba6ef16e2 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6f4bab30-d9b2-4713-ab65-46a4754f8153 HTTP/1.1" status: 200 len: 944 time: 0.0477390 Sep 18 01:00:29.836058 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-0e9f14a4-ab26-4109-8d7d-61fd4837211c req-2fb53f87-68f6-4664-8b03-f8fac7ec7c0b tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=af5bddc4-1b2d-44ab-8230-6f22a8f63cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443428 Sep 18 01:00:30.826997 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (a990346c-0f9b-4256-b267-210f2ef06c1b), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:30.963809 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3eb25b-8383-4360-a2a9-6d71fcd228d9 req-3018c897-ed9b-451f-b0e2-d97f7b3e2f28 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:30.965295 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-ed3eb25b-8383-4360-a2a9-6d71fcd228d9 req-3018c897-ed9b-451f-b0e2-d97f7b3e2f28 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6f4bab30-d9b2-4713-ab65-46a4754f8153 HTTP/1.1" status: 200 len: 944 time: 0.0469215 Sep 18 01:00:31.012757 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-ed3eb25b-8383-4360-a2a9-6d71fcd228d9 req-c2cb87a6-a29c-458e-9fd4-d5243f4a8564 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=af5bddc4-1b2d-44ab-8230-6f22a8f63cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418036 Sep 18 01:00:31.403862 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ac5ecf-d6be-469b-82c8-fbabbd4142e1 req-78ef938f-59cc-422b-95c8-fa7a87277d88 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:31.405264 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-d8ac5ecf-d6be-469b-82c8-fbabbd4142e1 req-78ef938f-59cc-422b-95c8-fa7a87277d88 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=abf6631e-213a-40ea-8708-5dc51da0ee8c HTTP/1.1" status: 200 len: 946 time: 0.0481019 Sep 18 01:00:31.453896 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-d8ac5ecf-d6be-469b-82c8-fbabbd4142e1 req-a408e9a3-517d-447e-ac69-8f7f7e697072 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=ebcf1d70-15c2-4b0c-9b2b-32e60a0830c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418682 Sep 18 01:00:31.668234 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.rpc [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Device 41948106-b5ee-425d-bfed-b11f6d5cdb7e details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 01:00:31.769054 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.db [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] For port 41948106-b5ee-425d-bfed-b11f6d5cdb7e, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=41948106-b5ee-425d-bfed-b11f6d5cdb7e,segment=NetworkSegment(ad5fe970-da3b-4a06-bd95-f70d97a5ce86),segment_id=ad5fe970-da3b-4a06-bd95-f70d97a5ce86)] {{(pid=106232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:00:31.780963 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.rpc [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Returning: {'device': '41948106-b5ee-425d-bfed-b11f6d5cdb7e', 'network_id': '5b2870f5-1df6-4588-9304-3be88fc2aeec', 'port_id': '41948106-b5ee-425d-bfed-b11f6d5cdb7e', 'mac_address': 'fa:16:3e:69:f8:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b02e0a67-927b-4f1f-86aa-5b54aefb606b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 01:00:31.783123 dv-cinder-master-3-smb neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:00:31.817289 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Current status of the port 41948106-b5ee-425d-bfed-b11f6d5cdb7e is: DOWN; New status is: BUILD {{(pid=106232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 01:00:31.817681 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (41948106-b5ee-425d-bfed-b11f6d5cdb7e), before_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:31.830721 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.notifiers.nova [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41948106-b5ee-425d-bfed-b11f6d5cdb7e {{(pid=106232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 18 01:00:31.850652 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.db [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] For port 41948106-b5ee-425d-bfed-b11f6d5cdb7e, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=41948106-b5ee-425d-bfed-b11f6d5cdb7e,segment=NetworkSegment(ad5fe970-da3b-4a06-bd95-f70d97a5ce86),segment_id=ad5fe970-da3b-4a06-bd95-f70d97a5ce86)] {{(pid=106232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:00:31.854540 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749746030758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749745591525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749745591543'] for port (41948106-b5ee-425d-bfed-b11f6d5cdb7e), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:31.904040 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Pushing event updated for resources: {'Port': ['ID=41948106-b5ee-425d-bfed-b11f6d5cdb7e,revision_number=4']} {{(pid=106232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:31.911214 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:00:31.911563 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:00:31.911907 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:00:31.912242 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:00:31.912575 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:00:31.912904 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:00:31.913230 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:00:31.913557 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:00:31.913881 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:00:31.914204 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:00:31.914529 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:00:31.914918 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:00:31.915242 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:00:31.915561 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:00:31.915880 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:00:32.142484 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacf5702-51b8-4e0f-8849-9d94e7841d9d req-5b21aaea-b826-4b87-be11-7f565da7ff12 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:32.143975 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-cacf5702-51b8-4e0f-8849-9d94e7841d9d req-5b21aaea-b826-4b87-be11-7f565da7ff12 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6f4bab30-d9b2-4713-ab65-46a4754f8153 HTTP/1.1" status: 200 len: 945 time: 0.0496433 Sep 18 01:00:32.194683 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-cacf5702-51b8-4e0f-8849-9d94e7841d9d req-e114d4ef-d8a1-47eb-86e5-f36ef504664a tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=af5bddc4-1b2d-44ab-8230-6f22a8f63cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440836 Sep 18 01:00:32.244037 dv-cinder-master-3-smb neutron-server[106233]: DEBUG dbcounter [-] [106233] Writing DB stats neutron:SELECT=30 {{(pid=106233) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:00:32.251450 dv-cinder-master-3-smb neutron-server[106233]: DEBUG dbcounter [-] [106233] Writing DB stats neutron:SELECT=30,neutron:UPDATE=4 {{(pid=106233) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:00:32.280406 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.db [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] get_ports_and_sgs() called for port_ids ['41948106-b5ee-425d-bfed-b11f6d5cdb7e'] {{(pid=106232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 18 01:00:32.578233 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d73503-bd66-4bbe-90ff-80411627f3e4 req-b1a02523-f09a-4683-a566-274a9e1ac018 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:32.579720 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-f3d73503-bd66-4bbe-90ff-80411627f3e4 req-b1a02523-f09a-4683-a566-274a9e1ac018 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=abf6631e-213a-40ea-8708-5dc51da0ee8c HTTP/1.1" status: 200 len: 946 time: 0.0467317 Sep 18 01:00:32.604923 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=100 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:00:32.626960 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-f3d73503-bd66-4bbe-90ff-80411627f3e4 req-80f6431b-67e7-44de-84be-8ab350398468 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=ebcf1d70-15c2-4b0c-9b2b-32e60a0830c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416892 Sep 18 01:00:32.785998 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=30,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:00:32.786714 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=19,neutron:DELETE=1 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:00:33.322740 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34542c1c-ff41-44c2-ac8a-b6a9ab0a8db8 req-7099cdc8-2126-48d9-ad07-47c7cc037d9b tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:33.324217 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-34542c1c-ff41-44c2-ac8a-b6a9ab0a8db8 req-7099cdc8-2126-48d9-ad07-47c7cc037d9b tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6f4bab30-d9b2-4713-ab65-46a4754f8153 HTTP/1.1" status: 200 len: 945 time: 0.0499475 Sep 18 01:00:33.370443 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-34542c1c-ff41-44c2-ac8a-b6a9ab0a8db8 req-0c7ad446-d558-41fe-9804-5235d97cf04d tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=af5bddc4-1b2d-44ab-8230-6f22a8f63cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406001 Sep 18 01:00:33.684151 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.rpc [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Device 41948106-b5ee-425d-bfed-b11f6d5cdb7e up at agent hyperv_hv-cinder-maste {{(pid=106232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:00:33.728177 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.provisioning_blocks [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Provisioning for port 41948106-b5ee-425d-bfed-b11f6d5cdb7e completed by entity L2. {{(pid=106232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 18 01:00:33.733187 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.provisioning_blocks [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Provisioning complete for port 41948106-b5ee-425d-bfed-b11f6d5cdb7e triggered by entity L2. {{(pid=106232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 01:00:33.733635 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981214'] for port (41948106-b5ee-425d-bfed-b11f6d5cdb7e), provisioning_complete {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:33.734057 dv-cinder-master-3-smb neutron-server[106232]: INFO neutron.plugins.ml2.plugin [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Attempt 1 to provision port 41948106-b5ee-425d-bfed-b11f6d5cdb7e Sep 18 01:00:33.756611 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc838c3a-db11-4b7b-8ea2-6d8b6bf7f1ed req-ecfcddb4-f42d-4630-b831-c84eed9751fe tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:33.758006 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-fc838c3a-db11-4b7b-8ea2-6d8b6bf7f1ed req-ecfcddb4-f42d-4630-b831-c84eed9751fe tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=abf6631e-213a-40ea-8708-5dc51da0ee8c HTTP/1.1" status: 200 len: 946 time: 0.0486360 Sep 18 01:00:33.768259 dv-cinder-master-3-smb neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:00:33.806015 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-fc838c3a-db11-4b7b-8ea2-6d8b6bf7f1ed req-11960987-9f81-4d01-966b-8bc7461bf0ef tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=ebcf1d70-15c2-4b0c-9b2b-32e60a0830c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421948 Sep 18 01:00:33.810647 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Current status of the port 41948106-b5ee-425d-bfed-b11f6d5cdb7e is: BUILD; New status is: ACTIVE {{(pid=106232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 01:00:33.811033 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (41948106-b5ee-425d-bfed-b11f6d5cdb7e), before_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:33.835924 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f4bab30-d9b2-4713-ab65-46a4754f8153', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41948106-b5ee-425d-bfed-b11f6d5cdb7e'}] {{(pid=106232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 18 01:00:33.838118 dv-cinder-master-3-smb neutron-server[106232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90e96a6086c290001a0d7e5ddcf89e279d0a9bc322b7051b760fc9213660c862" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0654957-9e14-44fe-b13e-602f9f901ce3" -d '{"events": [{"server_uuid": "6f4bab30-d9b2-4713-ab65-46a4754f8153", "name": "network-vif-plugged", "status": "completed", "tag": "41948106-b5ee-425d-bfed-b11f6d5cdb7e"}]}' {{(pid=106232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:00:33.850998 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.db [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] For port 41948106-b5ee-425d-bfed-b11f6d5cdb7e, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=41948106-b5ee-425d-bfed-b11f6d5cdb7e,segment=NetworkSegment(ad5fe970-da3b-4a06-bd95-f70d97a5ce86),segment_id=ad5fe970-da3b-4a06-bd95-f70d97a5ce86)] {{(pid=106232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:00:33.855401 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749746030758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749745591525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749745591543'] for port (41948106-b5ee-425d-bfed-b11f6d5cdb7e), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:34.007233 dv-cinder-master-3-smb neutron-server[106232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 18 Sep 2022 01:00:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b84b67a-6f06-4107-b0d9-729f1f21ae38 x-openstack-request-id: req-4b84b67a-6f06-4107-b0d9-729f1f21ae38 {{(pid=106232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:00:34.007453 dv-cinder-master-3-smb neutron-server[106232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f4bab30-d9b2-4713-ab65-46a4754f8153", "name": "network-vif-plugged", "status": "completed", "tag": "41948106-b5ee-425d-bfed-b11f6d5cdb7e", "code": 200}]} {{(pid=106232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:00:34.007716 dv-cinder-master-3-smb neutron-server[106232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-4b84b67a-6f06-4107-b0d9-729f1f21ae38 {{(pid=106232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:00:34.008112 dv-cinder-master-3-smb neutron-server[106232]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b84b67a-6f06-4107-b0d9-729f1f21ae38'] response: {'server_uuid': '6f4bab30-d9b2-4713-ab65-46a4754f8153', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41948106-b5ee-425d-bfed-b11f6d5cdb7e', 'code': 200} Sep 18 01:00:34.031174 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Pushing event updated for resources: {'Port': ['ID=41948106-b5ee-425d-bfed-b11f6d5cdb7e,revision_number=5']} {{(pid=106232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:34.496308 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19e4e5a-6a45-4ec1-8de4-e7a8901036ec req-38597a0a-e607-421d-a715-34c4f7a14362 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:34.497781 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-f19e4e5a-6a45-4ec1-8de4-e7a8901036ec req-38597a0a-e607-421d-a715-34c4f7a14362 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6f4bab30-d9b2-4713-ab65-46a4754f8153 HTTP/1.1" status: 200 len: 946 time: 0.0462978 Sep 18 01:00:34.585418 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-f19e4e5a-6a45-4ec1-8de4-e7a8901036ec req-9b7f9be6-3829-4aa3-95b4-ac69e5a9b899 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=af5bddc4-1b2d-44ab-8230-6f22a8f63cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820262 Sep 18 01:00:34.590896 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770fbde4-e3f5-4094-9c1b-3769e06c0f7f req-f287fbf6-ffdf-40e4-b379-8c797588b610 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:34.592240 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-770fbde4-e3f5-4094-9c1b-3769e06c0f7f req-f287fbf6-ffdf-40e4-b379-8c797588b610 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=abf6631e-213a-40ea-8708-5dc51da0ee8c HTTP/1.1" status: 200 len: 946 time: 0.0754099 Sep 18 01:00:34.660751 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42884f50-7906-4f1d-b55b-9da757e0b0e7 req-6e872ecd-e623-43a4-a3bf-739cf3cd89f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:34.662286 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-42884f50-7906-4f1d-b55b-9da757e0b0e7 req-6e872ecd-e623-43a4-a3bf-739cf3cd89f5 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=6f4bab30-d9b2-4713-ab65-46a4754f8153 HTTP/1.1" status: 200 len: 1130 time: 0.0439558 Sep 18 01:00:34.687475 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [req-770fbde4-e3f5-4094-9c1b-3769e06c0f7f req-236db04b-6df3-407f-845b-5d9631e6f067 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Deleting port caeb66db-fb12-4f3e-b68c-119f4575bc44 {{(pid=106230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 18 01:00:34.687865 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [req-770fbde4-e3f5-4094-9c1b-3769e06c0f7f req-236db04b-6df3-407f-845b-5d9631e6f067 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749746030605'] for port (caeb66db-fb12-4f3e-b68c-119f4575bc44), before_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:34.708969 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-42884f50-7906-4f1d-b55b-9da757e0b0e7 req-194092c0-dc24-4361-8182-b0347e97941a service neutron] 10.222.0.57 "GET /networking/v2.0/security-groups?id=af5bddc4-1b2d-44ab-8230-6f22a8f63cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392485 Sep 18 01:00:34.783014 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.plugins.ml2.db [req-770fbde4-e3f5-4094-9c1b-3769e06c0f7f req-236db04b-6df3-407f-845b-5d9631e6f067 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] For port caeb66db-fb12-4f3e-b68c-119f4575bc44, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=caeb66db-fb12-4f3e-b68c-119f4575bc44,segment=NetworkSegment(2a3f4164-a706-4653-805e-7081dacdf53e),segment_id=2a3f4164-a706-4653-805e-7081dacdf53e)] {{(pid=106230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:00:34.783372 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [req-770fbde4-e3f5-4094-9c1b-3769e06c0f7f req-236db04b-6df3-407f-845b-5d9631e6f067 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16488537'] for port (caeb66db-fb12-4f3e-b68c-119f4575bc44), precommit_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:34.845571 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=100 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:00:34.924072 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-03b44aeb-cabf-4d4b-a538-7ed62153b1db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (25137928-f4de-4c87-813e-883d046ac13f), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:34.988269 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497b1a23-f301-4fcc-8095-f27813f1f93c req-871d4ac6-892a-4fea-b09e-6c60b2aa9911 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:34.989716 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-497b1a23-f301-4fcc-8095-f27813f1f93c req-871d4ac6-892a-4fea-b09e-6c60b2aa9911 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=abf6631e-213a-40ea-8708-5dc51da0ee8c HTTP/1.1" status: 200 len: 946 time: 0.0877492 Sep 18 01:00:34.992975 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [req-770fbde4-e3f5-4094-9c1b-3769e06c0f7f req-236db04b-6df3-407f-845b-5d9631e6f067 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:34.993334 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [req-770fbde4-e3f5-4094-9c1b-3769e06c0f7f req-236db04b-6df3-407f-845b-5d9631e6f067 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16489891'] for floatingip (6cd5a45d-b097-40c7-8b2f-53255dd2d197), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:34.993648 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.db.l3_db [req-770fbde4-e3f5-4094-9c1b-3769e06c0f7f req-236db04b-6df3-407f-845b-5d9631e6f067 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Floating IP 6cd5a45d-b097-40c7-8b2f-53255dd2d197 disassociated. External IP: 172.37.5.101, port: caeb66db-fb12-4f3e-b68c-119f4575bc44. Sep 18 01:00:34.993989 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [req-770fbde4-e3f5-4094-9c1b-3769e06c0f7f req-236db04b-6df3-407f-845b-5d9631e6f067 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Calling delete_port for caeb66db-fb12-4f3e-b68c-119f4575bc44 owned by compute:nova {{(pid=106230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 18 01:00:35.082851 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-497b1a23-f301-4fcc-8095-f27813f1f93c req-ebef0979-6ab5-4299-9230-c53ecf90f358 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=ebcf1d70-15c2-4b0c-9b2b-32e60a0830c6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863488 Sep 18 01:00:35.163186 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [req-770fbde4-e3f5-4094-9c1b-3769e06c0f7f req-236db04b-6df3-407f-845b-5d9631e6f067 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749746033803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749745591516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13339648'] for port (caeb66db-fb12-4f3e-b68c-119f4575bc44), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:35.188777 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236db04b-6df3-407f-845b-5d9631e6f067 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Pushing event deleted for resources: {'Port': ['ID=caeb66db-fb12-4f3e-b68c-119f4575bc44,revision_number=None']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:35.241500 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:00:35.302510 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.scheduler.l3_agent_scheduler [req-770fbde4-e3f5-4094-9c1b-3769e06c0f7f req-236db04b-6df3-407f-845b-5d9631e6f067 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Router 1947d5cd-7af0-493f-b525-4bb375733b2b has already been hosted by L3 agent d0e8801d-4758-48bd-8085-7f05d3358764 {{(pid=106230) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 01:00:35.404378 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-770fbde4-e3f5-4094-9c1b-3769e06c0f7f req-236db04b-6df3-407f-845b-5d9631e6f067 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=106230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:00:35.413500 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d0dee1-b7fb-4872-a1a7-1df1a7134f0d None None] Sync routers for ids ['1947d5cd-7af0-493f-b525-4bb375733b2b'] in dv-cinder-master-3-smb {{(pid=106233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:00:35.423305 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d0dee1-b7fb-4872-a1a7-1df1a7134f0d None None] Routers {'1947d5cd-7af0-493f-b525-4bb375733b2b'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 18 01:00:35.423910 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.l3_hamode_db [None req-c9d0dee1-b7fb-4872-a1a7-1df1a7134f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-18T00:47:37Z,description=,heartbeat_timestamp=2022-09-18T01:00:07Z,host='dv-cinder-master-3-smb',id=d0e8801d-4758-48bd-8085-7f05d3358764,load=0,resource_versions=,resources_synced=,started_at=2022-09-18T00:47:37Z,topic='l3_agent')) {'router_ids': ['1947d5cd-7af0-493f-b525-4bb375733b2b'], 'active': True} {{(pid=106233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:00:35.447862 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.db.l3_dvrscheduler_db [req-770fbde4-e3f5-4094-9c1b-3769e06c0f7f req-236db04b-6df3-407f-845b-5d9631e6f067 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] No DVR routers for this DVR port caeb66db-fb12-4f3e-b68c-119f4575bc44 on host hv-cinder-maste {{(pid=106230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 18 01:00:35.450570 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [req-770fbde4-e3f5-4094-9c1b-3769e06c0f7f req-236db04b-6df3-407f-845b-5d9631e6f067 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16701016'] for port (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:35.454295 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-770fbde4-e3f5-4094-9c1b-3769e06c0f7f req-236db04b-6df3-407f-845b-5d9631e6f067 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] 10.222.0.57 "DELETE /networking/v2.0/ports/caeb66db-fb12-4f3e-b68c-119f4575bc44 HTTP/1.1" status: 204 len: 173 time: 0.8508925 Sep 18 01:00:35.454816 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abf6631e-213a-40ea-8708-5dc51da0ee8c', 'name': 'network-vif-deleted', 'tag': 'caeb66db-fb12-4f3e-b68c-119f4575bc44'}] {{(pid=106230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 18 01:00:35.457285 dv-cinder-master-3-smb neutron-server[106230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5cb6f936bef875aa30205792da77c9643b85616d99b85ee9f5e1cfaba0fe173" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbb06732-cb74-46fe-a99e-e41258779d29" -d '{"events": [{"server_uuid": "abf6631e-213a-40ea-8708-5dc51da0ee8c", "name": "network-vif-deleted", "tag": "caeb66db-fb12-4f3e-b68c-119f4575bc44"}]}' {{(pid=106230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:00:35.494818 dv-cinder-master-3-smb neutron-server[106230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 18 Sep 2022 01:00:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57dbe697-c349-46b4-b394-68fd3e808a22 x-openstack-request-id: req-57dbe697-c349-46b4-b394-68fd3e808a22 {{(pid=106230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:00:35.495148 dv-cinder-master-3-smb neutron-server[106230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abf6631e-213a-40ea-8708-5dc51da0ee8c", "name": "network-vif-deleted", "tag": "caeb66db-fb12-4f3e-b68c-119f4575bc44", "status": "completed", "code": 200}]} {{(pid=106230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:00:35.495404 dv-cinder-master-3-smb neutron-server[106230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-57dbe697-c349-46b4-b394-68fd3e808a22 {{(pid=106230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:00:35.496063 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57dbe697-c349-46b4-b394-68fd3e808a22'] response: {'server_uuid': 'abf6631e-213a-40ea-8708-5dc51da0ee8c', 'name': 'network-vif-deleted', 'tag': 'caeb66db-fb12-4f3e-b68c-119f4575bc44', 'status': 'completed', 'code': 200} Sep 18 01:00:35.527689 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.l3_dvr_db [None req-c9d0dee1-b7fb-4872-a1a7-1df1a7134f0d None None] Set router 1947d5cd-7af0-493f-b525-4bb375733b2b gateway port host: dv-cinder-master-3-smb {{(pid=106233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 18 01:00:35.739571 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.l3_hamode_db [None req-c9d0dee1-b7fb-4872-a1a7-1df1a7134f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1947d5cd-7af0-493f-b525-4bb375733b2b', 'name': 'tempest-AttachVolumeTestJSON-1059766515-router', 'tenant_id': 'a60d2801df884e15be8a0464cb725d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'external_fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.51'}], 'enable_snat': True}, 'gw_port_id': '04fc37ae-b707-451a-b4f8-2236974f4e37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:55:55Z', 'updated_at': '2022-09-18T00:56:02Z', 'revision_number': 4, 'project_id': 'a60d2801df884e15be8a0464cb725d6d', 'gw_port': {'id': '04fc37ae-b707-451a-b4f8-2236974f4e37', 'name': '', 'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:bf:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1947d5cd-7af0-493f-b525-4bb375733b2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:55:56Z', 'updated_at': '2022-09-18T00:56:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '51f59d64-55a1-4532-bae4-b6e1df9dbc2d', 'name': '', 'network_id': '3e60962c-164c-4e15-8d69-6601f5d7b205', 'tenant_id': 'a60d2801df884e15be8a0464cb725d6d', 'mac_address': 'fa:16:3e:f6:c1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1947d5cd-7af0-493f-b525-4bb375733b2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'f52e5768-3b6e-420f-b5d0-cc4e5c3ba047', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:56:00Z', 'updated_at': '2022-09-18T00:56:16Z', 'revision_number': 5, 'project_id': 'a60d2801df884e15be8a0464cb725d6d', 'subnets': [{'id': 'f52e5768-3b6e-420f-b5d0-cc4e5c3ba047', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=106233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:00:35.740163 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16c9c39-ab0b-42d7-bf60-7cf0a9b6d52d req-535d6bff-239e-40de-b024-2d1ee412db19 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:35.747409 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-d16c9c39-ab0b-42d7-bf60-7cf0a9b6d52d req-535d6bff-239e-40de-b024-2d1ee412db19 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6f4bab30-d9b2-4713-ab65-46a4754f8153 HTTP/1.1" status: 200 len: 946 time: 0.0618775 Sep 18 01:00:35.766318 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d0dee1-b7fb-4872-a1a7-1df1a7134f0d None None] Checking router: 1947d5cd-7af0-493f-b525-4bb375733b2b for host: dv-cinder-master-3-smb {{(pid=106233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:00:35.775754 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d0dee1-b7fb-4872-a1a7-1df1a7134f0d None None] Routers {'1947d5cd-7af0-493f-b525-4bb375733b2b'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 18 01:00:35.776290 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.l3_hamode_db [None req-c9d0dee1-b7fb-4872-a1a7-1df1a7134f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-18T00:47:37Z,description=,heartbeat_timestamp=2022-09-18T01:00:07Z,host='dv-cinder-master-3-smb',id=d0e8801d-4758-48bd-8085-7f05d3358764,load=0,resource_versions=,resources_synced=,started_at=2022-09-18T00:47:37Z,topic='l3_agent')) {'router_ids': ['1947d5cd-7af0-493f-b525-4bb375733b2b'], 'active': True} {{(pid=106233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:00:35.795378 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-d16c9c39-ab0b-42d7-bf60-7cf0a9b6d52d req-c50b7d90-2fa3-4b5a-b391-58cd8a4e452e tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=af5bddc4-1b2d-44ab-8230-6f22a8f63cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469139 Sep 18 01:00:35.886622 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.l3_dvr_db [None req-c9d0dee1-b7fb-4872-a1a7-1df1a7134f0d None None] Set router 1947d5cd-7af0-493f-b525-4bb375733b2b gateway port host: dv-cinder-master-3-smb {{(pid=106233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 18 01:00:36.083154 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.l3_hamode_db [None req-c9d0dee1-b7fb-4872-a1a7-1df1a7134f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1947d5cd-7af0-493f-b525-4bb375733b2b', 'name': 'tempest-AttachVolumeTestJSON-1059766515-router', 'tenant_id': 'a60d2801df884e15be8a0464cb725d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'external_fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.51'}], 'enable_snat': True}, 'gw_port_id': '04fc37ae-b707-451a-b4f8-2236974f4e37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:55:55Z', 'updated_at': '2022-09-18T00:56:02Z', 'revision_number': 4, 'project_id': 'a60d2801df884e15be8a0464cb725d6d', 'gw_port': {'id': '04fc37ae-b707-451a-b4f8-2236974f4e37', 'name': '', 'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:bf:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1947d5cd-7af0-493f-b525-4bb375733b2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:55:56Z', 'updated_at': '2022-09-18T00:56:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '51f59d64-55a1-4532-bae4-b6e1df9dbc2d', 'name': '', 'network_id': '3e60962c-164c-4e15-8d69-6601f5d7b205', 'tenant_id': 'a60d2801df884e15be8a0464cb725d6d', 'mac_address': 'fa:16:3e:f6:c1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1947d5cd-7af0-493f-b525-4bb375733b2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'f52e5768-3b6e-420f-b5d0-cc4e5c3ba047', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:56:00Z', 'updated_at': '2022-09-18T00:56:16Z', 'revision_number': 5, 'project_id': 'a60d2801df884e15be8a0464cb725d6d', 'subnets': [{'id': 'f52e5768-3b6e-420f-b5d0-cc4e5c3ba047', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=106233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:00:36.111641 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d0dee1-b7fb-4872-a1a7-1df1a7134f0d None None] The sync data for ids ['1947d5cd-7af0-493f-b525-4bb375733b2b'] in dv-cinder-master-3-smb is: [{'id': '1947d5cd-7af0-493f-b525-4bb375733b2b', 'name': 'tempest-AttachVolumeTestJSON-1059766515-router', 'tenant_id': 'a60d2801df884e15be8a0464cb725d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'external_fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.51'}], 'enable_snat': True}, 'gw_port_id': '04fc37ae-b707-451a-b4f8-2236974f4e37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:55:55Z', 'updated_at': '2022-09-18T00:56:02Z', 'revision_number': 4, 'project_id': 'a60d2801df884e15be8a0464cb725d6d', 'gw_port': {'id': '04fc37ae-b707-451a-b4f8-2236974f4e37', 'name': '', 'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:bf:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1947d5cd-7af0-493f-b525-4bb375733b2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:55:56Z', 'updated_at': '2022-09-18T00:56:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '51f59d64-55a1-4532-bae4-b6e1df9dbc2d', 'name': '', 'network_id': '3e60962c-164c-4e15-8d69-6601f5d7b205', 'tenant_id': 'a60d2801df884e15be8a0464cb725d6d', 'mac_address': 'fa:16:3e:f6:c1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1947d5cd-7af0-493f-b525-4bb375733b2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'f52e5768-3b6e-420f-b5d0-cc4e5c3ba047', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:56:00Z', 'updated_at': '2022-09-18T00:56:16Z', 'revision_number': 5, 'project_id': 'a60d2801df884e15be8a0464cb725d6d', 'subnets': [{'id': 'f52e5768-3b6e-420f-b5d0-cc4e5c3ba047', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:00:36.220013 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-632f786e-bbfb-4cb8-94c7-6b278a26177e req-45cb212a-7be8-4104-af72-82a2eac90caa tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=abf6631e-213a-40ea-8708-5dc51da0ee8c HTTP/1.1" status: 200 len: 210 time: 0.0326128 Sep 18 01:00:36.359169 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdb263ea-4e11-49e0-82d0-a0516526c158 None None] New status for floating IP 6cd5a45d-b097-40c7-8b2f-53255dd2d197: DOWN {{(pid=106232) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 18 01:00:36.936485 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0684b92e-c9ec-43e6-990e-e714ce84ddbf req-dfa5c9a3-d1e9-4048-b47e-de57f6f59173 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:36.938170 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-0684b92e-c9ec-43e6-990e-e714ce84ddbf req-dfa5c9a3-d1e9-4048-b47e-de57f6f59173 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6f4bab30-d9b2-4713-ab65-46a4754f8153 HTTP/1.1" status: 200 len: 946 time: 0.0537529 Sep 18 01:00:36.960943 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-f5c978e6-4a8b-48a3-890c-429267aca879 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (d0e8801d-4758-48bd-8085-7f05d3358764), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:37.002919 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-0684b92e-c9ec-43e6-990e-e714ce84ddbf req-6273e3fb-ac17-4321-9656-1bda658a4e74 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=af5bddc4-1b2d-44ab-8230-6f22a8f63cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566821 Sep 18 01:00:37.124205 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb359319-77cd-4fb8-bc3e-17bcf8feeaae req-06020987-fa74-4cd0-94b0-84c4484eb3a1 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:37.125535 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-eb359319-77cd-4fb8-bc3e-17bcf8feeaae req-06020987-fa74-4cd0-94b0-84c4484eb3a1 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6f4bab30-d9b2-4713-ab65-46a4754f8153 HTTP/1.1" status: 200 len: 946 time: 0.0460138 Sep 18 01:00:37.136439 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.33', 33726) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:00:37.140708 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.v2.base [None req-c186df22-addd-4cb4-bce0-6d644d838b74 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Request body: {'floatingip': {'port_id': '41948106-b5ee-425d-bfed-b11f6d5cdb7e'}} {{(pid=106230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:00:37.178251 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c186df22-addd-4cb4-bce0-6d644d838b74 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Publish callbacks [] for floatingip (6919910f-fe0c-4560-8373-bb87c9062dc9), before_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:37.235878 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:00:37.379119 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-25df00df-f73d-4a97-9b12-5c34bcc36ba9 req-3946b9a6-fc2c-4f55-afa9-8094715a6c78 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=abf6631e-213a-40ea-8708-5dc51da0ee8c HTTP/1.1" status: 200 len: 210 time: 0.0612226 Sep 18 01:00:37.687559 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.rpc [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Device caeb66db-fb12-4f3e-b68c-119f4575bc44 no longer exists at agent hyperv_hv-cinder-maste {{(pid=106232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:00:37.711885 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] No Port match for: caeb66db-fb12-4f3e-b68c-119f4575bc44 {{(pid=106232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 18 01:00:37.712241 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.rpc [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Device caeb66db-fb12-4f3e-b68c-119f4575bc44 not bound to the agent host hv-cinder-maste {{(pid=106232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:00:37.883918 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c186df22-addd-4cb4-bce0-6d644d838b74 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:37.893324 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c186df22-addd-4cb4-bce0-6d644d838b74 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16489891'] for floatingip (6919910f-fe0c-4560-8373-bb87c9062dc9), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:37.996187 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.db.l3_db [None req-c186df22-addd-4cb4-bce0-6d644d838b74 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Floating IP 6919910f-fe0c-4560-8373-bb87c9062dc9 associated. External IP: 172.37.5.208, port: 41948106-b5ee-425d-bfed-b11f6d5cdb7e. Sep 18 01:00:38.045016 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=100 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:00:38.209345 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c186df22-addd-4cb4-bce0-6d644d838b74 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Router afd96339-e571-4ae6-8804-46a62196660b has already been hosted by L3 agent d0e8801d-4758-48bd-8085-7f05d3358764 {{(pid=106230) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 01:00:38.336094 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bfef37-e5c2-40b3-9b10-c86f73d3aa06 req-4fb61811-951c-4a10-b789-3cece272dc3a tempest-VolumesSnapshotTestJSON-698728750 tempest-VolumesSnapshotTestJSON-698728750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:38.337552 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-67bfef37-e5c2-40b3-9b10-c86f73d3aa06 req-4fb61811-951c-4a10-b789-3cece272dc3a tempest-VolumesSnapshotTestJSON-698728750 tempest-VolumesSnapshotTestJSON-698728750-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=def988da-b233-4deb-b329-656813dfed41 HTTP/1.1" status: 200 len: 946 time: 0.0846355 Sep 18 01:00:38.368701 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c186df22-addd-4cb4-bce0-6d644d838b74 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=106230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:00:38.375255 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c186df22-addd-4cb4-bce0-6d644d838b74 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16701016'] for floatingip (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:38.380719 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1074134b-e0ab-40b9-b359-fbff046ae711 None None] Sync routers for ids ['afd96339-e571-4ae6-8804-46a62196660b'] in dv-cinder-master-3-smb {{(pid=106233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:00:38.390471 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1074134b-e0ab-40b9-b359-fbff046ae711 None None] Routers {'afd96339-e571-4ae6-8804-46a62196660b'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 18 01:00:38.391096 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.l3_hamode_db [None req-1074134b-e0ab-40b9-b359-fbff046ae711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-18T00:47:37Z,description=,heartbeat_timestamp=2022-09-18T01:00:37Z,host='dv-cinder-master-3-smb',id=d0e8801d-4758-48bd-8085-7f05d3358764,load=0,resource_versions=,resources_synced=,started_at=2022-09-18T00:47:37Z,topic='l3_agent')) {'router_ids': ['afd96339-e571-4ae6-8804-46a62196660b'], 'active': True} {{(pid=106233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:00:38.425881 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-67bfef37-e5c2-40b3-9b10-c86f73d3aa06 req-138882cf-9fd6-47dc-a804-0eb95514822f tempest-VolumesSnapshotTestJSON-698728750 tempest-VolumesSnapshotTestJSON-698728750-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=fa0a7270-c489-4827-97e2-2fa58a52d0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810976 Sep 18 01:00:38.427479 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [None req-c186df22-addd-4cb4-bce0-6d644d838b74 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "PUT /networking/v2.0/floatingips/6919910f-fe0c-4560-8373-bb87c9062dc9 HTTP/1.1" status: 200 len: 992 time: 1.2900357 Sep 18 01:00:38.428141 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f4bab30-d9b2-4713-ab65-46a4754f8153', 'tag': '41948106-b5ee-425d-bfed-b11f6d5cdb7e'}] {{(pid=106230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 18 01:00:38.430457 dv-cinder-master-3-smb neutron-server[106230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5cb6f936bef875aa30205792da77c9643b85616d99b85ee9f5e1cfaba0fe173" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72f4402e-e80e-4ec7-9916-b6f0897cb55f" -d '{"events": [{"name": "network-changed", "server_uuid": "6f4bab30-d9b2-4713-ab65-46a4754f8153", "tag": "41948106-b5ee-425d-bfed-b11f6d5cdb7e"}]}' {{(pid=106230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:00:38.479369 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.33', 33744) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:00:38.489545 dv-cinder-master-3-smb neutron-server[106230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 18 Sep 2022 01:00:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a440fc2-c393-4ead-ab5c-93985700a6ef x-openstack-request-id: req-7a440fc2-c393-4ead-ab5c-93985700a6ef {{(pid=106230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:00:38.489831 dv-cinder-master-3-smb neutron-server[106230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f4bab30-d9b2-4713-ab65-46a4754f8153", "tag": "41948106-b5ee-425d-bfed-b11f6d5cdb7e", "status": "completed", "code": 200}]} {{(pid=106230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:00:38.490220 dv-cinder-master-3-smb neutron-server[106230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-7a440fc2-c393-4ead-ab5c-93985700a6ef {{(pid=106230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:00:38.490629 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a440fc2-c393-4ead-ab5c-93985700a6ef'] response: {'name': 'network-changed', 'server_uuid': '6f4bab30-d9b2-4713-ab65-46a4754f8153', 'tag': '41948106-b5ee-425d-bfed-b11f6d5cdb7e', 'status': 'completed', 'code': 200} Sep 18 01:00:38.520426 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.l3_dvr_db [None req-1074134b-e0ab-40b9-b359-fbff046ae711 None None] Set router afd96339-e571-4ae6-8804-46a62196660b gateway port host: dv-cinder-master-3-smb {{(pid=106233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 18 01:00:38.544098 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-58ad19be-8be0-4948-9370-8cb339f19c65 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Publish callbacks [] for security_group (ebcf1d70-15c2-4b0c-9b2b-32e60a0830c6), before_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:38.565517 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:00:38.571353 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-58ad19be-8be0-4948-9370-8cb339f19c65 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Publish callbacks [] for security_group (ebcf1d70-15c2-4b0c-9b2b-32e60a0830c6), precommit_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:38.619308 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-58ad19be-8be0-4948-9370-8cb339f19c65 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512506'] for security_group (ebcf1d70-15c2-4b0c-9b2b-32e60a0830c6), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:38.622080 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-58ad19be-8be0-4948-9370-8cb339f19c65 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Publish callbacks [] for security_group (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:38.623256 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [None req-58ad19be-8be0-4948-9370-8cb339f19c65 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] 10.222.0.33 "DELETE /networking/v2.0/security-groups/ebcf1d70-15c2-4b0c-9b2b-32e60a0830c6 HTTP/1.1" status: 204 len: 168 time: 0.1426520 Sep 18 01:00:38.626436 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 33746) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:00:38.633283 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ad19be-8be0-4948-9370-8cb339f19c65 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebcf1d70-15c2-4b0c-9b2b-32e60a0830c6,revision_number=None']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:38.647521 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.api.v2.resource [None req-ddf9ab9e-b1c9-4cae-992e-c3010dcfbb81 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] show failed (client error): The resource could not be found. Sep 18 01:00:38.648522 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-ddf9ab9e-b1c9-4cae-992e-c3010dcfbb81 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] 10.222.0.33 "GET /networking/v2.0/security-groups/ebcf1d70-15c2-4b0c-9b2b-32e60a0830c6 HTTP/1.1" status: 404 len: 347 time: 0.0210297 Sep 18 01:00:38.651618 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 33748) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:00:38.765807 dv-cinder-master-3-smb neutron-server[106233]: DEBUG dbcounter [-] [106233] Writing DB stats neutron:SELECT=100 {{(pid=106233) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:00:38.772955 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-59b6575a-79b4-401e-9cf6-0fd1560d807c tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Deleting port b5744ea2-a2ad-4817-a1b1-107ab21f50aa {{(pid=106231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 18 01:00:38.773330 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-59b6575a-79b4-401e-9cf6-0fd1560d807c tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749746030605'] for port (b5744ea2-a2ad-4817-a1b1-107ab21f50aa), before_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:38.825810 dv-cinder-master-3-smb neutron-server[106233]: DEBUG dbcounter [-] [106233] Writing DB stats neutron:SELECT=100 {{(pid=106233) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:00:38.836181 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.l3_hamode_db [None req-1074134b-e0ab-40b9-b359-fbff046ae711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afd96339-e571-4ae6-8804-46a62196660b', 'name': 'tempest-AttachVolumeShelveTestJSON-1100825849-router', 'tenant_id': '1a7f6c917c934c00a862b9946ce2b1cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'external_fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.152'}], 'enable_snat': True}, 'gw_port_id': '51e28825-0c57-4907-8702-1c2946ca62e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:55:59Z', 'updated_at': '2022-09-18T00:56:11Z', 'revision_number': 4, 'project_id': '1a7f6c917c934c00a862b9946ce2b1cd', 'gw_port': {'id': '51e28825-0c57-4907-8702-1c2946ca62e8', 'name': '', 'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:0b:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd96339-e571-4ae6-8804-46a62196660b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:56:01Z', 'updated_at': '2022-09-18T00:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': '6919910f-fe0c-4560-8373-bb87c9062dc9', 'tenant_id': '1a7f6c917c934c00a862b9946ce2b1cd', 'floating_ip_address': '172.37.5.208', 'floating_network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'router_id': 'afd96339-e571-4ae6-8804-46a62196660b', 'port_id': '41948106-b5ee-425d-bfed-b11f6d5cdb7e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5b2870f5-1df6-4588-9304-3be88fc2aeec', 'mac_address': 'fa:16:3e:69:f8:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f4bab30-d9b2-4713-ab65-46a4754f8153', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-18T01:00:22Z', 'updated_at': '2022-09-18T01:00:37Z', 'revision_number': 1, 'project_id': '1a7f6c917c934c00a862b9946ce2b1cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9bc47a8-4881-46c7-add9-d9f3582d3f14', 'name': '', 'network_id': '5b2870f5-1df6-4588-9304-3be88fc2aeec', 'tenant_id': '1a7f6c917c934c00a862b9946ce2b1cd', 'mac_address': 'fa:16:3e:7a:53:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd96339-e571-4ae6-8804-46a62196660b', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': 'b02e0a67-927b-4f1f-86aa-5b54aefb606b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:56:09Z', 'updated_at': '2022-09-18T00:56:29Z', 'revision_number': 5, 'project_id': '1a7f6c917c934c00a862b9946ce2b1cd', 'subnets': [{'id': 'b02e0a67-927b-4f1f-86aa-5b54aefb606b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=106233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:00:38.850137 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-59b6575a-79b4-401e-9cf6-0fd1560d807c tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16488537'] for port (b5744ea2-a2ad-4817-a1b1-107ab21f50aa), precommit_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:38.850697 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-59b6575a-79b4-401e-9cf6-0fd1560d807c tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Publish callbacks [] for floatingip (b5744ea2-a2ad-4817-a1b1-107ab21f50aa), precommit_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:38.860209 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1074134b-e0ab-40b9-b359-fbff046ae711 None None] Checking router: afd96339-e571-4ae6-8804-46a62196660b for host: dv-cinder-master-3-smb {{(pid=106233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:00:38.863817 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-59b6575a-79b4-401e-9cf6-0fd1560d807c tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Calling delete_port for b5744ea2-a2ad-4817-a1b1-107ab21f50aa owned by network:floatingip {{(pid=106231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 18 01:00:38.869167 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1074134b-e0ab-40b9-b359-fbff046ae711 None None] Routers {'afd96339-e571-4ae6-8804-46a62196660b'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 18 01:00:38.869838 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.l3_hamode_db [None req-1074134b-e0ab-40b9-b359-fbff046ae711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-18T00:47:37Z,description=,heartbeat_timestamp=2022-09-18T01:00:37Z,host='dv-cinder-master-3-smb',id=d0e8801d-4758-48bd-8085-7f05d3358764,load=0,resource_versions=,resources_synced=,started_at=2022-09-18T00:47:37Z,topic='l3_agent')) {'router_ids': ['afd96339-e571-4ae6-8804-46a62196660b'], 'active': True} {{(pid=106233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:00:38.878772 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-dbc7b203-e4cc-426a-aeff-c16fa309d22e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (91de19fe-167d-470c-b665-c08c1d21c559), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:38.977591 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.l3_dvr_db [None req-1074134b-e0ab-40b9-b359-fbff046ae711 None None] Set router afd96339-e571-4ae6-8804-46a62196660b gateway port host: dv-cinder-master-3-smb {{(pid=106233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 18 01:00:39.012462 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-59b6575a-79b4-401e-9cf6-0fd1560d807c tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749746033803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749745591516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13917182'] for port (b5744ea2-a2ad-4817-a1b1-107ab21f50aa), after_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:39.039046 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b6575a-79b4-401e-9cf6-0fd1560d807c tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Pushing event deleted for resources: {'Port': ['ID=b5744ea2-a2ad-4817-a1b1-107ab21f50aa,revision_number=None']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:39.048970 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b6575a-79b4-401e-9cf6-0fd1560d807c tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:00:39.049362 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b6575a-79b4-401e-9cf6-0fd1560d807c tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:00:39.049655 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b6575a-79b4-401e-9cf6-0fd1560d807c tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:00:39.050008 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b6575a-79b4-401e-9cf6-0fd1560d807c tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:00:39.050372 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b6575a-79b4-401e-9cf6-0fd1560d807c tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:00:39.050700 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b6575a-79b4-401e-9cf6-0fd1560d807c tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:00:39.051087 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b6575a-79b4-401e-9cf6-0fd1560d807c tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:00:39.051383 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b6575a-79b4-401e-9cf6-0fd1560d807c tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:00:39.051714 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b6575a-79b4-401e-9cf6-0fd1560d807c tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:00:39.052038 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b6575a-79b4-401e-9cf6-0fd1560d807c tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:00:39.052406 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b6575a-79b4-401e-9cf6-0fd1560d807c tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:00:39.052692 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b6575a-79b4-401e-9cf6-0fd1560d807c tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:00:39.053013 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b6575a-79b4-401e-9cf6-0fd1560d807c tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:00:39.053332 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b6575a-79b4-401e-9cf6-0fd1560d807c tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:00:39.053651 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b6575a-79b4-401e-9cf6-0fd1560d807c tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:00:39.117094 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-59b6575a-79b4-401e-9cf6-0fd1560d807c tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Publish callbacks [] for floatingip (6cd5a45d-b097-40c7-8b2f-53255dd2d197), after_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:39.119647 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-59b6575a-79b4-401e-9cf6-0fd1560d807c tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16701016'] for floatingip (None), before_response {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:39.121106 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-59b6575a-79b4-401e-9cf6-0fd1560d807c tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] 10.222.0.33 "DELETE /networking/v2.0/floatingips/6cd5a45d-b097-40c7-8b2f-53255dd2d197 HTTP/1.1" status: 204 len: 168 time: 0.4685292 Sep 18 01:00:39.198468 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.33', 33752) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:00:39.203174 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.v2.base [None req-51609748-6bab-4649-a33e-4aaa5d858a7c tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2061960217', 'description': 'tempest-description--651522619'}} {{(pid=106230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:00:39.205461 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.l3_hamode_db [None req-1074134b-e0ab-40b9-b359-fbff046ae711 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afd96339-e571-4ae6-8804-46a62196660b', 'name': 'tempest-AttachVolumeShelveTestJSON-1100825849-router', 'tenant_id': '1a7f6c917c934c00a862b9946ce2b1cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'external_fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.152'}], 'enable_snat': True}, 'gw_port_id': '51e28825-0c57-4907-8702-1c2946ca62e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:55:59Z', 'updated_at': '2022-09-18T00:56:11Z', 'revision_number': 4, 'project_id': '1a7f6c917c934c00a862b9946ce2b1cd', 'gw_port': {'id': '51e28825-0c57-4907-8702-1c2946ca62e8', 'name': '', 'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:0b:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd96339-e571-4ae6-8804-46a62196660b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:56:01Z', 'updated_at': '2022-09-18T00:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': '6919910f-fe0c-4560-8373-bb87c9062dc9', 'tenant_id': '1a7f6c917c934c00a862b9946ce2b1cd', 'floating_ip_address': '172.37.5.208', 'floating_network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'router_id': 'afd96339-e571-4ae6-8804-46a62196660b', 'port_id': '41948106-b5ee-425d-bfed-b11f6d5cdb7e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5b2870f5-1df6-4588-9304-3be88fc2aeec', 'mac_address': 'fa:16:3e:69:f8:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f4bab30-d9b2-4713-ab65-46a4754f8153', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-18T01:00:22Z', 'updated_at': '2022-09-18T01:00:37Z', 'revision_number': 1, 'project_id': '1a7f6c917c934c00a862b9946ce2b1cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9bc47a8-4881-46c7-add9-d9f3582d3f14', 'name': '', 'network_id': '5b2870f5-1df6-4588-9304-3be88fc2aeec', 'tenant_id': '1a7f6c917c934c00a862b9946ce2b1cd', 'mac_address': 'fa:16:3e:7a:53:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd96339-e571-4ae6-8804-46a62196660b', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': 'b02e0a67-927b-4f1f-86aa-5b54aefb606b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:56:09Z', 'updated_at': '2022-09-18T00:56:29Z', 'revision_number': 5, 'project_id': '1a7f6c917c934c00a862b9946ce2b1cd', 'subnets': [{'id': 'b02e0a67-927b-4f1f-86aa-5b54aefb606b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=106233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:00:39.226017 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-51609748-6bab-4649-a33e-4aaa5d858a7c tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Publish callbacks [] for security_group (None), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:39.233741 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1074134b-e0ab-40b9-b359-fbff046ae711 None None] The sync data for ids ['afd96339-e571-4ae6-8804-46a62196660b'] in dv-cinder-master-3-smb is: [{'id': 'afd96339-e571-4ae6-8804-46a62196660b', 'name': 'tempest-AttachVolumeShelveTestJSON-1100825849-router', 'tenant_id': '1a7f6c917c934c00a862b9946ce2b1cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'external_fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.152'}], 'enable_snat': True}, 'gw_port_id': '51e28825-0c57-4907-8702-1c2946ca62e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:55:59Z', 'updated_at': '2022-09-18T00:56:11Z', 'revision_number': 4, 'project_id': '1a7f6c917c934c00a862b9946ce2b1cd', 'gw_port': {'id': '51e28825-0c57-4907-8702-1c2946ca62e8', 'name': '', 'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:0b:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd96339-e571-4ae6-8804-46a62196660b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:56:01Z', 'updated_at': '2022-09-18T00:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': '6919910f-fe0c-4560-8373-bb87c9062dc9', 'tenant_id': '1a7f6c917c934c00a862b9946ce2b1cd', 'floating_ip_address': '172.37.5.208', 'floating_network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'router_id': 'afd96339-e571-4ae6-8804-46a62196660b', 'port_id': '41948106-b5ee-425d-bfed-b11f6d5cdb7e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5b2870f5-1df6-4588-9304-3be88fc2aeec', 'mac_address': 'fa:16:3e:69:f8:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f4bab30-d9b2-4713-ab65-46a4754f8153', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-18T01:00:22Z', 'updated_at': '2022-09-18T01:00:37Z', 'revision_number': 1, 'project_id': '1a7f6c917c934c00a862b9946ce2b1cd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a9bc47a8-4881-46c7-add9-d9f3582d3f14', 'name': '', 'network_id': '5b2870f5-1df6-4588-9304-3be88fc2aeec', 'tenant_id': '1a7f6c917c934c00a862b9946ce2b1cd', 'mac_address': 'fa:16:3e:7a:53:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd96339-e571-4ae6-8804-46a62196660b', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': 'b02e0a67-927b-4f1f-86aa-5b54aefb606b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:56:09Z', 'updated_at': '2022-09-18T00:56:29Z', 'revision_number': 5, 'project_id': '1a7f6c917c934c00a862b9946ce2b1cd', 'subnets': [{'id': 'b02e0a67-927b-4f1f-86aa-5b54aefb606b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:00:39.298352 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-51609748-6bab-4649-a33e-4aaa5d858a7c tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Publish callbacks [] for security_group (e03ce9ad-4be7-4a97-9f91-d8e822033de7), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:39.302597 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-51609748-6bab-4649-a33e-4aaa5d858a7c tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512506'] for security_group (e03ce9ad-4be7-4a97-9f91-d8e822033de7), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:39.335282 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-51609748-6bab-4649-a33e-4aaa5d858a7c tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Publish callbacks [] for security_group (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:39.336514 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [None req-51609748-6bab-4649-a33e-4aaa5d858a7c tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] 10.222.0.33 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1368952 Sep 18 01:00:39.338429 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51609748-6bab-4649-a33e-4aaa5d858a7c tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e03ce9ad-4be7-4a97-9f91-d8e822033de7,revision_number=1']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:39.339637 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 33754) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:00:39.345074 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.v2.base [None req-74b0dfa1-f415-499a-aad2-27bafea838db tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Request body: {'security_group_rule': {'security_group_id': 'e03ce9ad-4be7-4a97-9f91-d8e822033de7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:00:39.375511 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-74b0dfa1-f415-499a-aad2-27bafea838db tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Publish callbacks [] for security_group_rule (167893c2-0957-49bc-a770-fafc2273f702), before_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:39.435210 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-74b0dfa1-f415-499a-aad2-27bafea838db tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Publish callbacks [] for security_group_rule (167893c2-0957-49bc-a770-fafc2273f702), precommit_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:39.439302 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-74b0dfa1-f415-499a-aad2-27bafea838db tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512405'] for security_group_rule (167893c2-0957-49bc-a770-fafc2273f702), after_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:39.456965 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d86caff-f594-4e4c-9646-1bbf14fe6a79 None None] New status for floating IP 6919910f-fe0c-4560-8373-bb87c9062dc9: ACTIVE {{(pid=106232) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 18 01:00:39.462065 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b0dfa1-f415-499a-aad2-27bafea838db tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=167893c2-0957-49bc-a770-fafc2273f702,revision_number=0']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:39.468648 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-74b0dfa1-f415-499a-aad2-27bafea838db tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:39.469892 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-74b0dfa1-f415-499a-aad2-27bafea838db tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1285446 Sep 18 01:00:39.473416 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.33', 33758) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:00:39.478725 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.v2.base [None req-36cecccf-2854-4ce3-8243-b1c5a76058b2 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Request body: {'security_group_rule': {'security_group_id': 'e03ce9ad-4be7-4a97-9f91-d8e822033de7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:00:39.507626 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-36cecccf-2854-4ce3-8243-b1c5a76058b2 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Publish callbacks [] for security_group_rule (088dcd72-1fc5-4c56-bf54-78d4cd669ee9), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:39.539177 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:00:39.594082 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d682c8-339a-4efb-9a63-8241469dcc7c req-9caa7776-3ebb-47cf-a14d-a9b7531feeff tempest-VolumesSnapshotTestJSON-698728750 tempest-VolumesSnapshotTestJSON-698728750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:39.595563 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-45d682c8-339a-4efb-9a63-8241469dcc7c req-9caa7776-3ebb-47cf-a14d-a9b7531feeff tempest-VolumesSnapshotTestJSON-698728750 tempest-VolumesSnapshotTestJSON-698728750-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=def988da-b233-4deb-b329-656813dfed41 HTTP/1.1" status: 200 len: 946 time: 0.0779703 Sep 18 01:00:39.606010 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-36cecccf-2854-4ce3-8243-b1c5a76058b2 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Publish callbacks [] for security_group_rule (088dcd72-1fc5-4c56-bf54-78d4cd669ee9), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:39.613456 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-36cecccf-2854-4ce3-8243-b1c5a76058b2 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512405'] for security_group_rule (088dcd72-1fc5-4c56-bf54-78d4cd669ee9), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:39.645743 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cecccf-2854-4ce3-8243-b1c5a76058b2 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=088dcd72-1fc5-4c56-bf54-78d4cd669ee9,revision_number=0']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:39.657225 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-36cecccf-2854-4ce3-8243-b1c5a76058b2 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:39.658386 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [None req-36cecccf-2854-4ce3-8243-b1c5a76058b2 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1836708 Sep 18 01:00:39.662501 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 33760) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:00:39.667079 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.v2.base [None req-4dab5b32-f5e5-4b18-a8a8-0d17fb4e02b7 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Request body: {'floatingip': {'floating_network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505'}} {{(pid=106231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:00:39.674022 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-45d682c8-339a-4efb-9a63-8241469dcc7c req-a9f0d287-c738-4624-9a4d-38689e1d82fc tempest-VolumesSnapshotTestJSON-698728750 tempest-VolumesSnapshotTestJSON-698728750-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=fa0a7270-c489-4827-97e2-2fa58a52d0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701983 Sep 18 01:00:39.691570 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-4dab5b32-f5e5-4b18-a8a8-0d17fb4e02b7 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:39.773243 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-4dab5b32-f5e5-4b18-a8a8-0d17fb4e02b7 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (None), before_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:39.779737 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:00:39.840150 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=6 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:00:39.890887 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.db.db_base_plugin_common [None req-4dab5b32-f5e5-4b18-a8a8-0d17fb4e02b7 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Allocated IP 172.37.5.133 (b5726c9b-05f1-4137-90cd-23a4e3e89505/9e97c026-c8b3-4b72-91ed-10f39e002f97/cadb59eb-c968-4fe3-b6e3-eacab3d249d8) {{(pid=106231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:00:39.991617 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-4dab5b32-f5e5-4b18-a8a8-0d17fb4e02b7 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Publish callbacks [] for port (cadb59eb-c968-4fe3-b6e3-eacab3d249d8), precommit_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:40.024240 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-4dab5b32-f5e5-4b18-a8a8-0d17fb4e02b7 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749745591507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13917182'] for port (cadb59eb-c968-4fe3-b6e3-eacab3d249d8), after_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:40.061445 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dab5b32-f5e5-4b18-a8a8-0d17fb4e02b7 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Network b5726c9b-05f1-4137-90cd-23a4e3e89505 is already hosted by enough agents. {{(pid=106231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:00:40.069463 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.scheduler.base_scheduler [None req-4dab5b32-f5e5-4b18-a8a8-0d17fb4e02b7 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Resources bound (agent type, host, resource id): {{(pid=106231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:00:40.073353 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dab5b32-f5e5-4b18-a8a8-0d17fb4e02b7 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Received port after_create {{(pid=106231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 18 01:00:40.076495 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dab5b32-f5e5-4b18-a8a8-0d17fb4e02b7 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Pushing event updated for resources: {'Port': ['ID=cadb59eb-c968-4fe3-b6e3-eacab3d249d8,revision_number=1']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:40.149248 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-1c1e26f8-ce84-4314-9422-87e0912de383 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (9a0bd8cc-a240-4c0b-8d32-8f22e7371ee9), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:40.160836 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-4dab5b32-f5e5-4b18-a8a8-0d17fb4e02b7 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Publish callbacks [] for floatingip (e8298a9e-8366-4382-b852-728380dc8b21), precommit_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:40.198346 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-4dab5b32-f5e5-4b18-a8a8-0d17fb4e02b7 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (cadb59eb-c968-4fe3-b6e3-eacab3d249d8), before_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:40.271387 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (c8573462-7e7f-4357-b3a8-beeaa8ae7db3), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:40.351914 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-4dab5b32-f5e5-4b18-a8a8-0d17fb4e02b7 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Publish callbacks [] for port (cadb59eb-c968-4fe3-b6e3-eacab3d249d8), precommit_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:40.356325 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-4dab5b32-f5e5-4b18-a8a8-0d17fb4e02b7 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749746030758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749745591525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749745591543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13917127'] for port (cadb59eb-c968-4fe3-b6e3-eacab3d249d8), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:40.425657 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-4dab5b32-f5e5-4b18-a8a8-0d17fb4e02b7 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16489891'] for floatingip (e8298a9e-8366-4382-b852-728380dc8b21), after_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:40.429893 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dab5b32-f5e5-4b18-a8a8-0d17fb4e02b7 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Pushing event updated for resources: {'Port': ['ID=cadb59eb-c968-4fe3-b6e3-eacab3d249d8,revision_number=2']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:40.443966 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-4dab5b32-f5e5-4b18-a8a8-0d17fb4e02b7 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16701016'] for floatingip (None), before_response {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:40.445182 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-4dab5b32-f5e5-4b18-a8a8-0d17fb4e02b7 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] 10.222.0.33 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7816522 Sep 18 01:00:40.644496 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-a1a81507-c17c-471f-82c1-0d7b20592046 req-39f829e5-3ce0-4ffc-833b-1768299746a5 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] 10.222.0.33 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--2061960217&fields=id&tenant_id=a60d2801df884e15be8a0464cb725d6d HTTP/1.1" status: 200 len: 267 time: 0.0423520 Sep 18 01:00:40.754053 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a81507-c17c-471f-82c1-0d7b20592046 req-0943902e-17aa-401e-8daa-324e9e27ffb3 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:40.755501 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-a1a81507-c17c-471f-82c1-0d7b20592046 req-0943902e-17aa-401e-8daa-324e9e27ffb3 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] 10.222.0.33 "GET /networking/v2.0/networks?id=3e60962c-164c-4e15-8d69-6601f5d7b205 HTTP/1.1" status: 200 len: 811 time: 0.1036205 Sep 18 01:00:40.794035 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-a1a81507-c17c-471f-82c1-0d7b20592046 req-ff0842e0-4dae-454f-9b50-0b0895bf9fa5 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] 10.222.0.33 "GET /networking/v2.0/quotas/a60d2801df884e15be8a0464cb725d6d HTTP/1.1" status: 200 len: 375 time: 0.0295835 Sep 18 01:00:40.815858 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60095b97-b3d3-40b4-b385-ca6a94cfe811 req-0be900a3-42d5-4516-bfab-33758af538ec tempest-VolumesSnapshotTestJSON-698728750 tempest-VolumesSnapshotTestJSON-698728750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:40.818014 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-60095b97-b3d3-40b4-b385-ca6a94cfe811 req-0be900a3-42d5-4516-bfab-33758af538ec tempest-VolumesSnapshotTestJSON-698728750 tempest-VolumesSnapshotTestJSON-698728750-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=def988da-b233-4deb-b329-656813dfed41 HTTP/1.1" status: 200 len: 946 time: 0.0614882 Sep 18 01:00:40.863006 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-a1a81507-c17c-471f-82c1-0d7b20592046 req-05ce5e66-8e01-461d-8b36-b8ed14808f7c tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=a60d2801df884e15be8a0464cb725d6d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0635836 Sep 18 01:00:40.915043 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-60095b97-b3d3-40b4-b385-ca6a94cfe811 req-56a6f6c9-6c7f-4219-be33-17766003742b tempest-VolumesSnapshotTestJSON-698728750 tempest-VolumesSnapshotTestJSON-698728750-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=fa0a7270-c489-4827-97e2-2fa58a52d0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809135 Sep 18 01:00:40.969620 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:00:40.976254 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-a1a81507-c17c-471f-82c1-0d7b20592046 req-f038eb31-ee0a-48cb-98af-8b7557c5ea2a service neutron] 10.222.0.33 "GET /networking/v2.0/networks/3e60962c-164c-4e15-8d69-6601f5d7b205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013055 Sep 18 01:00:41.069817 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-a1a81507-c17c-471f-82c1-0d7b20592046 req-ecd5a83f-a7a0-4e71-b23f-d1bcef7dcfa2 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/3e60962c-164c-4e15-8d69-6601f5d7b205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870652 Sep 18 01:00:41.233009 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-5a3bf3f8-e630-407b-8dae-e79d6a9f144c req-23d7eaf3-8c8b-430c-bf41-944d0f05b6de tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=9b63a4a6-ced3-44e7-ba27-44875b4943f4 HTTP/1.1" status: 200 len: 210 time: 0.0289412 Sep 18 01:00:42.038148 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb233ed1-4f81-4408-a788-2e94858ec8cf req-4f461d8c-f2e7-4514-b9f0-b77c23c504c6 tempest-VolumesSnapshotTestJSON-698728750 tempest-VolumesSnapshotTestJSON-698728750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:42.039608 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-fb233ed1-4f81-4408-a788-2e94858ec8cf req-4f461d8c-f2e7-4514-b9f0-b77c23c504c6 tempest-VolumesSnapshotTestJSON-698728750 tempest-VolumesSnapshotTestJSON-698728750-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=def988da-b233-4deb-b329-656813dfed41 HTTP/1.1" status: 200 len: 946 time: 0.0465245 Sep 18 01:00:42.085692 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-fb233ed1-4f81-4408-a788-2e94858ec8cf req-5000e237-a8fb-48c5-9fc9-eeba14765ec2 tempest-VolumesSnapshotTestJSON-698728750 tempest-VolumesSnapshotTestJSON-698728750-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=fa0a7270-c489-4827-97e2-2fa58a52d0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404031 Sep 18 01:00:42.336021 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-32ccf9f8-9c45-4de9-b3f3-ed5aa892e2b9 req-66d8d4f8-d1cc-41d7-94c1-69796e3153fb tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=9b63a4a6-ced3-44e7-ba27-44875b4943f4 HTTP/1.1" status: 200 len: 210 time: 0.0309653 Sep 18 01:00:43.205873 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe01fe9c-7015-4989-bb18-a9c047d30302 req-4c152c4a-80cf-459c-9026-3f669f7510c4 tempest-VolumesSnapshotTestJSON-698728750 tempest-VolumesSnapshotTestJSON-698728750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:43.207415 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-fe01fe9c-7015-4989-bb18-a9c047d30302 req-4c152c4a-80cf-459c-9026-3f669f7510c4 tempest-VolumesSnapshotTestJSON-698728750 tempest-VolumesSnapshotTestJSON-698728750-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=def988da-b233-4deb-b329-656813dfed41 HTTP/1.1" status: 200 len: 946 time: 0.0458910 Sep 18 01:00:43.255010 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.agents_db [None req-fc240a3b-6701-466a-b3ae-821b2bb1d0eb None None] Agent healthcheck: found 6 active agents {{(pid=106233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 01:00:43.258679 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-fe01fe9c-7015-4989-bb18-a9c047d30302 req-5f58dcbb-efa7-4ab9-ae7d-3056cd28f967 tempest-VolumesSnapshotTestJSON-698728750 tempest-VolumesSnapshotTestJSON-698728750-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=fa0a7270-c489-4827-97e2-2fa58a52d0b9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448451 Sep 18 01:00:43.299351 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f4402e-e80e-4ec7-9916-b6f0897cb55f req-ba64a5f1-fe3e-443d-a2b0-e40d30672e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:43.301510 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-72f4402e-e80e-4ec7-9916-b6f0897cb55f req-ba64a5f1-fe3e-443d-a2b0-e40d30672e9a service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=1a7f6c917c934c00a862b9946ce2b1cd&device_id=6f4bab30-d9b2-4713-ab65-46a4754f8153 HTTP/1.1" status: 200 len: 1130 time: 0.0412841 Sep 18 01:00:43.437415 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-c2c42be7-ecf2-4435-a655-28b1b1bf1745 req-fca48388-8335-4155-9bd0-f7609051816f tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=9b63a4a6-ced3-44e7-ba27-44875b4943f4 HTTP/1.1" status: 200 len: 210 time: 0.0272727 Sep 18 01:00:43.503431 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e94788-52e2-40e9-ab80-e877bedbfacb req-b7237fdd-ecf6-4994-bb92-1d4f5e3af085 tempest-VolumesSnapshotTestJSON-698728750 tempest-VolumesSnapshotTestJSON-698728750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:43.504900 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-75e94788-52e2-40e9-ab80-e877bedbfacb req-b7237fdd-ecf6-4994-bb92-1d4f5e3af085 tempest-VolumesSnapshotTestJSON-698728750 tempest-VolumesSnapshotTestJSON-698728750-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=def988da-b233-4deb-b329-656813dfed41 HTTP/1.1" status: 200 len: 946 time: 0.0577343 Sep 18 01:00:43.524821 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:UPDATE=6,neutron:SELECT=90,neutron:INSERT=3,neutron:DELETE=1 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:00:43.548518 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f4402e-e80e-4ec7-9916-b6f0897cb55f req-2925c60b-1f18-4c2c-aa79-478b380b1c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:43.550074 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-72f4402e-e80e-4ec7-9916-b6f0897cb55f req-2925c60b-1f18-4c2c-aa79-478b380b1c37 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=5b2870f5-1df6-4588-9304-3be88fc2aeec HTTP/1.1" status: 200 len: 918 time: 0.1037514 Sep 18 01:00:43.606387 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [req-75e94788-52e2-40e9-ab80-e877bedbfacb req-76e0fad7-8ca2-415b-8b53-cfdeef2639a2 tempest-VolumesSnapshotTestJSON-698728750 tempest-VolumesSnapshotTestJSON-698728750-project] Deleting port 1239cb20-24bd-4543-8342-b66e69ae21eb {{(pid=106231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 18 01:00:43.606726 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [req-75e94788-52e2-40e9-ab80-e877bedbfacb req-76e0fad7-8ca2-415b-8b53-cfdeef2639a2 tempest-VolumesSnapshotTestJSON-698728750 tempest-VolumesSnapshotTestJSON-698728750-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749746030605'] for port (1239cb20-24bd-4543-8342-b66e69ae21eb), before_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:43.619213 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:00:43.627002 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-72f4402e-e80e-4ec7-9916-b6f0897cb55f req-f7326394-b6b1-4baf-8917-f28aa4524514 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=41948106-b5ee-425d-bfed-b11f6d5cdb7e HTTP/1.1" status: 200 len: 1002 time: 0.0656526 Sep 18 01:00:43.672738 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:00:43.679711 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f4402e-e80e-4ec7-9916-b6f0897cb55f req-452c666a-1c03-41ea-8c64-d9d25297bc78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:43.680901 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-72f4402e-e80e-4ec7-9916-b6f0897cb55f req-452c666a-1c03-41ea-8c64-d9d25297bc78 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=b02e0a67-927b-4f1f-86aa-5b54aefb606b HTTP/1.1" status: 200 len: 856 time: 0.0482752 Sep 18 01:00:43.716470 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.plugins.ml2.db [req-75e94788-52e2-40e9-ab80-e877bedbfacb req-76e0fad7-8ca2-415b-8b53-cfdeef2639a2 tempest-VolumesSnapshotTestJSON-698728750 tempest-VolumesSnapshotTestJSON-698728750-project] For port 1239cb20-24bd-4543-8342-b66e69ae21eb, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=1239cb20-24bd-4543-8342-b66e69ae21eb,segment=NetworkSegment(83b1444a-b57f-47b2-b012-58acece53013),segment_id=83b1444a-b57f-47b2-b012-58acece53013)] {{(pid=106231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:00:43.716933 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [req-75e94788-52e2-40e9-ab80-e877bedbfacb req-76e0fad7-8ca2-415b-8b53-cfdeef2639a2 tempest-VolumesSnapshotTestJSON-698728750 tempest-VolumesSnapshotTestJSON-698728750-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16488537'] for port (1239cb20-24bd-4543-8342-b66e69ae21eb), precommit_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:43.730182 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f4402e-e80e-4ec7-9916-b6f0897cb55f req-e25b85eb-e7d7-47cc-90b3-43bfe80fd560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:43.731733 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-72f4402e-e80e-4ec7-9916-b6f0897cb55f req-e25b85eb-e7d7-47cc-90b3-43bfe80fd560 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=5b2870f5-1df6-4588-9304-3be88fc2aeec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0425310 Sep 18 01:00:43.733882 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [req-75e94788-52e2-40e9-ab80-e877bedbfacb req-76e0fad7-8ca2-415b-8b53-cfdeef2639a2 tempest-VolumesSnapshotTestJSON-698728750 tempest-VolumesSnapshotTestJSON-698728750-project] Calling delete_port for 1239cb20-24bd-4543-8342-b66e69ae21eb owned by compute:nova {{(pid=106231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 18 01:00:43.836101 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-72f4402e-e80e-4ec7-9916-b6f0897cb55f req-61f46148-55f6-48b9-bd36-dc94ae3ac17a service neutron] 10.222.0.57 "GET /networking/v2.0/networks/5b2870f5-1df6-4588-9304-3be88fc2aeec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938933 Sep 18 01:00:43.871995 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [req-75e94788-52e2-40e9-ab80-e877bedbfacb req-76e0fad7-8ca2-415b-8b53-cfdeef2639a2 tempest-VolumesSnapshotTestJSON-698728750 tempest-VolumesSnapshotTestJSON-698728750-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749746033803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749745591516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13917182'] for port (1239cb20-24bd-4543-8342-b66e69ae21eb), after_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:43.897152 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e0fad7-8ca2-415b-8b53-cfdeef2639a2 tempest-VolumesSnapshotTestJSON-698728750 tempest-VolumesSnapshotTestJSON-698728750-project] Pushing event deleted for resources: {'Port': ['ID=1239cb20-24bd-4543-8342-b66e69ae21eb,revision_number=None']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:43.920240 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.db [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] get_ports_and_sgs() called for port_ids ['1239cb20-24bd-4543-8342-b66e69ae21eb'] {{(pid=106232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 18 01:00:43.942211 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.db.l3_dvrscheduler_db [req-75e94788-52e2-40e9-ab80-e877bedbfacb req-76e0fad7-8ca2-415b-8b53-cfdeef2639a2 tempest-VolumesSnapshotTestJSON-698728750 tempest-VolumesSnapshotTestJSON-698728750-project] No DVR routers for this DVR port 1239cb20-24bd-4543-8342-b66e69ae21eb on host hv-cinder-maste {{(pid=106231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 18 01:00:43.944749 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [req-75e94788-52e2-40e9-ab80-e877bedbfacb req-76e0fad7-8ca2-415b-8b53-cfdeef2639a2 tempest-VolumesSnapshotTestJSON-698728750 tempest-VolumesSnapshotTestJSON-698728750-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16701016'] for port (None), before_response {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:43.948123 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-75e94788-52e2-40e9-ab80-e877bedbfacb req-76e0fad7-8ca2-415b-8b53-cfdeef2639a2 tempest-VolumesSnapshotTestJSON-698728750 tempest-VolumesSnapshotTestJSON-698728750-project] 10.222.0.57 "DELETE /networking/v2.0/ports/1239cb20-24bd-4543-8342-b66e69ae21eb HTTP/1.1" status: 204 len: 173 time: 0.4313483 Sep 18 01:00:43.948609 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'def988da-b233-4deb-b329-656813dfed41', 'name': 'network-vif-deleted', 'tag': '1239cb20-24bd-4543-8342-b66e69ae21eb'}] {{(pid=106231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 18 01:00:43.951048 dv-cinder-master-3-smb neutron-server[106231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2daae94765ac049e9d9a56900be8c16ad14208507d163719654d83d071b86d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed5eecb9-db2d-44f6-84cc-25ba8bdb0efd" -d '{"events": [{"server_uuid": "def988da-b233-4deb-b329-656813dfed41", "name": "network-vif-deleted", "tag": "1239cb20-24bd-4543-8342-b66e69ae21eb"}]}' {{(pid=106231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:00:43.989354 dv-cinder-master-3-smb neutron-server[106231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 18 Sep 2022 01:00:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2bec7b2-4c53-46f0-8881-cde40d033bad x-openstack-request-id: req-f2bec7b2-4c53-46f0-8881-cde40d033bad {{(pid=106231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:00:43.989651 dv-cinder-master-3-smb neutron-server[106231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "def988da-b233-4deb-b329-656813dfed41", "name": "network-vif-deleted", "tag": "1239cb20-24bd-4543-8342-b66e69ae21eb", "status": "completed", "code": 200}]} {{(pid=106231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:00:43.989923 dv-cinder-master-3-smb neutron-server[106231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-f2bec7b2-4c53-46f0-8881-cde40d033bad {{(pid=106231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:00:43.990335 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2bec7b2-4c53-46f0-8881-cde40d033bad'] response: {'server_uuid': 'def988da-b233-4deb-b329-656813dfed41', 'name': 'network-vif-deleted', 'tag': '1239cb20-24bd-4543-8342-b66e69ae21eb', 'status': 'completed', 'code': 200} Sep 18 01:00:44.215863 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-72f4402e-e80e-4ec7-9916-b6f0897cb55f req-70494d4b-44f0-49b4-b8af-59a7fbf90986 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/5b2870f5-1df6-4588-9304-3be88fc2aeec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865116 Sep 18 01:00:44.407597 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-425bc88a-8fc1-4bef-ba3b-29defe2ec702 req-dcf76470-7be2-465f-8543-d5cfa1a6cf56 tempest-VolumesSnapshotTestJSON-698728750 tempest-VolumesSnapshotTestJSON-698728750-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=def988da-b233-4deb-b329-656813dfed41 HTTP/1.1" status: 200 len: 210 time: 0.0567913 Sep 18 01:00:44.499135 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a81507-c17c-471f-82c1-0d7b20592046 req-3d712a91-465f-406c-91ae-aeef5ca97d3c tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:44.500925 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-a1a81507-c17c-471f-82c1-0d7b20592046 req-3d712a91-465f-406c-91ae-aeef5ca97d3c tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] 10.222.0.57 "GET /networking/v2.0/networks?id=3e60962c-164c-4e15-8d69-6601f5d7b205 HTTP/1.1" status: 200 len: 811 time: 0.1381645 Sep 18 01:00:44.559904 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-a639add0-3495-4778-8a1a-8c1a0fadb88d req-8cdf0de0-d4d9-4b67-a1de-e598ebf46d0f tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=9b63a4a6-ced3-44e7-ba27-44875b4943f4 HTTP/1.1" status: 200 len: 210 time: 0.0388885 Sep 18 01:00:44.601262 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-a1a81507-c17c-471f-82c1-0d7b20592046 req-498cc24b-2b28-4486-8bc7-a2ca30b3ebf3 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] 10.222.0.57 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=a60d2801df884e15be8a0464cb725d6d HTTP/1.1" status: 200 len: 380 time: 0.0702112 Sep 18 01:00:44.668909 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.v2.base [req-a1a81507-c17c-471f-82c1-0d7b20592046 req-34778a5f-4230-4127-8de0-4ae2068c3ebd tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Request body: {'port': {'device_id': '9b63a4a6-ced3-44e7-ba27-44875b4943f4', 'network_id': '3e60962c-164c-4e15-8d69-6601f5d7b205', 'admin_state_up': True, 'tenant_id': 'a60d2801df884e15be8a0464cb725d6d', 'security_groups': ['e03ce9ad-4be7-4a97-9f91-d8e822033de7']}} {{(pid=106230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:00:44.736774 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=100 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:00:44.783891 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1a81507-c17c-471f-82c1-0d7b20592046 req-34778a5f-4230-4127-8de0-4ae2068c3ebd tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Made reservation on behalf of a60d2801df884e15be8a0464cb725d6d for: {'port': 1} {{(pid=106230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:00:44.788257 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [req-a1a81507-c17c-471f-82c1-0d7b20592046 req-34778a5f-4230-4127-8de0-4ae2068c3ebd tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (None), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:44.918442 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.db.db_base_plugin_common [req-a1a81507-c17c-471f-82c1-0d7b20592046 req-34778a5f-4230-4127-8de0-4ae2068c3ebd tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Allocated IP 172.20.0.8 (3e60962c-164c-4e15-8d69-6601f5d7b205/f52e5768-3b6e-420f-b5d0-cc4e5c3ba047/e361fc39-aed8-424c-893a-c016b77dcdc2) {{(pid=106230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:00:45.042319 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:00:45.056413 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [req-a1a81507-c17c-471f-82c1-0d7b20592046 req-34778a5f-4230-4127-8de0-4ae2068c3ebd tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Publish callbacks [] for port (e361fc39-aed8-424c-893a-c016b77dcdc2), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:45.089034 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [req-a1a81507-c17c-471f-82c1-0d7b20592046 req-34778a5f-4230-4127-8de0-4ae2068c3ebd tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749745591507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13339648'] for port (e361fc39-aed8-424c-893a-c016b77dcdc2), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:45.141615 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1a81507-c17c-471f-82c1-0d7b20592046 req-34778a5f-4230-4127-8de0-4ae2068c3ebd tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Network 3e60962c-164c-4e15-8d69-6601f5d7b205 is already hosted by enough agents. {{(pid=106230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:00:45.147470 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.scheduler.base_scheduler [req-a1a81507-c17c-471f-82c1-0d7b20592046 req-34778a5f-4230-4127-8de0-4ae2068c3ebd tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Resources bound (agent type, host, resource id): {{(pid=106230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:00:45.149623 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34778a5f-4230-4127-8de0-4ae2068c3ebd tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Pushing event updated for resources: {'Port': ['ID=e361fc39-aed8-424c-893a-c016b77dcdc2,revision_number=1']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:45.151778 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1a81507-c17c-471f-82c1-0d7b20592046 req-34778a5f-4230-4127-8de0-4ae2068c3ebd tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Received port after_create {{(pid=106230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 18 01:00:45.204453 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a81507-c17c-471f-82c1-0d7b20592046 req-34778a5f-4230-4127-8de0-4ae2068c3ebd tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:45.205106 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [req-a1a81507-c17c-471f-82c1-0d7b20592046 req-34778a5f-4230-4127-8de0-4ae2068c3ebd tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16701016'] for port (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:45.227029 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-a1a81507-c17c-471f-82c1-0d7b20592046 req-34778a5f-4230-4127-8de0-4ae2068c3ebd tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] 10.222.0.57 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5617499 Sep 18 01:00:45.252408 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.v2.base [req-a1a81507-c17c-471f-82c1-0d7b20592046 req-77d5438f-79ae-4058-a909-57d78a496f11 service neutron] Request body: {'port': {'device_id': '9b63a4a6-ced3-44e7-ba27-44875b4943f4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=106230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:00:45.324433 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [req-a1a81507-c17c-471f-82c1-0d7b20592046 req-77d5438f-79ae-4058-a909-57d78a496f11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (e361fc39-aed8-424c-893a-c016b77dcdc2), before_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:45.365281 dv-cinder-master-3-smb neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=92,neutron:UPDATE=7,neutron:DELETE=1 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:00:45.368898 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.provisioning_blocks [None req-fd389eeb-17c5-4441-9d5f-44c23193fa6f None None] Provisioning complete for port e361fc39-aed8-424c-893a-c016b77dcdc2 triggered by entity DHCP. {{(pid=106232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 01:00:45.369267 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-fd389eeb-17c5-4441-9d5f-44c23193fa6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981214'] for port (e361fc39-aed8-424c-893a-c016b77dcdc2), provisioning_complete {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:45.369600 dv-cinder-master-3-smb neutron-server[106232]: INFO neutron.plugins.ml2.plugin [None req-fd389eeb-17c5-4441-9d5f-44c23193fa6f None None] Attempt 1 to provision port e361fc39-aed8-424c-893a-c016b77dcdc2 Sep 18 01:00:45.402778 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-fd389eeb-17c5-4441-9d5f-44c23193fa6f None None] Port e361fc39-aed8-424c-893a-c016b77dcdc2 cannot update to ACTIVE because it is not bound. {{(pid=106232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 18 01:00:45.579617 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:00:45.589521 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.notifiers.nova [req-a1a81507-c17c-471f-82c1-0d7b20592046 req-77d5438f-79ae-4058-a909-57d78a496f11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e361fc39-aed8-424c-893a-c016b77dcdc2 {{(pid=106230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 18 01:00:45.598080 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [req-a1a81507-c17c-471f-82c1-0d7b20592046 req-77d5438f-79ae-4058-a909-57d78a496f11 service neutron] Publish callbacks [] for port (e361fc39-aed8-424c-893a-c016b77dcdc2), precommit_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:45.613770 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.db.provisioning_blocks [req-a1a81507-c17c-471f-82c1-0d7b20592046 req-77d5438f-79ae-4058-a909-57d78a496f11 service neutron] Transition to ACTIVE for port object e361fc39-aed8-424c-893a-c016b77dcdc2 will not be triggered until provisioned by entity L2. {{(pid=106230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 18 01:00:45.621524 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [req-a1a81507-c17c-471f-82c1-0d7b20592046 req-77d5438f-79ae-4058-a909-57d78a496f11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749746030758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749745591525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749745591543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13339705'] for port (e361fc39-aed8-424c-893a-c016b77dcdc2), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:45.904542 dv-cinder-master-3-smb neutron-server[106232]: INFO neutron.plugins.ml2.plugin [None req-fd389eeb-17c5-4441-9d5f-44c23193fa6f None None] Attempt 2 to provision port e361fc39-aed8-424c-893a-c016b77dcdc2 Sep 18 01:00:45.937593 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-fd389eeb-17c5-4441-9d5f-44c23193fa6f None None] Port e361fc39-aed8-424c-893a-c016b77dcdc2 cannot update to ACTIVE because it is not bound. {{(pid=106232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 18 01:00:45.982057 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d65811-0338-4d6d-b1d0-58fb699cfded req-38f9158c-b874-4fd5-886d-a644f5b23332 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:45.983548 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-a4d65811-0338-4d6d-b1d0-58fb699cfded req-38f9158c-b874-4fd5-886d-a644f5b23332 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=9b63a4a6-ced3-44e7-ba27-44875b4943f4 HTTP/1.1" status: 200 len: 943 time: 0.3342292 Sep 18 01:00:45.985812 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d5438f-79ae-4058-a909-57d78a496f11 service neutron] Pushing event updated for resources: {'Port': ['ID=e361fc39-aed8-424c-893a-c016b77dcdc2,revision_number=2']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:46.036993 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.plugins.ml2.managers [req-a1a81507-c17c-471f-82c1-0d7b20592046 req-77d5438f-79ae-4058-a909-57d78a496f11 service neutron] Attempting to bind port e361fc39-aed8-424c-893a-c016b77dcdc2 on host hv-cinder-maste for vnic_type normal with profile {{(pid=106230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 18 01:00:46.037325 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.plugins.ml2.managers [req-a1a81507-c17c-471f-82c1-0d7b20592046 req-77d5438f-79ae-4058-a909-57d78a496f11 service neutron] Attempting to bind port e361fc39-aed8-424c-893a-c016b77dcdc2 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '2a3f4164-a706-4653-805e-7081dacdf53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '3e60962c-164c-4e15-8d69-6601f5d7b205'}] {{(pid=106230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 18 01:00:46.037657 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1a81507-c17c-471f-82c1-0d7b20592046 req-77d5438f-79ae-4058-a909-57d78a496f11 service neutron] Attempting to bind port e361fc39-aed8-424c-893a-c016b77dcdc2 on network 3e60962c-164c-4e15-8d69-6601f5d7b205 {{(pid=106230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:00:46.073626 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-a4d65811-0338-4d6d-b1d0-58fb699cfded req-8fb07a61-05cf-4b73-a13c-459bf5c91118 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=e03ce9ad-4be7-4a97-9f91-d8e822033de7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833731 Sep 18 01:00:46.090494 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1a81507-c17c-471f-82c1-0d7b20592046 req-77d5438f-79ae-4058-a909-57d78a496f11 service neutron] Port e361fc39-aed8-424c-893a-c016b77dcdc2 on network 3e60962c-164c-4e15-8d69-6601f5d7b205 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=106230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:00:46.090854 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1a81507-c17c-471f-82c1-0d7b20592046 req-77d5438f-79ae-4058-a909-57d78a496f11 service neutron] Attempting to bind port e361fc39-aed8-424c-893a-c016b77dcdc2 on network 3e60962c-164c-4e15-8d69-6601f5d7b205 {{(pid=106230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:00:46.118614 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:00:46.135731 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1a81507-c17c-471f-82c1-0d7b20592046 req-77d5438f-79ae-4058-a909-57d78a496f11 service neutron] Checking agent: {'id': 'a990346c-0f9b-4256-b267-210f2ef06c1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 18, 0, 54, 1), 'started_at': datetime.datetime(2022, 9, 18, 0, 54, 1), 'heartbeat_timestamp': datetime.datetime(2022, 9, 18, 1, 0, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 18 01:00:46.136072 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1a81507-c17c-471f-82c1-0d7b20592046 req-77d5438f-79ae-4058-a909-57d78a496f11 service neutron] Checking segment: {'id': '2a3f4164-a706-4653-805e-7081dacdf53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '3e60962c-164c-4e15-8d69-6601f5d7b205'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 18 01:00:46.136455 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1a81507-c17c-471f-82c1-0d7b20592046 req-77d5438f-79ae-4058-a909-57d78a496f11 service neutron] Bound using segment: {'id': '2a3f4164-a706-4653-805e-7081dacdf53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '3e60962c-164c-4e15-8d69-6601f5d7b205'} {{(pid=106230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 18 01:00:46.136890 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.plugins.ml2.managers [req-a1a81507-c17c-471f-82c1-0d7b20592046 req-77d5438f-79ae-4058-a909-57d78a496f11 service neutron] Bound port: e361fc39-aed8-424c-893a-c016b77dcdc2, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a3f4164-a706-4653-805e-7081dacdf53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '3e60962c-164c-4e15-8d69-6601f5d7b205'}}] {{(pid=106230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 18 01:00:46.137250 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [req-a1a81507-c17c-471f-82c1-0d7b20592046 req-77d5438f-79ae-4058-a909-57d78a496f11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (e361fc39-aed8-424c-893a-c016b77dcdc2), before_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:46.203551 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.plugins.ml2.db [req-a1a81507-c17c-471f-82c1-0d7b20592046 req-77d5438f-79ae-4058-a909-57d78a496f11 service neutron] For port e361fc39-aed8-424c-893a-c016b77dcdc2, host hv-cinder-maste, cleared binding levels {{(pid=106230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:00:46.206372 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.plugins.ml2.db [req-a1a81507-c17c-471f-82c1-0d7b20592046 req-77d5438f-79ae-4058-a909-57d78a496f11 service neutron] For port e361fc39-aed8-424c-893a-c016b77dcdc2, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=e361fc39-aed8-424c-893a-c016b77dcdc2,segment=NetworkSegment(2a3f4164-a706-4653-805e-7081dacdf53e),segment_id=2a3f4164-a706-4653-805e-7081dacdf53e)] {{(pid=106230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:00:46.212956 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [req-a1a81507-c17c-471f-82c1-0d7b20592046 req-77d5438f-79ae-4058-a909-57d78a496f11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749746030758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749745591525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749745591543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13339705'] for port (e361fc39-aed8-424c-893a-c016b77dcdc2), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:46.216930 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a81507-c17c-471f-82c1-0d7b20592046 req-77d5438f-79ae-4058-a909-57d78a496f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:46.217530 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [req-a1a81507-c17c-471f-82c1-0d7b20592046 req-77d5438f-79ae-4058-a909-57d78a496f11 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16701016'] for port (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:46.218927 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-a1a81507-c17c-471f-82c1-0d7b20592046 req-77d5438f-79ae-4058-a909-57d78a496f11 service neutron] 10.222.0.57 "PUT /networking/v2.0/ports/e361fc39-aed8-424c-893a-c016b77dcdc2 HTTP/1.1" status: 200 len: 1093 time: 0.9711807 Sep 18 01:00:46.219475 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b63a4a6-ced3-44e7-ba27-44875b4943f4', 'tag': 'e361fc39-aed8-424c-893a-c016b77dcdc2'}] {{(pid=106230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 18 01:00:46.221700 dv-cinder-master-3-smb neutron-server[106230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5cb6f936bef875aa30205792da77c9643b85616d99b85ee9f5e1cfaba0fe173" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44f0004e-fa90-433e-b5ec-7e7931bac42f" -d '{"events": [{"name": "network-changed", "server_uuid": "9b63a4a6-ced3-44e7-ba27-44875b4943f4", "tag": "e361fc39-aed8-424c-893a-c016b77dcdc2"}]}' {{(pid=106230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:00:46.262964 dv-cinder-master-3-smb neutron-server[106230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 18 Sep 2022 01:00:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b60d274c-fb5f-4d20-9f5e-b1f3b45f206f x-openstack-request-id: req-b60d274c-fb5f-4d20-9f5e-b1f3b45f206f {{(pid=106230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:00:46.263558 dv-cinder-master-3-smb neutron-server[106230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b63a4a6-ced3-44e7-ba27-44875b4943f4", "tag": "e361fc39-aed8-424c-893a-c016b77dcdc2", "status": "completed", "code": 200}]} {{(pid=106230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:00:46.263558 dv-cinder-master-3-smb neutron-server[106230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-b60d274c-fb5f-4d20-9f5e-b1f3b45f206f {{(pid=106230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:00:46.263868 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b60d274c-fb5f-4d20-9f5e-b1f3b45f206f'] response: {'name': 'network-changed', 'server_uuid': '9b63a4a6-ced3-44e7-ba27-44875b4943f4', 'tag': 'e361fc39-aed8-424c-893a-c016b77dcdc2', 'status': 'completed', 'code': 200} Sep 18 01:00:46.273994 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d5438f-79ae-4058-a909-57d78a496f11 service neutron] Pushing event updated for resources: {'Port': ['ID=e361fc39-aed8-424c-893a-c016b77dcdc2,revision_number=3']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:46.350750 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a81507-c17c-471f-82c1-0d7b20592046 req-fdb7e965-e712-4853-9611-ba9c9735cd3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:46.352474 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-a1a81507-c17c-471f-82c1-0d7b20592046 req-fdb7e965-e712-4853-9611-ba9c9735cd3f service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=a60d2801df884e15be8a0464cb725d6d&device_id=9b63a4a6-ced3-44e7-ba27-44875b4943f4 HTTP/1.1" status: 200 len: 1127 time: 0.0401709 Sep 18 01:00:46.405720 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-a1a81507-c17c-471f-82c1-0d7b20592046 req-d50e853d-1890-4136-a78e-405ac9b679a5 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e361fc39-aed8-424c-893a-c016b77dcdc2 HTTP/1.1" status: 200 len: 217 time: 0.0349305 Sep 18 01:00:46.438244 dv-cinder-master-3-smb neutron-server[106232]: INFO neutron.plugins.ml2.plugin [None req-fd389eeb-17c5-4441-9d5f-44c23193fa6f None None] Attempt 3 to provision port e361fc39-aed8-424c-893a-c016b77dcdc2 Sep 18 01:00:46.453063 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a81507-c17c-471f-82c1-0d7b20592046 req-4293546e-c496-49d7-9d62-d0a7f2e44006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:46.454559 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-a1a81507-c17c-471f-82c1-0d7b20592046 req-4293546e-c496-49d7-9d62-d0a7f2e44006 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=f52e5768-3b6e-420f-b5d0-cc4e5c3ba047 HTTP/1.1" status: 200 len: 850 time: 0.0425704 Sep 18 01:00:46.476364 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-fd389eeb-17c5-4441-9d5f-44c23193fa6f None None] Port e361fc39-aed8-424c-893a-c016b77dcdc2 had new provisioning blocks added so it will not transition to active. {{(pid=106232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 18 01:00:46.498113 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a81507-c17c-471f-82c1-0d7b20592046 req-b5a1447c-5575-4987-b5c6-c8b3c6510741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:46.499769 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-a1a81507-c17c-471f-82c1-0d7b20592046 req-b5a1447c-5575-4987-b5c6-c8b3c6510741 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=3e60962c-164c-4e15-8d69-6601f5d7b205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0386546 Sep 18 01:00:46.592751 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-a1a81507-c17c-471f-82c1-0d7b20592046 req-537d2b9e-a2b2-45ca-84db-73f6e1ce6446 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/3e60962c-164c-4e15-8d69-6601f5d7b205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849357 Sep 18 01:00:46.682560 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-a1a81507-c17c-471f-82c1-0d7b20592046 req-27640c81-b8a3-48fd-a162-2cf5a8c71255 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/3e60962c-164c-4e15-8d69-6601f5d7b205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834777 Sep 18 01:00:47.203625 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f432b0-3b88-4eab-8350-1d044a6937dc req-7896b0c1-1b38-43aa-a717-6f755bb2f45b tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:47.205079 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-04f432b0-3b88-4eab-8350-1d044a6937dc req-7896b0c1-1b38-43aa-a717-6f755bb2f45b tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=9b63a4a6-ced3-44e7-ba27-44875b4943f4 HTTP/1.1" status: 200 len: 943 time: 0.0520406 Sep 18 01:00:47.231102 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:00:47.253162 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-04f432b0-3b88-4eab-8350-1d044a6937dc req-0a354ae9-9cbb-4302-97a3-84a793500189 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=e03ce9ad-4be7-4a97-9f91-d8e822033de7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423689 Sep 18 01:00:47.735977 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.rpc [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Device 1239cb20-24bd-4543-8342-b66e69ae21eb no longer exists at agent hyperv_hv-cinder-maste {{(pid=106232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:00:47.759506 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] No Port match for: 1239cb20-24bd-4543-8342-b66e69ae21eb {{(pid=106232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 18 01:00:47.759848 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.rpc [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Device 1239cb20-24bd-4543-8342-b66e69ae21eb not bound to the agent host hv-cinder-maste {{(pid=106232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:00:47.824895 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f0004e-fa90-433e-b5ec-7e7931bac42f req-f7b859a6-acb8-4583-a2a0-3b019313db7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:47.826350 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-44f0004e-fa90-433e-b5ec-7e7931bac42f req-f7b859a6-acb8-4583-a2a0-3b019313db7c service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=a60d2801df884e15be8a0464cb725d6d&device_id=9b63a4a6-ced3-44e7-ba27-44875b4943f4 HTTP/1.1" status: 200 len: 1127 time: 0.0389955 Sep 18 01:00:47.923426 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f0004e-fa90-433e-b5ec-7e7931bac42f req-4b158368-f3e2-4032-81fc-97d99e207a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:47.924871 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-44f0004e-fa90-433e-b5ec-7e7931bac42f req-4b158368-f3e2-4032-81fc-97d99e207a7f service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=3e60962c-164c-4e15-8d69-6601f5d7b205 HTTP/1.1" status: 200 len: 912 time: 0.0882025 Sep 18 01:00:47.964206 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-44f0004e-fa90-433e-b5ec-7e7931bac42f req-458968f2-f968-478b-8b13-88a636d1a0df service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e361fc39-aed8-424c-893a-c016b77dcdc2 HTTP/1.1" status: 200 len: 217 time: 0.0323792 Sep 18 01:00:48.015533 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f0004e-fa90-433e-b5ec-7e7931bac42f req-08ad5298-44a4-40bb-94ea-b27216ff7972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:48.016981 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-44f0004e-fa90-433e-b5ec-7e7931bac42f req-08ad5298-44a4-40bb-94ea-b27216ff7972 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=f52e5768-3b6e-420f-b5d0-cc4e5c3ba047 HTTP/1.1" status: 200 len: 850 time: 0.0469348 Sep 18 01:00:48.061966 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f0004e-fa90-433e-b5ec-7e7931bac42f req-2e8ccd39-6172-482d-846f-56b18cbd7253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:48.063477 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-44f0004e-fa90-433e-b5ec-7e7931bac42f req-2e8ccd39-6172-482d-846f-56b18cbd7253 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=3e60962c-164c-4e15-8d69-6601f5d7b205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0398533 Sep 18 01:00:48.158997 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-44f0004e-fa90-433e-b5ec-7e7931bac42f req-8e2b2911-e7e8-4626-b663-74af44e30c7b service neutron] 10.222.0.57 "GET /networking/v2.0/networks/3e60962c-164c-4e15-8d69-6601f5d7b205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878222 Sep 18 01:00:48.259946 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-44f0004e-fa90-433e-b5ec-7e7931bac42f req-fa2bce1c-237b-41e5-ad0d-762678d06e63 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/3e60962c-164c-4e15-8d69-6601f5d7b205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947487 Sep 18 01:00:48.380846 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:00:48.398609 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7e3bfb-f18f-48ae-bb9a-3723657983f6 req-ede447a9-ec65-41c4-8484-91eeb73894f9 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:48.400105 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-7f7e3bfb-f18f-48ae-bb9a-3723657983f6 req-ede447a9-ec65-41c4-8484-91eeb73894f9 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=9b63a4a6-ced3-44e7-ba27-44875b4943f4 HTTP/1.1" status: 200 len: 943 time: 0.0521629 Sep 18 01:00:48.448738 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-7f7e3bfb-f18f-48ae-bb9a-3723657983f6 req-67610e6b-77ad-42a2-9a14-1b33ae0cbba4 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=e03ce9ad-4be7-4a97-9f91-d8e822033de7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428338 Sep 18 01:00:49.209364 dv-cinder-master-3-smb neutron-server[106233]: DEBUG dbcounter [-] [106233] Writing DB stats neutron:SELECT=50 {{(pid=106233) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:00:49.581911 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df72cc09-c0c8-4090-b546-291f8ab7b18a req-1f403a0e-b849-4012-b6b5-25941849c6fc tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:49.583763 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-df72cc09-c0c8-4090-b546-291f8ab7b18a req-1f403a0e-b849-4012-b6b5-25941849c6fc tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=9b63a4a6-ced3-44e7-ba27-44875b4943f4 HTTP/1.1" status: 200 len: 943 time: 0.0526459 Sep 18 01:00:49.634638 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-df72cc09-c0c8-4090-b546-291f8ab7b18a req-4dc764b1-80c1-4078-85ce-cc321fe4873d tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=e03ce9ad-4be7-4a97-9f91-d8e822033de7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451131 Sep 18 01:00:49.753248 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.rpc [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Device e361fc39-aed8-424c-893a-c016b77dcdc2 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 01:00:49.852482 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.db [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] For port e361fc39-aed8-424c-893a-c016b77dcdc2, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=e361fc39-aed8-424c-893a-c016b77dcdc2,segment=NetworkSegment(2a3f4164-a706-4653-805e-7081dacdf53e),segment_id=2a3f4164-a706-4653-805e-7081dacdf53e)] {{(pid=106232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:00:49.867267 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.rpc [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Returning: {'device': 'e361fc39-aed8-424c-893a-c016b77dcdc2', 'network_id': '3e60962c-164c-4e15-8d69-6601f5d7b205', 'port_id': 'e361fc39-aed8-424c-893a-c016b77dcdc2', 'mac_address': 'fa:16:3e:3f:d0:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f52e5768-3b6e-420f-b5d0-cc4e5c3ba047', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 01:00:49.903588 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Current status of the port e361fc39-aed8-424c-893a-c016b77dcdc2 is: DOWN; New status is: BUILD {{(pid=106232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 01:00:49.903982 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (e361fc39-aed8-424c-893a-c016b77dcdc2), before_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:49.916936 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.notifiers.nova [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e361fc39-aed8-424c-893a-c016b77dcdc2 {{(pid=106232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 18 01:00:49.936232 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.db [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] For port e361fc39-aed8-424c-893a-c016b77dcdc2, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=e361fc39-aed8-424c-893a-c016b77dcdc2,segment=NetworkSegment(2a3f4164-a706-4653-805e-7081dacdf53e),segment_id=2a3f4164-a706-4653-805e-7081dacdf53e)] {{(pid=106232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:00:49.939844 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749746030758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749745591525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749745591543'] for port (e361fc39-aed8-424c-893a-c016b77dcdc2), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:49.986265 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Pushing event updated for resources: {'Port': ['ID=e361fc39-aed8-424c-893a-c016b77dcdc2,revision_number=4']} {{(pid=106232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:50.348260 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.db [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] get_ports_and_sgs() called for port_ids ['e361fc39-aed8-424c-893a-c016b77dcdc2'] {{(pid=106232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 18 01:00:50.373328 dv-cinder-master-3-smb neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:00:50.768302 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b8bb1c-2f62-41df-9c1c-56b8953b91d3 req-ecb4501f-fed5-4cb9-b935-f991f63359ff tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:50.770716 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-f4b8bb1c-2f62-41df-9c1c-56b8953b91d3 req-ecb4501f-fed5-4cb9-b935-f991f63359ff tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=9b63a4a6-ced3-44e7-ba27-44875b4943f4 HTTP/1.1" status: 200 len: 944 time: 0.0512033 Sep 18 01:00:50.820347 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-f4b8bb1c-2f62-41df-9c1c-56b8953b91d3 req-69c0c010-bbdf-4043-a40b-71f254bbeba4 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=e03ce9ad-4be7-4a97-9f91-d8e822033de7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439816 Sep 18 01:00:51.764593 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.rpc [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Device e361fc39-aed8-424c-893a-c016b77dcdc2 up at agent hyperv_hv-cinder-maste {{(pid=106232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:00:51.807325 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.provisioning_blocks [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Provisioning for port e361fc39-aed8-424c-893a-c016b77dcdc2 completed by entity L2. {{(pid=106232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 18 01:00:51.814436 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.provisioning_blocks [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Provisioning complete for port e361fc39-aed8-424c-893a-c016b77dcdc2 triggered by entity L2. {{(pid=106232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 01:00:51.814825 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981214'] for port (e361fc39-aed8-424c-893a-c016b77dcdc2), provisioning_complete {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:51.815184 dv-cinder-master-3-smb neutron-server[106232]: INFO neutron.plugins.ml2.plugin [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Attempt 1 to provision port e361fc39-aed8-424c-893a-c016b77dcdc2 Sep 18 01:00:51.902225 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Current status of the port e361fc39-aed8-424c-893a-c016b77dcdc2 is: BUILD; New status is: ACTIVE {{(pid=106232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 01:00:51.902225 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (e361fc39-aed8-424c-893a-c016b77dcdc2), before_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:51.923898 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b63a4a6-ced3-44e7-ba27-44875b4943f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e361fc39-aed8-424c-893a-c016b77dcdc2'}] {{(pid=106232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 18 01:00:51.926759 dv-cinder-master-3-smb neutron-server[106232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90e96a6086c290001a0d7e5ddcf89e279d0a9bc322b7051b760fc9213660c862" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67d73a50-9e06-4470-9d3e-ec0dd570d9b5" -d '{"events": [{"server_uuid": "9b63a4a6-ced3-44e7-ba27-44875b4943f4", "name": "network-vif-plugged", "status": "completed", "tag": "e361fc39-aed8-424c-893a-c016b77dcdc2"}]}' {{(pid=106232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:00:51.939431 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.db [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] For port e361fc39-aed8-424c-893a-c016b77dcdc2, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=e361fc39-aed8-424c-893a-c016b77dcdc2,segment=NetworkSegment(2a3f4164-a706-4653-805e-7081dacdf53e),segment_id=2a3f4164-a706-4653-805e-7081dacdf53e)] {{(pid=106232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:00:51.944917 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749746030758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749745591525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749745591543'] for port (e361fc39-aed8-424c-893a-c016b77dcdc2), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:51.989938 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb6c5d6-e081-4cd5-8c23-65a1f11d67e8 req-f82acfa2-fc9b-4839-9a77-a214e59eed39 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:51.990826 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-8cb6c5d6-e081-4cd5-8c23-65a1f11d67e8 req-f82acfa2-fc9b-4839-9a77-a214e59eed39 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=9b63a4a6-ced3-44e7-ba27-44875b4943f4 HTTP/1.1" status: 200 len: 944 time: 0.0838039 Sep 18 01:00:51.994115 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Pushing event updated for resources: {'Port': ['ID=e361fc39-aed8-424c-893a-c016b77dcdc2,revision_number=5']} {{(pid=106232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:00:51.997760 dv-cinder-master-3-smb neutron-server[106232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 18 Sep 2022 01:00:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a11b6817-014d-46d3-a014-7452e9689be1 x-openstack-request-id: req-a11b6817-014d-46d3-a014-7452e9689be1 {{(pid=106232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:00:51.998111 dv-cinder-master-3-smb neutron-server[106232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b63a4a6-ced3-44e7-ba27-44875b4943f4", "name": "network-vif-plugged", "status": "completed", "tag": "e361fc39-aed8-424c-893a-c016b77dcdc2", "code": 200}]} {{(pid=106232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:00:51.998368 dv-cinder-master-3-smb neutron-server[106232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-a11b6817-014d-46d3-a014-7452e9689be1 {{(pid=106232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:00:51.998755 dv-cinder-master-3-smb neutron-server[106232]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a11b6817-014d-46d3-a014-7452e9689be1'] response: {'server_uuid': '9b63a4a6-ced3-44e7-ba27-44875b4943f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e361fc39-aed8-424c-893a-c016b77dcdc2', 'code': 200} Sep 18 01:00:52.063558 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-8cb6c5d6-e081-4cd5-8c23-65a1f11d67e8 req-650c78ca-cdbd-4c91-9c05-8667ba649265 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=e03ce9ad-4be7-4a97-9f91-d8e822033de7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577791 Sep 18 01:00:52.227830 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537b4284-d5cd-4eb2-a0ad-0de719be0a58 req-b3f1a190-effe-4604-a348-69d1d544ec3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:52.229303 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-537b4284-d5cd-4eb2-a0ad-0de719be0a58 req-b3f1a190-effe-4604-a348-69d1d544ec3a service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=9b63a4a6-ced3-44e7-ba27-44875b4943f4 HTTP/1.1" status: 200 len: 1129 time: 0.0389163 Sep 18 01:00:52.279537 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-537b4284-d5cd-4eb2-a0ad-0de719be0a58 req-d164c116-a1cb-444b-97a3-152619ab7500 service neutron] 10.222.0.57 "GET /networking/v2.0/security-groups?id=e03ce9ad-4be7-4a97-9f91-d8e822033de7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418143 Sep 18 01:00:53.182712 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4101b7-317e-446d-84ec-126469871b09 req-2987da74-f5b3-4b63-bf2b-88a2279e95f1 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:53.184243 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-cb4101b7-317e-446d-84ec-126469871b09 req-2987da74-f5b3-4b63-bf2b-88a2279e95f1 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=9b63a4a6-ced3-44e7-ba27-44875b4943f4 HTTP/1.1" status: 200 len: 945 time: 0.0476956 Sep 18 01:00:53.233306 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-cb4101b7-317e-446d-84ec-126469871b09 req-0a9bc7e5-39d1-4ae4-9175-a59bdd93aa07 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=e03ce9ad-4be7-4a97-9f91-d8e822033de7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435555 Sep 18 01:00:53.251178 dv-cinder-master-3-smb neutron-server[106233]: DEBUG dbcounter [-] [106233] Writing DB stats neutron:SELECT=38 {{(pid=106233) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:00:53.906722 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=38,neutron:DELETE=4 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:00:53.926374 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=25,neutron:DELETE=4 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:00:54.341513 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=100 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:00:54.356803 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4c7bab-11b0-4ad6-b941-7a5cc5e81627 req-40cc12ba-01cd-4737-8bb2-05cbb603f4a4 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:54.358257 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-dd4c7bab-11b0-4ad6-b941-7a5cc5e81627 req-40cc12ba-01cd-4737-8bb2-05cbb603f4a4 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=9b63a4a6-ced3-44e7-ba27-44875b4943f4 HTTP/1.1" status: 200 len: 945 time: 0.0466747 Sep 18 01:00:54.405883 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-dd4c7bab-11b0-4ad6-b941-7a5cc5e81627 req-422cdaec-f3c6-46b4-ab55-fad6f0a8993b tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=e03ce9ad-4be7-4a97-9f91-d8e822033de7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416744 Sep 18 01:00:54.524268 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7bc024-51f8-4217-9d5a-469cc1f9487b req-951c0a59-5677-4e65-a3e8-53ca6810e582 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:54.525650 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-5a7bc024-51f8-4217-9d5a-469cc1f9487b req-951c0a59-5677-4e65-a3e8-53ca6810e582 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=9b63a4a6-ced3-44e7-ba27-44875b4943f4 HTTP/1.1" status: 200 len: 945 time: 0.0502651 Sep 18 01:00:54.535601 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 33888) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:00:54.540273 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.v2.base [None req-ecd38175-776c-4b25-84a5-777301517f5b tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Request body: {'floatingip': {'port_id': 'e361fc39-aed8-424c-893a-c016b77dcdc2'}} {{(pid=106231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:00:54.583391 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-ecd38175-776c-4b25-84a5-777301517f5b tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Publish callbacks [] for floatingip (e8298a9e-8366-4382-b852-728380dc8b21), before_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:55.012265 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-ecd38175-776c-4b25-84a5-777301517f5b tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:55.016031 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-ecd38175-776c-4b25-84a5-777301517f5b tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16489891'] for floatingip (e8298a9e-8366-4382-b852-728380dc8b21), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:55.112627 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.db.l3_db [None req-ecd38175-776c-4b25-84a5-777301517f5b tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Floating IP e8298a9e-8366-4382-b852-728380dc8b21 associated. External IP: 172.37.5.133, port: e361fc39-aed8-424c-893a-c016b77dcdc2. Sep 18 01:00:55.309903 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecd38175-776c-4b25-84a5-777301517f5b tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Router 1947d5cd-7af0-493f-b525-4bb375733b2b has already been hosted by L3 agent d0e8801d-4758-48bd-8085-7f05d3358764 {{(pid=106231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 01:00:55.414747 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecd38175-776c-4b25-84a5-777301517f5b tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=106231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:00:55.419777 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-ecd38175-776c-4b25-84a5-777301517f5b tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16701016'] for floatingip (None), before_response {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:00:55.427642 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbeabd16-9df5-46ef-b6e4-7f97880a9526 None None] Sync routers for ids ['1947d5cd-7af0-493f-b525-4bb375733b2b'] in dv-cinder-master-3-smb {{(pid=106233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:00:55.439975 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbeabd16-9df5-46ef-b6e4-7f97880a9526 None None] Routers {'1947d5cd-7af0-493f-b525-4bb375733b2b'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 18 01:00:55.441843 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.l3_hamode_db [None req-dbeabd16-9df5-46ef-b6e4-7f97880a9526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-18T00:47:37Z,description=,heartbeat_timestamp=2022-09-18T01:00:37Z,host='dv-cinder-master-3-smb',id=d0e8801d-4758-48bd-8085-7f05d3358764,load=0,resource_versions=,resources_synced=,started_at=2022-09-18T00:47:37Z,topic='l3_agent')) {'router_ids': ['1947d5cd-7af0-493f-b525-4bb375733b2b'], 'active': True} {{(pid=106233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:00:55.453647 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-ecd38175-776c-4b25-84a5-777301517f5b tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] 10.222.0.33 "PUT /networking/v2.0/floatingips/e8298a9e-8366-4382-b852-728380dc8b21 HTTP/1.1" status: 200 len: 991 time: 0.9146945 Sep 18 01:00:55.453647 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b63a4a6-ced3-44e7-ba27-44875b4943f4', 'tag': 'e361fc39-aed8-424c-893a-c016b77dcdc2'}] {{(pid=106231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 18 01:00:55.455078 dv-cinder-master-3-smb neutron-server[106231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2daae94765ac049e9d9a56900be8c16ad14208507d163719654d83d071b86d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c74af23-7344-44af-af8c-44f587f255cf" -d '{"events": [{"name": "network-changed", "server_uuid": "9b63a4a6-ced3-44e7-ba27-44875b4943f4", "tag": "e361fc39-aed8-424c-893a-c016b77dcdc2"}]}' {{(pid=106231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:00:55.495821 dv-cinder-master-3-smb neutron-server[106231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 18 Sep 2022 01:00:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbfde26b-1bec-4be9-9f78-3437059065f4 x-openstack-request-id: req-fbfde26b-1bec-4be9-9f78-3437059065f4 {{(pid=106231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:00:55.496119 dv-cinder-master-3-smb neutron-server[106231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b63a4a6-ced3-44e7-ba27-44875b4943f4", "tag": "e361fc39-aed8-424c-893a-c016b77dcdc2", "status": "completed", "code": 200}]} {{(pid=106231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:00:55.496377 dv-cinder-master-3-smb neutron-server[106231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-fbfde26b-1bec-4be9-9f78-3437059065f4 {{(pid=106231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:00:55.496787 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fbfde26b-1bec-4be9-9f78-3437059065f4'] response: {'name': 'network-changed', 'server_uuid': '9b63a4a6-ced3-44e7-ba27-44875b4943f4', 'tag': 'e361fc39-aed8-424c-893a-c016b77dcdc2', 'status': 'completed', 'code': 200} Sep 18 01:00:55.552367 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.l3_dvr_db [None req-dbeabd16-9df5-46ef-b6e4-7f97880a9526 None None] Set router 1947d5cd-7af0-493f-b525-4bb375733b2b gateway port host: dv-cinder-master-3-smb {{(pid=106233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 18 01:00:55.595721 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c74af23-7344-44af-af8c-44f587f255cf req-952633d8-365d-451d-884f-7ce64ed8ab9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:55.597540 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-6c74af23-7344-44af-af8c-44f587f255cf req-952633d8-365d-451d-884f-7ce64ed8ab9e service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=a60d2801df884e15be8a0464cb725d6d&device_id=9b63a4a6-ced3-44e7-ba27-44875b4943f4 HTTP/1.1" status: 200 len: 1129 time: 0.0416210 Sep 18 01:00:55.718658 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c74af23-7344-44af-af8c-44f587f255cf req-f3115f1c-3904-41ab-be08-e6b12ae12a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:55.719873 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-6c74af23-7344-44af-af8c-44f587f255cf req-f3115f1c-3904-41ab-be08-e6b12ae12a9a service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=3e60962c-164c-4e15-8d69-6601f5d7b205 HTTP/1.1" status: 200 len: 912 time: 0.1141019 Sep 18 01:00:55.793684 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-6c74af23-7344-44af-af8c-44f587f255cf req-af15ae5e-75c4-4538-9dfc-54b8d2fc0855 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e361fc39-aed8-424c-893a-c016b77dcdc2 HTTP/1.1" status: 200 len: 999 time: 0.0669227 Sep 18 01:00:55.816070 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.l3_hamode_db [None req-dbeabd16-9df5-46ef-b6e4-7f97880a9526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1947d5cd-7af0-493f-b525-4bb375733b2b', 'name': 'tempest-AttachVolumeTestJSON-1059766515-router', 'tenant_id': 'a60d2801df884e15be8a0464cb725d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'external_fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.51'}], 'enable_snat': True}, 'gw_port_id': '04fc37ae-b707-451a-b4f8-2236974f4e37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:55:55Z', 'updated_at': '2022-09-18T00:56:02Z', 'revision_number': 4, 'project_id': 'a60d2801df884e15be8a0464cb725d6d', 'gw_port': {'id': '04fc37ae-b707-451a-b4f8-2236974f4e37', 'name': '', 'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:bf:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1947d5cd-7af0-493f-b525-4bb375733b2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:55:56Z', 'updated_at': '2022-09-18T00:56:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': 'e8298a9e-8366-4382-b852-728380dc8b21', 'tenant_id': 'a60d2801df884e15be8a0464cb725d6d', 'floating_ip_address': '172.37.5.133', 'floating_network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'router_id': '1947d5cd-7af0-493f-b525-4bb375733b2b', 'port_id': 'e361fc39-aed8-424c-893a-c016b77dcdc2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 458, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3e60962c-164c-4e15-8d69-6601f5d7b205', 'mac_address': 'fa:16:3e:3f:d0:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b63a4a6-ced3-44e7-ba27-44875b4943f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-18T01:00:40Z', 'updated_at': '2022-09-18T01:00:54Z', 'revision_number': 1, 'project_id': 'a60d2801df884e15be8a0464cb725d6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51f59d64-55a1-4532-bae4-b6e1df9dbc2d', 'name': '', 'network_id': '3e60962c-164c-4e15-8d69-6601f5d7b205', 'tenant_id': 'a60d2801df884e15be8a0464cb725d6d', 'mac_address': 'fa:16:3e:f6:c1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1947d5cd-7af0-493f-b525-4bb375733b2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'f52e5768-3b6e-420f-b5d0-cc4e5c3ba047', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:56:00Z', 'updated_at': '2022-09-18T00:56:16Z', 'revision_number': 5, 'project_id': 'a60d2801df884e15be8a0464cb725d6d', 'subnets': [{'id': 'f52e5768-3b6e-420f-b5d0-cc4e5c3ba047', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=106233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:00:55.845834 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbeabd16-9df5-46ef-b6e4-7f97880a9526 None None] Checking router: 1947d5cd-7af0-493f-b525-4bb375733b2b for host: dv-cinder-master-3-smb {{(pid=106233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:00:55.849542 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c74af23-7344-44af-af8c-44f587f255cf req-cba44852-3d93-45be-b21e-54c56d755b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:55.851172 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-6c74af23-7344-44af-af8c-44f587f255cf req-cba44852-3d93-45be-b21e-54c56d755b05 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=f52e5768-3b6e-420f-b5d0-cc4e5c3ba047 HTTP/1.1" status: 200 len: 850 time: 0.0504005 Sep 18 01:00:55.855057 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbeabd16-9df5-46ef-b6e4-7f97880a9526 None None] Routers {'1947d5cd-7af0-493f-b525-4bb375733b2b'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 18 01:00:55.855689 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.l3_hamode_db [None req-dbeabd16-9df5-46ef-b6e4-7f97880a9526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-18T00:47:37Z,description=,heartbeat_timestamp=2022-09-18T01:00:37Z,host='dv-cinder-master-3-smb',id=d0e8801d-4758-48bd-8085-7f05d3358764,load=0,resource_versions=,resources_synced=,started_at=2022-09-18T00:47:37Z,topic='l3_agent')) {'router_ids': ['1947d5cd-7af0-493f-b525-4bb375733b2b'], 'active': True} {{(pid=106233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:00:55.905636 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c74af23-7344-44af-af8c-44f587f255cf req-1abddf47-00fa-41f0-bcc4-2a1d4a988dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:00:55.907289 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-6c74af23-7344-44af-af8c-44f587f255cf req-1abddf47-00fa-41f0-bcc4-2a1d4a988dee service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=3e60962c-164c-4e15-8d69-6601f5d7b205&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0486083 Sep 18 01:00:55.940083 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=100 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:00:55.960346 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.l3_dvr_db [None req-dbeabd16-9df5-46ef-b6e4-7f97880a9526 None None] Set router 1947d5cd-7af0-493f-b525-4bb375733b2b gateway port host: dv-cinder-master-3-smb {{(pid=106233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 18 01:00:56.005273 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-6c74af23-7344-44af-af8c-44f587f255cf req-5e115224-47dc-4ff9-bca0-f0bf2fbf4334 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/3e60962c-164c-4e15-8d69-6601f5d7b205?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882752 Sep 18 01:00:56.100212 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-6c74af23-7344-44af-af8c-44f587f255cf req-7d75cc0d-62da-4b3b-bc0d-5cf0b2c42000 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/3e60962c-164c-4e15-8d69-6601f5d7b205?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877781 Sep 18 01:00:56.176835 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.l3_hamode_db [None req-dbeabd16-9df5-46ef-b6e4-7f97880a9526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1947d5cd-7af0-493f-b525-4bb375733b2b', 'name': 'tempest-AttachVolumeTestJSON-1059766515-router', 'tenant_id': 'a60d2801df884e15be8a0464cb725d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'external_fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.51'}], 'enable_snat': True}, 'gw_port_id': '04fc37ae-b707-451a-b4f8-2236974f4e37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:55:55Z', 'updated_at': '2022-09-18T00:56:02Z', 'revision_number': 4, 'project_id': 'a60d2801df884e15be8a0464cb725d6d', 'gw_port': {'id': '04fc37ae-b707-451a-b4f8-2236974f4e37', 'name': '', 'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:bf:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1947d5cd-7af0-493f-b525-4bb375733b2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:55:56Z', 'updated_at': '2022-09-18T00:56:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': 'e8298a9e-8366-4382-b852-728380dc8b21', 'tenant_id': 'a60d2801df884e15be8a0464cb725d6d', 'floating_ip_address': '172.37.5.133', 'floating_network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'router_id': '1947d5cd-7af0-493f-b525-4bb375733b2b', 'port_id': 'e361fc39-aed8-424c-893a-c016b77dcdc2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 458, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3e60962c-164c-4e15-8d69-6601f5d7b205', 'mac_address': 'fa:16:3e:3f:d0:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b63a4a6-ced3-44e7-ba27-44875b4943f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-18T01:00:40Z', 'updated_at': '2022-09-18T01:00:54Z', 'revision_number': 1, 'project_id': 'a60d2801df884e15be8a0464cb725d6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51f59d64-55a1-4532-bae4-b6e1df9dbc2d', 'name': '', 'network_id': '3e60962c-164c-4e15-8d69-6601f5d7b205', 'tenant_id': 'a60d2801df884e15be8a0464cb725d6d', 'mac_address': 'fa:16:3e:f6:c1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1947d5cd-7af0-493f-b525-4bb375733b2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'f52e5768-3b6e-420f-b5d0-cc4e5c3ba047', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:56:00Z', 'updated_at': '2022-09-18T00:56:16Z', 'revision_number': 5, 'project_id': 'a60d2801df884e15be8a0464cb725d6d', 'subnets': [{'id': 'f52e5768-3b6e-420f-b5d0-cc4e5c3ba047', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=106233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:00:56.201163 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbeabd16-9df5-46ef-b6e4-7f97880a9526 None None] The sync data for ids ['1947d5cd-7af0-493f-b525-4bb375733b2b'] in dv-cinder-master-3-smb is: [{'id': '1947d5cd-7af0-493f-b525-4bb375733b2b', 'name': 'tempest-AttachVolumeTestJSON-1059766515-router', 'tenant_id': 'a60d2801df884e15be8a0464cb725d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'external_fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.51'}], 'enable_snat': True}, 'gw_port_id': '04fc37ae-b707-451a-b4f8-2236974f4e37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:55:55Z', 'updated_at': '2022-09-18T00:56:02Z', 'revision_number': 4, 'project_id': 'a60d2801df884e15be8a0464cb725d6d', 'gw_port': {'id': '04fc37ae-b707-451a-b4f8-2236974f4e37', 'name': '', 'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:bf:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1947d5cd-7af0-493f-b525-4bb375733b2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:55:56Z', 'updated_at': '2022-09-18T00:56:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': 'e8298a9e-8366-4382-b852-728380dc8b21', 'tenant_id': 'a60d2801df884e15be8a0464cb725d6d', 'floating_ip_address': '172.37.5.133', 'floating_network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'router_id': '1947d5cd-7af0-493f-b525-4bb375733b2b', 'port_id': 'e361fc39-aed8-424c-893a-c016b77dcdc2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 458, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3e60962c-164c-4e15-8d69-6601f5d7b205', 'mac_address': 'fa:16:3e:3f:d0:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b63a4a6-ced3-44e7-ba27-44875b4943f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-18T01:00:40Z', 'updated_at': '2022-09-18T01:00:54Z', 'revision_number': 1, 'project_id': 'a60d2801df884e15be8a0464cb725d6d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51f59d64-55a1-4532-bae4-b6e1df9dbc2d', 'name': '', 'network_id': '3e60962c-164c-4e15-8d69-6601f5d7b205', 'tenant_id': 'a60d2801df884e15be8a0464cb725d6d', 'mac_address': 'fa:16:3e:f6:c1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1947d5cd-7af0-493f-b525-4bb375733b2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'f52e5768-3b6e-420f-b5d0-cc4e5c3ba047', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:56:00Z', 'updated_at': '2022-09-18T00:56:16Z', 'revision_number': 5, 'project_id': 'a60d2801df884e15be8a0464cb725d6d', 'subnets': [{'id': 'f52e5768-3b6e-420f-b5d0-cc4e5c3ba047', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:00:56.403028 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d9c0f9-7d70-4bec-ba63-19f5089c340b None None] New status for floating IP e8298a9e-8366-4382-b852-728380dc8b21: ACTIVE {{(pid=106232) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 18 01:00:56.442834 dv-cinder-master-3-smb neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:01:00.848595 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (a990346c-0f9b-4256-b267-210f2ef06c1b), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:01.210012 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a524d4b-0a24-465c-9872-cb2bc591326c req-8eee7c0d-6a6e-4e8d-9b91-5d626bab0ead tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:01:01.211501 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-1a524d4b-0a24-465c-9872-cb2bc591326c req-8eee7c0d-6a6e-4e8d-9b91-5d626bab0ead tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=27162b19-b4be-4478-8644-79f59ff58586 HTTP/1.1" status: 200 len: 945 time: 0.0959694 Sep 18 01:01:01.258611 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-1a524d4b-0a24-465c-9872-cb2bc591326c req-377a41bc-33e7-4ee0-95f0-07a22b5a35b0 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=bd9016d7-e2ec-425d-9142-2e56421a3010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414567 Sep 18 01:01:02.379266 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc583bf1-73b2-4437-a21f-27e4f3e76922 req-37b4f1e3-5e5c-43e2-9d0c-db7058d576e6 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:01:02.380612 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-dc583bf1-73b2-4437-a21f-27e4f3e76922 req-37b4f1e3-5e5c-43e2-9d0c-db7058d576e6 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=27162b19-b4be-4478-8644-79f59ff58586 HTTP/1.1" status: 200 len: 945 time: 0.0464554 Sep 18 01:01:02.431311 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-dc583bf1-73b2-4437-a21f-27e4f3e76922 req-c98d6c22-1f38-4020-be2e-d877316c2a5c tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=bd9016d7-e2ec-425d-9142-2e56421a3010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451794 Sep 18 01:01:02.758387 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 34030) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:01:02.806603 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3b2bb92-1852-49e1-b6c2-46274fe0b70c admin admin] Deleting subnet 29433b7a-6a3a-4301-9d9c-27b3f104e9ed {{(pid=106231) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 18 01:01:02.810124 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-c3b2bb92-1852-49e1-b6c2-46274fe0b70c admin admin] Publish callbacks [] for subnet (29433b7a-6a3a-4301-9d9c-27b3f104e9ed), before_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:02.828835 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:01:02.843902 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:01:02.849386 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-c3b2bb92-1852-49e1-b6c2-46274fe0b70c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14079591'] for subnet (29433b7a-6a3a-4301-9d9c-27b3f104e9ed), precommit_delete_associations {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:02.896107 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-c3b2bb92-1852-49e1-b6c2-46274fe0b70c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-900458'] for subnet (29433b7a-6a3a-4301-9d9c-27b3f104e9ed), precommit_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:02.948348 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-c3b2bb92-1852-49e1-b6c2-46274fe0b70c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-888663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16510870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13917073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13973654'] for subnet (29433b7a-6a3a-4301-9d9c-27b3f104e9ed), after_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:02.973878 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b2bb92-1852-49e1-b6c2-46274fe0b70c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=29433b7a-6a3a-4301-9d9c-27b3f104e9ed,revision_number=None']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:01:02.977693 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-c3b2bb92-1852-49e1-b6c2-46274fe0b70c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:02.980866 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-c3b2bb92-1852-49e1-b6c2-46274fe0b70c admin admin] 10.222.0.33 "DELETE /networking/v2.0/subnets/29433b7a-6a3a-4301-9d9c-27b3f104e9ed HTTP/1.1" status: 204 len: 168 time: 0.2214515 Sep 18 01:01:02.983328 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 34034) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:01:03.054676 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-c1768e82-6f72-45ab-9cef-4db38901b197 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-960799'] for network (fd165d05-651e-4c2d-9094-a51f056f104b), before_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:03.131534 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-c1768e82-6f72-45ab-9cef-4db38901b197 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-977985', 'neutron.services.segments.db._delete_segments_for_network-8749746056641'] for network (fd165d05-651e-4c2d-9094-a51f056f104b), precommit_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:03.150917 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.services.segments.db [None req-c1768e82-6f72-45ab-9cef-4db38901b197 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd165d05-651e-4c2d-9094-a51f056f104b']}} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:01:03.160314 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.services.segments.db [None req-c1768e82-6f72-45ab-9cef-4db38901b197 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83b1444a-b57f-47b2-b012-58acece53013') {'for_net_delete': True} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:01:03.160616 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.services.segments.db [None req-c1768e82-6f72-45ab-9cef-4db38901b197 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83b1444a-b57f-47b2-b012-58acece53013') {} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:01:03.169963 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-c1768e82-6f72-45ab-9cef-4db38901b197 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749746056533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14079580'] for segment (83b1444a-b57f-47b2-b012-58acece53013), before_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:03.183367 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-c1768e82-6f72-45ab-9cef-4db38901b197 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-977230'] for segment (83b1444a-b57f-47b2-b012-58acece53013), precommit_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:03.190128 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1768e82-6f72-45ab-9cef-4db38901b197 admin admin] Releasing vlan 176 on physical network physnet1 to pool {{(pid=106231) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 01:01:03.190514 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-c1768e82-6f72-45ab-9cef-4db38901b197 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-977230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13916971'] for segment (83b1444a-b57f-47b2-b012-58acece53013), after_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:03.240163 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.services.segments.plugin [-] Segment 83b1444a-b57f-47b2-b012-58acece53013 resource provider aggregate not found Sep 18 01:01:03.257138 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-c1768e82-6f72-45ab-9cef-4db38901b197 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-978040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16510767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16489868'] for network (fd165d05-651e-4c2d-9094-a51f056f104b), after_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:03.264034 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.services.segments.plugin [-] Segment 83b1444a-b57f-47b2-b012-58acece53013 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 83b1444a-b57f-47b2-b012-58acece53013 found for delete ", "request_id": "req-ecb63256-9ed1-461f-b14a-e6ce0d52645f"}]} Sep 18 01:01:03.266633 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-c1768e82-6f72-45ab-9cef-4db38901b197 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16267021'] for network (None), before_response {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:03.270281 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-c1768e82-6f72-45ab-9cef-4db38901b197 admin admin] 10.222.0.33 "DELETE /networking/v2.0/networks/fd165d05-651e-4c2d-9094-a51f056f104b HTTP/1.1" status: 204 len: 168 time: 0.2860355 Sep 18 01:01:03.279447 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1768e82-6f72-45ab-9cef-4db38901b197 admin admin] Pushing event deleted for resources: {'Network': ['ID=fd165d05-651e-4c2d-9094-a51f056f104b,revision_number=None']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:01:03.408800 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 34042) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:01:03.449800 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-74d4c82d-6164-4b8d-be48-adc98bd04709 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=a5eba1f622574f5cacecaccdba833801&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0398464 Sep 18 01:01:03.456796 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 34044) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:01:03.531201 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-e255eaf1-3ec1-4b79-be2c-da16d98e5dc7 admin admin] Publish callbacks [] for security_group (fa0a7270-c489-4827-97e2-2fa58a52d0b9), before_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:03.563201 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-e255eaf1-3ec1-4b79-be2c-da16d98e5dc7 admin admin] Publish callbacks [] for security_group (fa0a7270-c489-4827-97e2-2fa58a52d0b9), precommit_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:03.590371 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8173d97f-1f07-43ac-aa74-afb8f013deae req-b517879e-6fc7-4b71-90f6-9c0566671d0f tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:01:03.592871 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-8173d97f-1f07-43ac-aa74-afb8f013deae req-b517879e-6fc7-4b71-90f6-9c0566671d0f tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=27162b19-b4be-4478-8644-79f59ff58586 HTTP/1.1" status: 200 len: 945 time: 0.1171956 Sep 18 01:01:03.600696 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1a2917-ec72-42e8-a170-90954e279b26 req-674ba50a-941a-4e40-ae1e-c197e33d8ea1 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:01:03.602188 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-db1a2917-ec72-42e8-a170-90954e279b26 req-674ba50a-941a-4e40-ae1e-c197e33d8ea1 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=27162b19-b4be-4478-8644-79f59ff58586 HTTP/1.1" status: 200 len: 945 time: 0.0674398 Sep 18 01:01:03.623213 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-e255eaf1-3ec1-4b79-be2c-da16d98e5dc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512506'] for security_group (fa0a7270-c489-4827-97e2-2fa58a52d0b9), after_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:03.627118 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-e255eaf1-3ec1-4b79-be2c-da16d98e5dc7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:03.631591 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-e255eaf1-3ec1-4b79-be2c-da16d98e5dc7 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/fa0a7270-c489-4827-97e2-2fa58a52d0b9 HTTP/1.1" status: 204 len: 168 time: 0.1710374 Sep 18 01:01:03.639713 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e255eaf1-3ec1-4b79-be2c-da16d98e5dc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa0a7270-c489-4827-97e2-2fa58a52d0b9,revision_number=None']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:01:03.656549 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-db1a2917-ec72-42e8-a170-90954e279b26 req-f67b455b-7be5-4e3a-9779-0ea030b9f6cf tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=bd9016d7-e2ec-425d-9142-2e56421a3010&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483694 Sep 18 01:01:04.042931 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [req-8173d97f-1f07-43ac-aa74-afb8f013deae req-34658846-91d0-4171-beeb-778261be92bb tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Deleting port 676125cb-60fb-496b-b796-92d00340f299 {{(pid=106230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 18 01:01:04.043284 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [req-8173d97f-1f07-43ac-aa74-afb8f013deae req-34658846-91d0-4171-beeb-778261be92bb tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749746030605'] for port (676125cb-60fb-496b-b796-92d00340f299), before_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:04.112356 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=100 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:01:04.149413 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.plugins.ml2.db [req-8173d97f-1f07-43ac-aa74-afb8f013deae req-34658846-91d0-4171-beeb-778261be92bb tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] For port 676125cb-60fb-496b-b796-92d00340f299, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=676125cb-60fb-496b-b796-92d00340f299,segment=NetworkSegment(6bbfddfb-8aa0-4ab6-886c-b017727b1f75),segment_id=6bbfddfb-8aa0-4ab6-886c-b017727b1f75)] {{(pid=106230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:01:04.149781 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [req-8173d97f-1f07-43ac-aa74-afb8f013deae req-34658846-91d0-4171-beeb-778261be92bb tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16488537'] for port (676125cb-60fb-496b-b796-92d00340f299), precommit_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:04.351806 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [req-8173d97f-1f07-43ac-aa74-afb8f013deae req-34658846-91d0-4171-beeb-778261be92bb tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:04.352177 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [req-8173d97f-1f07-43ac-aa74-afb8f013deae req-34658846-91d0-4171-beeb-778261be92bb tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16489891'] for floatingip (271d0cc5-3047-494e-862b-7bd5e0edd11f), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:04.352501 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.db.l3_db [req-8173d97f-1f07-43ac-aa74-afb8f013deae req-34658846-91d0-4171-beeb-778261be92bb tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Floating IP 271d0cc5-3047-494e-862b-7bd5e0edd11f disassociated. External IP: 172.37.5.149, port: 676125cb-60fb-496b-b796-92d00340f299. Sep 18 01:01:04.352848 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [req-8173d97f-1f07-43ac-aa74-afb8f013deae req-34658846-91d0-4171-beeb-778261be92bb tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Calling delete_port for 676125cb-60fb-496b-b796-92d00340f299 owned by compute:nova {{(pid=106230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 18 01:01:04.464370 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:01:04.481362 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [req-8173d97f-1f07-43ac-aa74-afb8f013deae req-34658846-91d0-4171-beeb-778261be92bb tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749746033803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749745591516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13339648'] for port (676125cb-60fb-496b-b796-92d00340f299), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:04.512226 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34658846-91d0-4171-beeb-778261be92bb tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Pushing event deleted for resources: {'Port': ['ID=676125cb-60fb-496b-b796-92d00340f299,revision_number=None']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:01:04.626035 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8173d97f-1f07-43ac-aa74-afb8f013deae req-34658846-91d0-4171-beeb-778261be92bb tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Router 5b0b7f67-1b83-4574-ab3e-35ade2a4eea8 has already been hosted by L3 agent d0e8801d-4758-48bd-8085-7f05d3358764 {{(pid=106230) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 01:01:04.728244 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8173d97f-1f07-43ac-aa74-afb8f013deae req-34658846-91d0-4171-beeb-778261be92bb tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=106230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:01:04.739252 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c6f223-663d-4e52-89cf-2e47125f4ffc None None] Sync routers for ids ['5b0b7f67-1b83-4574-ab3e-35ade2a4eea8'] in dv-cinder-master-3-smb {{(pid=106233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:01:04.750435 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c6f223-663d-4e52-89cf-2e47125f4ffc None None] Routers {'5b0b7f67-1b83-4574-ab3e-35ade2a4eea8'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 18 01:01:04.751076 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.l3_hamode_db [None req-78c6f223-663d-4e52-89cf-2e47125f4ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-18T00:47:37Z,description=,heartbeat_timestamp=2022-09-18T01:00:37Z,host='dv-cinder-master-3-smb',id=d0e8801d-4758-48bd-8085-7f05d3358764,load=0,resource_versions=,resources_synced=,started_at=2022-09-18T00:47:37Z,topic='l3_agent')) {'router_ids': ['5b0b7f67-1b83-4574-ab3e-35ade2a4eea8'], 'active': True} {{(pid=106233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:01:04.797822 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-51a4bee1-be3a-4e3b-99a1-ff95320d4fdc req-b982c750-ea8d-4100-8de1-bf30e1d6525e tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=27162b19-b4be-4478-8644-79f59ff58586 HTTP/1.1" status: 200 len: 210 time: 0.0596862 Sep 18 01:01:04.798870 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.db.l3_dvrscheduler_db [req-8173d97f-1f07-43ac-aa74-afb8f013deae req-34658846-91d0-4171-beeb-778261be92bb tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] No DVR routers for this DVR port 676125cb-60fb-496b-b796-92d00340f299 on host hv-cinder-maste {{(pid=106230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 18 01:01:04.801502 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [req-8173d97f-1f07-43ac-aa74-afb8f013deae req-34658846-91d0-4171-beeb-778261be92bb tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16701016'] for port (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:04.805021 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-8173d97f-1f07-43ac-aa74-afb8f013deae req-34658846-91d0-4171-beeb-778261be92bb tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] 10.222.0.57 "DELETE /networking/v2.0/ports/676125cb-60fb-496b-b796-92d00340f299 HTTP/1.1" status: 204 len: 173 time: 0.8951192 Sep 18 01:01:04.805187 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27162b19-b4be-4478-8644-79f59ff58586', 'name': 'network-vif-deleted', 'tag': '676125cb-60fb-496b-b796-92d00340f299'}] {{(pid=106230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 18 01:01:04.808688 dv-cinder-master-3-smb neutron-server[106230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5cb6f936bef875aa30205792da77c9643b85616d99b85ee9f5e1cfaba0fe173" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3667889-5e8f-4a4e-ace0-3c5d22d2622b" -d '{"events": [{"server_uuid": "27162b19-b4be-4478-8644-79f59ff58586", "name": "network-vif-deleted", "tag": "676125cb-60fb-496b-b796-92d00340f299"}]}' {{(pid=106230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:01:04.845252 dv-cinder-master-3-smb neutron-server[106230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 18 Sep 2022 01:01:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33e7c7e2-c17e-42b2-9507-c024c0d5b240 x-openstack-request-id: req-33e7c7e2-c17e-42b2-9507-c024c0d5b240 {{(pid=106230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:01:04.845601 dv-cinder-master-3-smb neutron-server[106230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27162b19-b4be-4478-8644-79f59ff58586", "name": "network-vif-deleted", "tag": "676125cb-60fb-496b-b796-92d00340f299", "status": "completed", "code": 200}]} {{(pid=106230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:01:04.846011 dv-cinder-master-3-smb neutron-server[106230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-33e7c7e2-c17e-42b2-9507-c024c0d5b240 {{(pid=106230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:01:04.846468 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33e7c7e2-c17e-42b2-9507-c024c0d5b240'] response: {'server_uuid': '27162b19-b4be-4478-8644-79f59ff58586', 'name': 'network-vif-deleted', 'tag': '676125cb-60fb-496b-b796-92d00340f299', 'status': 'completed', 'code': 200} Sep 18 01:01:04.859112 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.l3_dvr_db [None req-78c6f223-663d-4e52-89cf-2e47125f4ffc None None] Set router 5b0b7f67-1b83-4574-ab3e-35ade2a4eea8 gateway port host: dv-cinder-master-3-smb {{(pid=106233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 18 01:01:04.931957 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-f506550a-d87c-4e76-b85c-696892b57439 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (25137928-f4de-4c87-813e-883d046ac13f), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:04.977572 dv-cinder-master-3-smb neutron-server[106233]: DEBUG dbcounter [-] [106233] Writing DB stats neutron:SELECT=100 {{(pid=106233) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:01:05.083910 dv-cinder-master-3-smb neutron-server[106233]: DEBUG dbcounter [-] [106233] Writing DB stats neutron:SELECT=100 {{(pid=106233) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:01:05.104543 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.l3_hamode_db [None req-78c6f223-663d-4e52-89cf-2e47125f4ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b0b7f67-1b83-4574-ab3e-35ade2a4eea8', 'name': 'tempest-AttachVolumeNegativeTest-887914811-router', 'tenant_id': 'ec2d9e20d4ed4178b9bc68ff54715b18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'external_fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.120'}], 'enable_snat': True}, 'gw_port_id': '85d33348-a6aa-4278-8987-be6d20f85848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:56:00Z', 'updated_at': '2022-09-18T00:56:15Z', 'revision_number': 4, 'project_id': 'ec2d9e20d4ed4178b9bc68ff54715b18', 'gw_port': {'id': '85d33348-a6aa-4278-8987-be6d20f85848', 'name': '', 'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:1b:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b0b7f67-1b83-4574-ab3e-35ade2a4eea8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:56:01Z', 'updated_at': '2022-09-18T00:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '4545d7a8-56f0-4062-a60e-cf2cfb4c3390', 'name': '', 'network_id': 'eee7c814-dc91-4de0-b55e-0732fcd7c9de', 'tenant_id': 'ec2d9e20d4ed4178b9bc68ff54715b18', 'mac_address': 'fa:16:3e:b0:99:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b0b7f67-1b83-4574-ab3e-35ade2a4eea8', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '4028d8f5-a2a6-4af3-9818-cba168eaf579', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:56:11Z', 'updated_at': '2022-09-18T00:56:27Z', 'revision_number': 5, 'project_id': 'ec2d9e20d4ed4178b9bc68ff54715b18', 'subnets': [{'id': '4028d8f5-a2a6-4af3-9818-cba168eaf579', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=106233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:01:05.130660 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c6f223-663d-4e52-89cf-2e47125f4ffc None None] Checking router: 5b0b7f67-1b83-4574-ab3e-35ade2a4eea8 for host: dv-cinder-master-3-smb {{(pid=106233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:01:05.139504 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c6f223-663d-4e52-89cf-2e47125f4ffc None None] Routers {'5b0b7f67-1b83-4574-ab3e-35ade2a4eea8'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 18 01:01:05.140116 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.l3_hamode_db [None req-78c6f223-663d-4e52-89cf-2e47125f4ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-18T00:47:37Z,description=,heartbeat_timestamp=2022-09-18T01:00:37Z,host='dv-cinder-master-3-smb',id=d0e8801d-4758-48bd-8085-7f05d3358764,load=0,resource_versions=,resources_synced=,started_at=2022-09-18T00:47:37Z,topic='l3_agent')) {'router_ids': ['5b0b7f67-1b83-4574-ab3e-35ade2a4eea8'], 'active': True} {{(pid=106233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:01:05.345178 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.l3_dvr_db [None req-78c6f223-663d-4e52-89cf-2e47125f4ffc None None] Set router 5b0b7f67-1b83-4574-ab3e-35ade2a4eea8 gateway port host: dv-cinder-master-3-smb {{(pid=106233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 18 01:01:05.346566 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e22d6d0-7e8d-4e8b-9287-13d0b90a08cf req-58fd460e-64ba-4af5-a1e4-35484b86a03f tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:01:05.348097 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-0e22d6d0-7e8d-4e8b-9287-13d0b90a08cf req-58fd460e-64ba-4af5-a1e4-35484b86a03f tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ecc591cc-e74d-48ea-85e8-945b2995d123 HTTP/1.1" status: 200 len: 945 time: 0.0469849 Sep 18 01:01:05.395708 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-0e22d6d0-7e8d-4e8b-9287-13d0b90a08cf req-7ffabc40-4741-4a31-9550-2c7fe13852ea tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a79958da-0ace-40be-883c-3b3873a975fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419564 Sep 18 01:01:05.528140 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.l3_hamode_db [None req-78c6f223-663d-4e52-89cf-2e47125f4ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b0b7f67-1b83-4574-ab3e-35ade2a4eea8', 'name': 'tempest-AttachVolumeNegativeTest-887914811-router', 'tenant_id': 'ec2d9e20d4ed4178b9bc68ff54715b18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'external_fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.120'}], 'enable_snat': True}, 'gw_port_id': '85d33348-a6aa-4278-8987-be6d20f85848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:56:00Z', 'updated_at': '2022-09-18T00:56:15Z', 'revision_number': 4, 'project_id': 'ec2d9e20d4ed4178b9bc68ff54715b18', 'gw_port': {'id': '85d33348-a6aa-4278-8987-be6d20f85848', 'name': '', 'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:1b:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b0b7f67-1b83-4574-ab3e-35ade2a4eea8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:56:01Z', 'updated_at': '2022-09-18T00:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '4545d7a8-56f0-4062-a60e-cf2cfb4c3390', 'name': '', 'network_id': 'eee7c814-dc91-4de0-b55e-0732fcd7c9de', 'tenant_id': 'ec2d9e20d4ed4178b9bc68ff54715b18', 'mac_address': 'fa:16:3e:b0:99:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b0b7f67-1b83-4574-ab3e-35ade2a4eea8', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '4028d8f5-a2a6-4af3-9818-cba168eaf579', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:56:11Z', 'updated_at': '2022-09-18T00:56:27Z', 'revision_number': 5, 'project_id': 'ec2d9e20d4ed4178b9bc68ff54715b18', 'subnets': [{'id': '4028d8f5-a2a6-4af3-9818-cba168eaf579', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=106233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:01:05.553202 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c6f223-663d-4e52-89cf-2e47125f4ffc None None] The sync data for ids ['5b0b7f67-1b83-4574-ab3e-35ade2a4eea8'] in dv-cinder-master-3-smb is: [{'id': '5b0b7f67-1b83-4574-ab3e-35ade2a4eea8', 'name': 'tempest-AttachVolumeNegativeTest-887914811-router', 'tenant_id': 'ec2d9e20d4ed4178b9bc68ff54715b18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'external_fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.120'}], 'enable_snat': True}, 'gw_port_id': '85d33348-a6aa-4278-8987-be6d20f85848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:56:00Z', 'updated_at': '2022-09-18T00:56:15Z', 'revision_number': 4, 'project_id': 'ec2d9e20d4ed4178b9bc68ff54715b18', 'gw_port': {'id': '85d33348-a6aa-4278-8987-be6d20f85848', 'name': '', 'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:1b:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b0b7f67-1b83-4574-ab3e-35ade2a4eea8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:56:01Z', 'updated_at': '2022-09-18T00:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '4545d7a8-56f0-4062-a60e-cf2cfb4c3390', 'name': '', 'network_id': 'eee7c814-dc91-4de0-b55e-0732fcd7c9de', 'tenant_id': 'ec2d9e20d4ed4178b9bc68ff54715b18', 'mac_address': 'fa:16:3e:b0:99:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b0b7f67-1b83-4574-ab3e-35ade2a4eea8', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '4028d8f5-a2a6-4af3-9818-cba168eaf579', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:56:11Z', 'updated_at': '2022-09-18T00:56:27Z', 'revision_number': 5, 'project_id': 'ec2d9e20d4ed4178b9bc68ff54715b18', 'subnets': [{'id': '4028d8f5-a2a6-4af3-9818-cba168eaf579', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:01:05.776644 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75efa4b7-c8a8-4fc5-8eb3-b72af455de6a None None] New status for floating IP 271d0cc5-3047-494e-862b-7bd5e0edd11f: DOWN {{(pid=106232) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 18 01:01:05.932668 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-95f4e282-4348-4afa-a6a9-f7b51ca48b66 req-9a01885b-9ca8-458f-9b1a-c3dbc072a4d6 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=27162b19-b4be-4478-8644-79f59ff58586 HTTP/1.1" status: 200 len: 210 time: 0.0310688 Sep 18 01:01:06.514638 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a15b9d-56a9-48b1-9a00-7e6714234fb9 req-4cf58773-1d6e-4879-b9e3-83801be60bcc tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:01:06.516116 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-09a15b9d-56a9-48b1-9a00-7e6714234fb9 req-4cf58773-1d6e-4879-b9e3-83801be60bcc tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ecc591cc-e74d-48ea-85e8-945b2995d123 HTTP/1.1" status: 200 len: 945 time: 0.0467286 Sep 18 01:01:06.562342 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-09a15b9d-56a9-48b1-9a00-7e6714234fb9 req-b9c928f0-60d6-47c9-bab4-2b1eb595f967 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a79958da-0ace-40be-883c-3b3873a975fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406477 Sep 18 01:01:06.954181 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-e4cb7d3a-9562-4433-9e2a-110d6d9546a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (d0e8801d-4758-48bd-8085-7f05d3358764), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:07.049904 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-5154032d-ef96-40ae-a709-7e426acd7cd2 req-a7f71afa-2a13-4774-8efd-b81f60e43111 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=27162b19-b4be-4478-8644-79f59ff58586 HTTP/1.1" status: 200 len: 210 time: 0.0277057 Sep 18 01:01:07.684393 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7bb407-fd21-4be0-8ce9-90ca94b23a10 req-ec4857ae-fc20-4a41-922d-4db94eaa0427 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:01:07.685825 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-ac7bb407-fd21-4be0-8ce9-90ca94b23a10 req-ec4857ae-fc20-4a41-922d-4db94eaa0427 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ecc591cc-e74d-48ea-85e8-945b2995d123 HTTP/1.1" status: 200 len: 945 time: 0.0478806 Sep 18 01:01:07.711848 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:01:07.733696 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-ac7bb407-fd21-4be0-8ce9-90ca94b23a10 req-55a9d131-82b4-4536-a29a-52b57a8d70e5 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a79958da-0ace-40be-883c-3b3873a975fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413399 Sep 18 01:01:07.854732 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.rpc [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Device 676125cb-60fb-496b-b796-92d00340f299 no longer exists at agent hyperv_hv-cinder-maste {{(pid=106232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:01:07.874628 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] No Port match for: 676125cb-60fb-496b-b796-92d00340f299 {{(pid=106232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 18 01:01:07.874996 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.rpc [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Device 676125cb-60fb-496b-b796-92d00340f299 not bound to the agent host hv-cinder-maste {{(pid=106232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:01:08.166324 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-fc5c99e4-6fa8-47f3-98d2-cbc7358627d8 req-2eea876d-19dd-437d-b933-6e1631cae46a tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=27162b19-b4be-4478-8644-79f59ff58586 HTTP/1.1" status: 200 len: 210 time: 0.0279152 Sep 18 01:01:08.854821 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52231fe-30eb-4629-9e7c-5b485b48ee84 req-0ffb7ce3-9024-4fbe-9e05-0f502ddd9fa2 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:01:08.856258 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-c52231fe-30eb-4629-9e7c-5b485b48ee84 req-0ffb7ce3-9024-4fbe-9e05-0f502ddd9fa2 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ecc591cc-e74d-48ea-85e8-945b2995d123 HTTP/1.1" status: 200 len: 945 time: 0.0467832 Sep 18 01:01:08.879878 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-dbc7b203-e4cc-426a-aeff-c16fa309d22e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (91de19fe-167d-470c-b665-c08c1d21c559), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:08.904616 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-c52231fe-30eb-4629-9e7c-5b485b48ee84 req-a4131d3b-3ca5-4fd2-8b56-97677737590a tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a79958da-0ace-40be-883c-3b3873a975fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426865 Sep 18 01:01:09.186421 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-f60b7660-7f89-4da3-8572-b18b1bee3b38 req-6a6b2e74-64cc-4563-85af-fbcd4b442542 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=bf75d794-7c36-40e0-a103-db749b9dd1e2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0405464 Sep 18 01:01:09.289983 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-a4c6dc55-d9db-456c-9b49-4ba39c2d0b7e req-135606f2-9e3a-4df2-a85d-32a598f4c99d tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=27162b19-b4be-4478-8644-79f59ff58586 HTTP/1.1" status: 200 len: 210 time: 0.0319376 Sep 18 01:01:09.394956 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60b7660-7f89-4da3-8572-b18b1bee3b38 req-e8a963d2-c4aa-4052-9d36-dca780ada02c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:01:09.396549 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-f60b7660-7f89-4da3-8572-b18b1bee3b38 req-e8a963d2-c4aa-4052-9d36-dca780ada02c service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=8cbf74b218c04911bb921f7cc2c6e966&device_id=bf75d794-7c36-40e0-a103-db749b9dd1e2 HTTP/1.1" status: 200 len: 1129 time: 0.0438154 Sep 18 01:01:09.403151 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433ed8b3-7812-4832-a7ce-168f25ec0fbc req-f44e0418-52f5-4ff7-a254-8f79a0b94896 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:01:09.404733 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-433ed8b3-7812-4832-a7ce-168f25ec0fbc req-f44e0418-52f5-4ff7-a254-8f79a0b94896 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=ecc591cc-e74d-48ea-85e8-945b2995d123 HTTP/1.1" status: 200 len: 945 time: 0.0475037 Sep 18 01:01:09.495232 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [req-433ed8b3-7812-4832-a7ce-168f25ec0fbc req-e50aa004-3b98-4282-a7ef-13882fc04e5e tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Deleting port 9608eb83-8531-414f-a482-f625b3b31cb2 {{(pid=106231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 18 01:01:09.495494 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [req-433ed8b3-7812-4832-a7ce-168f25ec0fbc req-e50aa004-3b98-4282-a7ef-13882fc04e5e tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749746030605'] for port (9608eb83-8531-414f-a482-f625b3b31cb2), before_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:09.512701 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60b7660-7f89-4da3-8572-b18b1bee3b38 req-aab543c8-9633-4827-a19d-1ba3f06000e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:01:09.514334 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-f60b7660-7f89-4da3-8572-b18b1bee3b38 req-aab543c8-9633-4827-a19d-1ba3f06000e8 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=c62b9e47-59b6-47ba-845f-e3be4dd39ad8 HTTP/1.1" status: 200 len: 920 time: 0.0965650 Sep 18 01:01:09.557762 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-f60b7660-7f89-4da3-8572-b18b1bee3b38 req-6537f157-e010-458b-9807-204a32957c27 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f9535f32-8846-4f66-9b5c-30fb801b7fbc HTTP/1.1" status: 200 len: 217 time: 0.0342188 Sep 18 01:01:09.597657 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.plugins.ml2.db [req-433ed8b3-7812-4832-a7ce-168f25ec0fbc req-e50aa004-3b98-4282-a7ef-13882fc04e5e tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] For port 9608eb83-8531-414f-a482-f625b3b31cb2, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=9608eb83-8531-414f-a482-f625b3b31cb2,segment=NetworkSegment(9f226031-7641-47d9-b1b6-a604588f86da),segment_id=9f226031-7641-47d9-b1b6-a604588f86da)] {{(pid=106231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:01:09.598021 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [req-433ed8b3-7812-4832-a7ce-168f25ec0fbc req-e50aa004-3b98-4282-a7ef-13882fc04e5e tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16488537'] for port (9608eb83-8531-414f-a482-f625b3b31cb2), precommit_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:09.610222 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60b7660-7f89-4da3-8572-b18b1bee3b38 req-6c33a7a9-72a6-49d3-9214-e119faecf5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:01:09.612315 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-f60b7660-7f89-4da3-8572-b18b1bee3b38 req-6c33a7a9-72a6-49d3-9214-e119faecf5d2 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=21e1d23e-9045-41fa-9ed7-19ac1edcbcfa HTTP/1.1" status: 200 len: 858 time: 0.0470333 Sep 18 01:01:09.612541 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:01:09.662448 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60b7660-7f89-4da3-8572-b18b1bee3b38 req-b5bc23dd-5511-4f1c-b3bd-8a20b8ce9a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:01:09.664028 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-f60b7660-7f89-4da3-8572-b18b1bee3b38 req-b5bc23dd-5511-4f1c-b3bd-8a20b8ce9a76 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=c62b9e47-59b6-47ba-845f-e3be4dd39ad8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0426576 Sep 18 01:01:09.688351 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=100 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:01:09.715252 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:01:09.757299 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-f60b7660-7f89-4da3-8572-b18b1bee3b38 req-8cf958ef-10b2-4c88-b255-4eeb0e862f82 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/c62b9e47-59b6-47ba-845f-e3be4dd39ad8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852754 Sep 18 01:01:09.769388 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [req-433ed8b3-7812-4832-a7ce-168f25ec0fbc req-e50aa004-3b98-4282-a7ef-13882fc04e5e tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:09.769745 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [req-433ed8b3-7812-4832-a7ce-168f25ec0fbc req-e50aa004-3b98-4282-a7ef-13882fc04e5e tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16489891'] for floatingip (4ef50530-292a-4297-861f-87661132435b), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:09.770056 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.db.l3_db [req-433ed8b3-7812-4832-a7ce-168f25ec0fbc req-e50aa004-3b98-4282-a7ef-13882fc04e5e tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Floating IP 4ef50530-292a-4297-861f-87661132435b disassociated. External IP: 172.37.5.124, port: 9608eb83-8531-414f-a482-f625b3b31cb2. Sep 18 01:01:09.770392 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [req-433ed8b3-7812-4832-a7ce-168f25ec0fbc req-e50aa004-3b98-4282-a7ef-13882fc04e5e tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Calling delete_port for 9608eb83-8531-414f-a482-f625b3b31cb2 owned by compute:nova {{(pid=106231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 18 01:01:09.851990 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-f60b7660-7f89-4da3-8572-b18b1bee3b38 req-f9c91a2b-9de5-4529-9daa-720b88915a90 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/c62b9e47-59b6-47ba-845f-e3be4dd39ad8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878839 Sep 18 01:01:09.903325 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [req-433ed8b3-7812-4832-a7ce-168f25ec0fbc req-e50aa004-3b98-4282-a7ef-13882fc04e5e tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749746033803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749745591516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13917182'] for port (9608eb83-8531-414f-a482-f625b3b31cb2), after_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:09.931361 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50aa004-3b98-4282-a7ef-13882fc04e5e tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Pushing event deleted for resources: {'Port': ['ID=9608eb83-8531-414f-a482-f625b3b31cb2,revision_number=None']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:01:10.015610 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-12c43d65-3f19-45e2-8238-72e23c44045e req-eb791260-8e40-4cf5-b493-5fc43d133627 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ecc591cc-e74d-48ea-85e8-945b2995d123 HTTP/1.1" status: 200 len: 210 time: 0.0282655 Sep 18 01:01:10.045468 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.scheduler.l3_agent_scheduler [req-433ed8b3-7812-4832-a7ce-168f25ec0fbc req-e50aa004-3b98-4282-a7ef-13882fc04e5e tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Router 1ed01ef0-86d6-48ca-8f4f-b56f6df17cce has already been hosted by L3 agent d0e8801d-4758-48bd-8085-7f05d3358764 {{(pid=106231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 01:01:10.151820 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-1c1e26f8-ce84-4314-9422-87e0912de383 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (9a0bd8cc-a240-4c0b-8d32-8f22e7371ee9), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:10.265456 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (c8573462-7e7f-4357-b3a8-beeaa8ae7db3), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:10.399897 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.33', 34086) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:01:10.405261 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-433ed8b3-7812-4832-a7ce-168f25ec0fbc req-e50aa004-3b98-4282-a7ef-13882fc04e5e tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=106231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:01:10.416704 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-784dc639-75ac-4612-86ed-63f9ff0f45fe None None] Sync routers for ids ['1ed01ef0-86d6-48ca-8f4f-b56f6df17cce'] in dv-cinder-master-3-smb {{(pid=106233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:01:10.428647 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-784dc639-75ac-4612-86ed-63f9ff0f45fe None None] Routers {'1ed01ef0-86d6-48ca-8f4f-b56f6df17cce'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 18 01:01:10.429744 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.l3_hamode_db [None req-784dc639-75ac-4612-86ed-63f9ff0f45fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-18T00:47:37Z,description=,heartbeat_timestamp=2022-09-18T01:01:07Z,host='dv-cinder-master-3-smb',id=d0e8801d-4758-48bd-8085-7f05d3358764,load=0,resource_versions=,resources_synced=,started_at=2022-09-18T00:47:37Z,topic='l3_agent')) {'router_ids': ['1ed01ef0-86d6-48ca-8f4f-b56f6df17cce'], 'active': True} {{(pid=106233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:01:10.452391 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.db.l3_dvrscheduler_db [req-433ed8b3-7812-4832-a7ce-168f25ec0fbc req-e50aa004-3b98-4282-a7ef-13882fc04e5e tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] No DVR routers for this DVR port 9608eb83-8531-414f-a482-f625b3b31cb2 on host hv-cinder-maste {{(pid=106231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 18 01:01:10.455850 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [req-433ed8b3-7812-4832-a7ce-168f25ec0fbc req-e50aa004-3b98-4282-a7ef-13882fc04e5e tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16701016'] for port (None), before_response {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:10.457012 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-8e94a3b9-3caa-425d-b8d3-fddbd7a12345 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Publish callbacks [] for security_group (bd9016d7-e2ec-425d-9142-2e56421a3010), before_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:10.459252 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-433ed8b3-7812-4832-a7ce-168f25ec0fbc req-e50aa004-3b98-4282-a7ef-13882fc04e5e tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.57 "DELETE /networking/v2.0/ports/9608eb83-8531-414f-a482-f625b3b31cb2 HTTP/1.1" status: 204 len: 173 time: 1.0483675 Sep 18 01:01:10.459811 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecc591cc-e74d-48ea-85e8-945b2995d123', 'name': 'network-vif-deleted', 'tag': '9608eb83-8531-414f-a482-f625b3b31cb2'}] {{(pid=106231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 18 01:01:10.462138 dv-cinder-master-3-smb neutron-server[106231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2daae94765ac049e9d9a56900be8c16ad14208507d163719654d83d071b86d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14a7cf98-27f8-4cf0-b437-0fbcdc5988a0" -d '{"events": [{"server_uuid": "ecc591cc-e74d-48ea-85e8-945b2995d123", "name": "network-vif-deleted", "tag": "9608eb83-8531-414f-a482-f625b3b31cb2"}]}' {{(pid=106231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:01:10.489824 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-8e94a3b9-3caa-425d-b8d3-fddbd7a12345 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Publish callbacks [] for security_group (bd9016d7-e2ec-425d-9142-2e56421a3010), precommit_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:10.516093 dv-cinder-master-3-smb neutron-server[106231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 18 Sep 2022 01:01:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a8b6c93-5c69-4555-976c-6bb3a0a1f87d x-openstack-request-id: req-1a8b6c93-5c69-4555-976c-6bb3a0a1f87d {{(pid=106231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:01:10.516392 dv-cinder-master-3-smb neutron-server[106231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecc591cc-e74d-48ea-85e8-945b2995d123", "name": "network-vif-deleted", "tag": "9608eb83-8531-414f-a482-f625b3b31cb2", "status": "completed", "code": 200}]} {{(pid=106231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:01:10.516645 dv-cinder-master-3-smb neutron-server[106231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-1a8b6c93-5c69-4555-976c-6bb3a0a1f87d {{(pid=106231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:01:10.517156 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a8b6c93-5c69-4555-976c-6bb3a0a1f87d'] response: {'server_uuid': 'ecc591cc-e74d-48ea-85e8-945b2995d123', 'name': 'network-vif-deleted', 'tag': '9608eb83-8531-414f-a482-f625b3b31cb2', 'status': 'completed', 'code': 200} Sep 18 01:01:10.546980 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.l3_dvr_db [None req-784dc639-75ac-4612-86ed-63f9ff0f45fe None None] Set router 1ed01ef0-86d6-48ca-8f4f-b56f6df17cce gateway port host: dv-cinder-master-3-smb {{(pid=106233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 18 01:01:10.547231 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-8e94a3b9-3caa-425d-b8d3-fddbd7a12345 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512506'] for security_group (bd9016d7-e2ec-425d-9142-2e56421a3010), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:10.550384 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-8e94a3b9-3caa-425d-b8d3-fddbd7a12345 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Publish callbacks [] for security_group (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:10.551716 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [None req-8e94a3b9-3caa-425d-b8d3-fddbd7a12345 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] 10.222.0.33 "DELETE /networking/v2.0/security-groups/bd9016d7-e2ec-425d-9142-2e56421a3010 HTTP/1.1" status: 204 len: 168 time: 0.1506820 Sep 18 01:01:10.554455 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 34090) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:01:10.561415 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e94a3b9-3caa-425d-b8d3-fddbd7a12345 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd9016d7-e2ec-425d-9142-2e56421a3010,revision_number=None']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:01:10.584668 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.api.v2.resource [None req-462430e4-e2fe-4a6a-83a8-485ce4a5007c tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] show failed (client error): The resource could not be found. Sep 18 01:01:10.586387 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-462430e4-e2fe-4a6a-83a8-485ce4a5007c tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] 10.222.0.33 "GET /networking/v2.0/security-groups/bd9016d7-e2ec-425d-9142-2e56421a3010 HTTP/1.1" status: 404 len: 347 time: 0.0305314 Sep 18 01:01:10.589036 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 34092) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:01:10.707520 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-6975b5d5-d655-465b-840b-e60475089b2e tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Deleting port af90b269-1656-4447-937b-511a14efc237 {{(pid=106231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 18 01:01:10.707868 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-6975b5d5-d655-465b-840b-e60475089b2e tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749746030605'] for port (af90b269-1656-4447-937b-511a14efc237), before_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:10.763523 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.l3_hamode_db [None req-784dc639-75ac-4612-86ed-63f9ff0f45fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ed01ef0-86d6-48ca-8f4f-b56f6df17cce', 'name': 'tempest-ServerRescueNegativeTestJSON-1197339519-router', 'tenant_id': '8cbf74b218c04911bb921f7cc2c6e966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'external_fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.201'}], 'enable_snat': True}, 'gw_port_id': '1a63b5be-1556-4ad8-a604-71bb845b8be3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:56:01Z', 'updated_at': '2022-09-18T00:56:20Z', 'revision_number': 4, 'project_id': '8cbf74b218c04911bb921f7cc2c6e966', 'gw_port': {'id': '1a63b5be-1556-4ad8-a604-71bb845b8be3', 'name': '', 'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:38:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed01ef0-86d6-48ca-8f4f-b56f6df17cce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:56:02Z', 'updated_at': '2022-09-18T00:56:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '01af8433-c279-4dab-a31d-ef4ca4915365', 'name': '', 'network_id': 'c62b9e47-59b6-47ba-845f-e3be4dd39ad8', 'tenant_id': '8cbf74b218c04911bb921f7cc2c6e966', 'mac_address': 'fa:16:3e:dd:cb:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed01ef0-86d6-48ca-8f4f-b56f6df17cce', 'device_owner': 'network:router_interface', 'standard_attr_id': 143, 'fixed_ips': [{'subnet_id': '21e1d23e-9045-41fa-9ed7-19ac1edcbcfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:56:15Z', 'updated_at': '2022-09-18T00:56:33Z', 'revision_number': 5, 'project_id': '8cbf74b218c04911bb921f7cc2c6e966', 'subnets': [{'id': '21e1d23e-9045-41fa-9ed7-19ac1edcbcfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=106233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:01:10.790091 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-784dc639-75ac-4612-86ed-63f9ff0f45fe None None] Checking router: 1ed01ef0-86d6-48ca-8f4f-b56f6df17cce for host: dv-cinder-master-3-smb {{(pid=106233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:01:10.792838 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-6975b5d5-d655-465b-840b-e60475089b2e tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16488537'] for port (af90b269-1656-4447-937b-511a14efc237), precommit_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:10.793172 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-6975b5d5-d655-465b-840b-e60475089b2e tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Publish callbacks [] for floatingip (af90b269-1656-4447-937b-511a14efc237), precommit_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:10.799945 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-784dc639-75ac-4612-86ed-63f9ff0f45fe None None] Routers {'1ed01ef0-86d6-48ca-8f4f-b56f6df17cce'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 18 01:01:10.800480 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.l3_hamode_db [None req-784dc639-75ac-4612-86ed-63f9ff0f45fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-18T00:47:37Z,description=,heartbeat_timestamp=2022-09-18T01:01:07Z,host='dv-cinder-master-3-smb',id=d0e8801d-4758-48bd-8085-7f05d3358764,load=0,resource_versions=,resources_synced=,started_at=2022-09-18T00:47:37Z,topic='l3_agent')) {'router_ids': ['1ed01ef0-86d6-48ca-8f4f-b56f6df17cce'], 'active': True} {{(pid=106233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:01:10.805946 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-6975b5d5-d655-465b-840b-e60475089b2e tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Calling delete_port for af90b269-1656-4447-937b-511a14efc237 owned by network:floatingip {{(pid=106231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 18 01:01:10.875119 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:01:10.908190 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.l3_dvr_db [None req-784dc639-75ac-4612-86ed-63f9ff0f45fe None None] Set router 1ed01ef0-86d6-48ca-8f4f-b56f6df17cce gateway port host: dv-cinder-master-3-smb {{(pid=106233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 18 01:01:10.953127 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-6975b5d5-d655-465b-840b-e60475089b2e tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749746033803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749745591516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13917182'] for port (af90b269-1656-4447-937b-511a14efc237), after_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:10.981285 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6975b5d5-d655-465b-840b-e60475089b2e tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Pushing event deleted for resources: {'Port': ['ID=af90b269-1656-4447-937b-511a14efc237,revision_number=None']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:01:11.033185 dv-cinder-master-3-smb neutron-server[106233]: DEBUG dbcounter [-] [106233] Writing DB stats neutron:SELECT=100 {{(pid=106233) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:01:11.038285 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=90,neutron:UPDATE=1,neutron:DELETE=9 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:01:11.045919 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-6975b5d5-d655-465b-840b-e60475089b2e tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Publish callbacks [] for floatingip (271d0cc5-3047-494e-862b-7bd5e0edd11f), after_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:11.049846 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-6975b5d5-d655-465b-840b-e60475089b2e tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16701016'] for floatingip (None), before_response {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:11.051094 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-6975b5d5-d655-465b-840b-e60475089b2e tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] 10.222.0.33 "DELETE /networking/v2.0/floatingips/271d0cc5-3047-494e-862b-7bd5e0edd11f HTTP/1.1" status: 204 len: 168 time: 0.4608951 Sep 18 01:01:11.093942 dv-cinder-master-3-smb neutron-server[106233]: DEBUG dbcounter [-] [106233] Writing DB stats neutron:SELECT=100 {{(pid=106233) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:01:11.110396 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.l3_hamode_db [None req-784dc639-75ac-4612-86ed-63f9ff0f45fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ed01ef0-86d6-48ca-8f4f-b56f6df17cce', 'name': 'tempest-ServerRescueNegativeTestJSON-1197339519-router', 'tenant_id': '8cbf74b218c04911bb921f7cc2c6e966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'external_fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.201'}], 'enable_snat': True}, 'gw_port_id': '1a63b5be-1556-4ad8-a604-71bb845b8be3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:56:01Z', 'updated_at': '2022-09-18T00:56:20Z', 'revision_number': 4, 'project_id': '8cbf74b218c04911bb921f7cc2c6e966', 'gw_port': {'id': '1a63b5be-1556-4ad8-a604-71bb845b8be3', 'name': '', 'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:38:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed01ef0-86d6-48ca-8f4f-b56f6df17cce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:56:02Z', 'updated_at': '2022-09-18T00:56:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '01af8433-c279-4dab-a31d-ef4ca4915365', 'name': '', 'network_id': 'c62b9e47-59b6-47ba-845f-e3be4dd39ad8', 'tenant_id': '8cbf74b218c04911bb921f7cc2c6e966', 'mac_address': 'fa:16:3e:dd:cb:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed01ef0-86d6-48ca-8f4f-b56f6df17cce', 'device_owner': 'network:router_interface', 'standard_attr_id': 143, 'fixed_ips': [{'subnet_id': '21e1d23e-9045-41fa-9ed7-19ac1edcbcfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:56:15Z', 'updated_at': '2022-09-18T00:56:33Z', 'revision_number': 5, 'project_id': '8cbf74b218c04911bb921f7cc2c6e966', 'subnets': [{'id': '21e1d23e-9045-41fa-9ed7-19ac1edcbcfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=106233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:01:11.124094 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.33', 34098) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:01:11.129089 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.v2.base [None req-e7696689-b421-4067-a52e-700da6c4fe53 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Request body: {'security_group': {'name': 'tempest-securitygroup--838326967', 'description': 'tempest-description--1459971052'}} {{(pid=106230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:01:11.141004 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-784dc639-75ac-4612-86ed-63f9ff0f45fe None None] The sync data for ids ['1ed01ef0-86d6-48ca-8f4f-b56f6df17cce'] in dv-cinder-master-3-smb is: [{'id': '1ed01ef0-86d6-48ca-8f4f-b56f6df17cce', 'name': 'tempest-ServerRescueNegativeTestJSON-1197339519-router', 'tenant_id': '8cbf74b218c04911bb921f7cc2c6e966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'external_fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.201'}], 'enable_snat': True}, 'gw_port_id': '1a63b5be-1556-4ad8-a604-71bb845b8be3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:56:01Z', 'updated_at': '2022-09-18T00:56:20Z', 'revision_number': 4, 'project_id': '8cbf74b218c04911bb921f7cc2c6e966', 'gw_port': {'id': '1a63b5be-1556-4ad8-a604-71bb845b8be3', 'name': '', 'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:38:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed01ef0-86d6-48ca-8f4f-b56f6df17cce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:56:02Z', 'updated_at': '2022-09-18T00:56:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '01af8433-c279-4dab-a31d-ef4ca4915365', 'name': '', 'network_id': 'c62b9e47-59b6-47ba-845f-e3be4dd39ad8', 'tenant_id': '8cbf74b218c04911bb921f7cc2c6e966', 'mac_address': 'fa:16:3e:dd:cb:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed01ef0-86d6-48ca-8f4f-b56f6df17cce', 'device_owner': 'network:router_interface', 'standard_attr_id': 143, 'fixed_ips': [{'subnet_id': '21e1d23e-9045-41fa-9ed7-19ac1edcbcfa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:56:15Z', 'updated_at': '2022-09-18T00:56:33Z', 'revision_number': 5, 'project_id': '8cbf74b218c04911bb921f7cc2c6e966', 'subnets': [{'id': '21e1d23e-9045-41fa-9ed7-19ac1edcbcfa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:01:11.400610 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36717565-74f6-4d82-90d1-6c5b9b2ea50a None None] New status for floating IP 4ef50530-292a-4297-861f-87661132435b: DOWN {{(pid=106232) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 18 01:01:11.412039 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-21568769-5c03-44c2-ac12-43f5177ca36e req-b246fccf-868a-4968-9113-9184c63bb3b5 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=ecc591cc-e74d-48ea-85e8-945b2995d123 HTTP/1.1" status: 200 len: 210 time: 0.2740889 Sep 18 01:01:11.420957 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-e7696689-b421-4067-a52e-700da6c4fe53 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Publish callbacks [] for security_group (None), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:11.490985 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-e7696689-b421-4067-a52e-700da6c4fe53 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Publish callbacks [] for security_group (699043bc-1bc2-4850-96d6-c41e894b5483), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:11.495132 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-e7696689-b421-4067-a52e-700da6c4fe53 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512506'] for security_group (699043bc-1bc2-4850-96d6-c41e894b5483), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:11.521081 dv-cinder-master-3-smb neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:01:11.526978 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-e7696689-b421-4067-a52e-700da6c4fe53 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Publish callbacks [] for security_group (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:11.530832 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [None req-e7696689-b421-4067-a52e-700da6c4fe53 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] 10.222.0.33 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4029572 Sep 18 01:01:11.530832 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7696689-b421-4067-a52e-700da6c4fe53 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Pushing event updated for resources: {'SecurityGroup': ['ID=699043bc-1bc2-4850-96d6-c41e894b5483,revision_number=1']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:01:11.532428 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 34100) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:01:11.546166 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.v2.base [None req-ab5b4268-b987-4ae2-ab44-b8e824a6e176 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Request body: {'security_group_rule': {'security_group_id': '699043bc-1bc2-4850-96d6-c41e894b5483', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:01:11.574117 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-ab5b4268-b987-4ae2-ab44-b8e824a6e176 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Publish callbacks [] for security_group_rule (50569360-1ea4-420f-8afc-275bad320505), before_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:11.633841 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-ab5b4268-b987-4ae2-ab44-b8e824a6e176 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Publish callbacks [] for security_group_rule (50569360-1ea4-420f-8afc-275bad320505), precommit_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:11.638651 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-ab5b4268-b987-4ae2-ab44-b8e824a6e176 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512405'] for security_group_rule (50569360-1ea4-420f-8afc-275bad320505), after_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:11.658087 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5b4268-b987-4ae2-ab44-b8e824a6e176 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50569360-1ea4-420f-8afc-275bad320505,revision_number=0']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:01:11.666823 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-ab5b4268-b987-4ae2-ab44-b8e824a6e176 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:11.668013 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-ab5b4268-b987-4ae2-ab44-b8e824a6e176 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1254728 Sep 18 01:01:11.670753 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 34102) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:01:11.675282 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.v2.base [None req-8f283feb-5386-4be5-a8e2-f446e7b6f64a tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Request body: {'security_group_rule': {'security_group_id': '699043bc-1bc2-4850-96d6-c41e894b5483', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:01:11.701934 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-8f283feb-5386-4be5-a8e2-f446e7b6f64a tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Publish callbacks [] for security_group_rule (5e1c78d1-e273-4463-8e76-a67a5371ef49), before_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:11.757332 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-8f283feb-5386-4be5-a8e2-f446e7b6f64a tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Publish callbacks [] for security_group_rule (5e1c78d1-e273-4463-8e76-a67a5371ef49), precommit_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:11.760913 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-8f283feb-5386-4be5-a8e2-f446e7b6f64a tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512405'] for security_group_rule (5e1c78d1-e273-4463-8e76-a67a5371ef49), after_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:11.780445 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f283feb-5386-4be5-a8e2-f446e7b6f64a tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e1c78d1-e273-4463-8e76-a67a5371ef49,revision_number=0']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:01:11.785012 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-8f283feb-5386-4be5-a8e2-f446e7b6f64a tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:11.786174 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-8f283feb-5386-4be5-a8e2-f446e7b6f64a tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1143098 Sep 18 01:01:11.789238 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 34104) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:01:11.793360 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.v2.base [None req-36fc4f4e-c74b-4e11-bfb8-a38e6af8159f tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Request body: {'floatingip': {'floating_network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505'}} {{(pid=106231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:01:11.814972 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-36fc4f4e-c74b-4e11-bfb8-a38e6af8159f tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:11.906842 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-36fc4f4e-c74b-4e11-bfb8-a38e6af8159f tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (None), before_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:12.015853 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.db.db_base_plugin_common [None req-36fc4f4e-c74b-4e11-bfb8-a38e6af8159f tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Allocated IP 172.37.5.210 (b5726c9b-05f1-4137-90cd-23a4e3e89505/9e97c026-c8b3-4b72-91ed-10f39e002f97/c672d682-9172-4fde-ab68-b9feb8b8e4fd) {{(pid=106231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:01:12.116715 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-36fc4f4e-c74b-4e11-bfb8-a38e6af8159f tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Publish callbacks [] for port (c672d682-9172-4fde-ab68-b9feb8b8e4fd), precommit_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:12.119477 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:DELETE=4,neutron:SELECT=83,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:01:12.153431 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-36fc4f4e-c74b-4e11-bfb8-a38e6af8159f tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749745591507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13917182'] for port (c672d682-9172-4fde-ab68-b9feb8b8e4fd), after_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:12.192543 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36fc4f4e-c74b-4e11-bfb8-a38e6af8159f tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Network b5726c9b-05f1-4137-90cd-23a4e3e89505 is already hosted by enough agents. {{(pid=106231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:01:12.195559 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.scheduler.base_scheduler [None req-36fc4f4e-c74b-4e11-bfb8-a38e6af8159f tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Resources bound (agent type, host, resource id): {{(pid=106231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:01:12.198174 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36fc4f4e-c74b-4e11-bfb8-a38e6af8159f tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Received port after_create {{(pid=106231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 18 01:01:12.235281 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fc4f4e-c74b-4e11-bfb8-a38e6af8159f tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Pushing event updated for resources: {'Port': ['ID=c672d682-9172-4fde-ab68-b9feb8b8e4fd,revision_number=1']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:01:12.252446 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:01:12.296123 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-36fc4f4e-c74b-4e11-bfb8-a38e6af8159f tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Publish callbacks [] for floatingip (bf8f1d3d-09c1-409a-b544-df407fbde97b), precommit_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:12.333273 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-36fc4f4e-c74b-4e11-bfb8-a38e6af8159f tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (c672d682-9172-4fde-ab68-b9feb8b8e4fd), before_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:12.479973 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-36fc4f4e-c74b-4e11-bfb8-a38e6af8159f tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Publish callbacks [] for port (c672d682-9172-4fde-ab68-b9feb8b8e4fd), precommit_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:12.485485 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-36fc4f4e-c74b-4e11-bfb8-a38e6af8159f tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749746030758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749745591525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749745591543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13917127'] for port (c672d682-9172-4fde-ab68-b9feb8b8e4fd), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:12.506850 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.33', 34112) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:01:12.533370 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:01:12.558193 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fc4f4e-c74b-4e11-bfb8-a38e6af8159f tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Pushing event updated for resources: {'Port': ['ID=c672d682-9172-4fde-ab68-b9feb8b8e4fd,revision_number=2']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:01:12.560734 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-36fc4f4e-c74b-4e11-bfb8-a38e6af8159f tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16489891'] for floatingip (bf8f1d3d-09c1-409a-b544-df407fbde97b), after_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:12.567750 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-99e8f796-2fe1-45ab-8a82-7b3b0abbc6e5 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Publish callbacks [] for security_group (a79958da-0ace-40be-883c-3b3873a975fb), before_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:12.577273 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-36fc4f4e-c74b-4e11-bfb8-a38e6af8159f tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16701016'] for floatingip (None), before_response {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:12.578515 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-36fc4f4e-c74b-4e11-bfb8-a38e6af8159f tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] 10.222.0.33 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7883554 Sep 18 01:01:12.591927 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-99e8f796-2fe1-45ab-8a82-7b3b0abbc6e5 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Publish callbacks [] for security_group (a79958da-0ace-40be-883c-3b3873a975fb), precommit_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:12.645220 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-99e8f796-2fe1-45ab-8a82-7b3b0abbc6e5 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512506'] for security_group (a79958da-0ace-40be-883c-3b3873a975fb), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:12.647914 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-99e8f796-2fe1-45ab-8a82-7b3b0abbc6e5 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Publish callbacks [] for security_group (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:12.649057 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [None req-99e8f796-2fe1-45ab-8a82-7b3b0abbc6e5 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "DELETE /networking/v2.0/security-groups/a79958da-0ace-40be-883c-3b3873a975fb HTTP/1.1" status: 204 len: 168 time: 0.1411841 Sep 18 01:01:12.651993 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 34116) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:01:12.658529 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e8f796-2fe1-45ab-8a82-7b3b0abbc6e5 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a79958da-0ace-40be-883c-3b3873a975fb,revision_number=None']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:01:12.668072 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.api.v2.resource [None req-769fe76a-a454-4a1c-ba57-ce6f1bb2c336 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] show failed (client error): The resource could not be found. Sep 18 01:01:12.669087 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-769fe76a-a454-4a1c-ba57-ce6f1bb2c336 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/security-groups/a79958da-0ace-40be-883c-3b3873a975fb HTTP/1.1" status: 404 len: 347 time: 0.0157928 Sep 18 01:01:12.671985 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 34118) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:01:12.795195 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-1c68d697-717c-4c23-b356-0a81bc850e07 req-6a59f514-e7f1-449d-804f-2f43ee3c3baf tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] 10.222.0.33 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--838326967&fields=id&tenant_id=ec2d9e20d4ed4178b9bc68ff54715b18 HTTP/1.1" status: 200 len: 267 time: 0.0451088 Sep 18 01:01:12.801554 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-276b0db9-9b57-416a-8445-0c9a4c035c75 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Deleting port 52781de7-28f9-4eeb-a885-0da5dc8157e9 {{(pid=106231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 18 01:01:12.801894 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-276b0db9-9b57-416a-8445-0c9a4c035c75 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749746030605'] for port (52781de7-28f9-4eeb-a885-0da5dc8157e9), before_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:12.875760 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:DELETE=3 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:01:12.881641 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-276b0db9-9b57-416a-8445-0c9a4c035c75 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16488537'] for port (52781de7-28f9-4eeb-a885-0da5dc8157e9), precommit_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:12.881976 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-276b0db9-9b57-416a-8445-0c9a4c035c75 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Publish callbacks [] for floatingip (52781de7-28f9-4eeb-a885-0da5dc8157e9), precommit_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:12.895360 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-276b0db9-9b57-416a-8445-0c9a4c035c75 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Calling delete_port for 52781de7-28f9-4eeb-a885-0da5dc8157e9 owned by network:floatingip {{(pid=106231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 18 01:01:12.910306 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:01:12.912171 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c68d697-717c-4c23-b356-0a81bc850e07 req-b7d31c1d-260f-4a77-9e3c-749ef81cab3d tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:01:12.913634 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-1c68d697-717c-4c23-b356-0a81bc850e07 req-b7d31c1d-260f-4a77-9e3c-749ef81cab3d tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] 10.222.0.33 "GET /networking/v2.0/networks?id=eee7c814-dc91-4de0-b55e-0732fcd7c9de HTTP/1.1" status: 200 len: 814 time: 0.1090574 Sep 18 01:01:12.930782 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-1c68d697-717c-4c23-b356-0a81bc850e07 req-deca764e-deb3-4959-bc2c-2668ff10d4b1 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] 10.222.0.33 "GET /networking/v2.0/quotas/ec2d9e20d4ed4178b9bc68ff54715b18 HTTP/1.1" status: 200 len: 375 time: 0.0099959 Sep 18 01:01:12.986174 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-1c68d697-717c-4c23-b356-0a81bc850e07 req-2a105697-ab4c-43f4-9b10-d0a1b59661e3 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=ec2d9e20d4ed4178b9bc68ff54715b18&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0496986 Sep 18 01:01:13.040733 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-276b0db9-9b57-416a-8445-0c9a4c035c75 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749746033803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749745591516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13917182'] for port (52781de7-28f9-4eeb-a885-0da5dc8157e9), after_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:13.069109 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276b0db9-9b57-416a-8445-0c9a4c035c75 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Pushing event deleted for resources: {'Port': ['ID=52781de7-28f9-4eeb-a885-0da5dc8157e9,revision_number=None']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:01:13.084866 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-1c68d697-717c-4c23-b356-0a81bc850e07 req-2b92758f-1d1c-441a-87c8-426b233b7d8d service neutron] 10.222.0.33 "GET /networking/v2.0/networks/eee7c814-dc91-4de0-b55e-0732fcd7c9de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860603 Sep 18 01:01:13.132641 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-276b0db9-9b57-416a-8445-0c9a4c035c75 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Publish callbacks [] for floatingip (4ef50530-292a-4297-861f-87661132435b), after_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:13.135644 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-276b0db9-9b57-416a-8445-0c9a4c035c75 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16701016'] for floatingip (None), before_response {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:13.136797 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-276b0db9-9b57-416a-8445-0c9a4c035c75 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "DELETE /networking/v2.0/floatingips/4ef50530-292a-4297-861f-87661132435b HTTP/1.1" status: 204 len: 168 time: 0.4639018 Sep 18 01:01:13.181838 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-1c68d697-717c-4c23-b356-0a81bc850e07 req-3b13fba1-d18d-4e9e-a2a3-f6ad52f999da service neutron] 10.222.0.33 "GET /networking/v2.0/networks/eee7c814-dc91-4de0-b55e-0732fcd7c9de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911999 Sep 18 01:01:13.346300 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-56212f46-090b-4fde-9b74-75cc88c806c0 req-76d28fff-5940-4d40-9ce1-aed29275b6af tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=dc449a97-775f-4dad-8aa1-e12326cfdc88 HTTP/1.1" status: 200 len: 210 time: 0.0291362 Sep 18 01:01:13.868370 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.rpc [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Device 9608eb83-8531-414f-a482-f625b3b31cb2 no longer exists at agent hyperv_hv-cinder-maste {{(pid=106232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:01:13.888595 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] No Port match for: 9608eb83-8531-414f-a482-f625b3b31cb2 {{(pid=106232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 18 01:01:13.889022 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.rpc [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Device 9608eb83-8531-414f-a482-f625b3b31cb2 not bound to the agent host hv-cinder-maste {{(pid=106232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:01:14.454195 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-93578df4-4ea8-407d-a87d-b925c92a3050 req-7c08efff-8802-4a7d-89f6-7e60da663bc2 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=dc449a97-775f-4dad-8aa1-e12326cfdc88 HTTP/1.1" status: 200 len: 210 time: 0.0288758 Sep 18 01:01:14.694217 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c68d697-717c-4c23-b356-0a81bc850e07 req-4d061316-1b81-4860-9daa-6cd244ee7281 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:01:14.695804 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-1c68d697-717c-4c23-b356-0a81bc850e07 req-4d061316-1b81-4860-9daa-6cd244ee7281 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] 10.222.0.57 "GET /networking/v2.0/networks?id=eee7c814-dc91-4de0-b55e-0732fcd7c9de HTTP/1.1" status: 200 len: 814 time: 0.1207244 Sep 18 01:01:14.769130 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:01:14.779274 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-1c68d697-717c-4c23-b356-0a81bc850e07 req-d967545e-f9b9-44cd-b1fb-90e5d968f54a tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] 10.222.0.57 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=ec2d9e20d4ed4178b9bc68ff54715b18 HTTP/1.1" status: 200 len: 379 time: 0.0556211 Sep 18 01:01:14.894301 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.v2.base [req-1c68d697-717c-4c23-b356-0a81bc850e07 req-a1657729-dec6-4ff6-a417-db71964c0097 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Request body: {'port': {'device_id': 'dc449a97-775f-4dad-8aa1-e12326cfdc88', 'network_id': 'eee7c814-dc91-4de0-b55e-0732fcd7c9de', 'admin_state_up': True, 'tenant_id': 'ec2d9e20d4ed4178b9bc68ff54715b18', 'security_groups': ['699043bc-1bc2-4850-96d6-c41e894b5483']}} {{(pid=106231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:01:14.999501 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c68d697-717c-4c23-b356-0a81bc850e07 req-a1657729-dec6-4ff6-a417-db71964c0097 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Made reservation on behalf of ec2d9e20d4ed4178b9bc68ff54715b18 for: {'port': 1} {{(pid=106231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:01:15.003946 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [req-1c68d697-717c-4c23-b356-0a81bc850e07 req-a1657729-dec6-4ff6-a417-db71964c0097 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (None), before_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:15.128808 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.db.db_base_plugin_common [req-1c68d697-717c-4c23-b356-0a81bc850e07 req-a1657729-dec6-4ff6-a417-db71964c0097 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Allocated IP 172.20.0.3 (eee7c814-dc91-4de0-b55e-0732fcd7c9de/4028d8f5-a2a6-4af3-9818-cba168eaf579/5716e21d-3ed3-4b50-ba82-2ad48f1eb0c2) {{(pid=106231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:01:15.265873 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [req-1c68d697-717c-4c23-b356-0a81bc850e07 req-a1657729-dec6-4ff6-a417-db71964c0097 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Publish callbacks [] for port (5716e21d-3ed3-4b50-ba82-2ad48f1eb0c2), precommit_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:15.297514 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [req-1c68d697-717c-4c23-b356-0a81bc850e07 req-a1657729-dec6-4ff6-a417-db71964c0097 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749745591507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13917182'] for port (5716e21d-3ed3-4b50-ba82-2ad48f1eb0c2), after_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:15.305625 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:01:15.344104 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c68d697-717c-4c23-b356-0a81bc850e07 req-a1657729-dec6-4ff6-a417-db71964c0097 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Network eee7c814-dc91-4de0-b55e-0732fcd7c9de is already hosted by enough agents. {{(pid=106231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:01:15.351309 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.scheduler.base_scheduler [req-1c68d697-717c-4c23-b356-0a81bc850e07 req-a1657729-dec6-4ff6-a417-db71964c0097 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Resources bound (agent type, host, resource id): {{(pid=106231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:01:15.354135 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c68d697-717c-4c23-b356-0a81bc850e07 req-a1657729-dec6-4ff6-a417-db71964c0097 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Received port after_create {{(pid=106231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 18 01:01:15.381238 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1657729-dec6-4ff6-a417-db71964c0097 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Pushing event updated for resources: {'Port': ['ID=5716e21d-3ed3-4b50-ba82-2ad48f1eb0c2,revision_number=1']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:01:15.415642 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c68d697-717c-4c23-b356-0a81bc850e07 req-a1657729-dec6-4ff6-a417-db71964c0097 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:01:15.416371 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [req-1c68d697-717c-4c23-b356-0a81bc850e07 req-a1657729-dec6-4ff6-a417-db71964c0097 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16701016'] for port (None), before_response {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:15.437019 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-1c68d697-717c-4c23-b356-0a81bc850e07 req-a1657729-dec6-4ff6-a417-db71964c0097 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] 10.222.0.57 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5471385 Sep 18 01:01:15.456480 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.v2.base [req-1c68d697-717c-4c23-b356-0a81bc850e07 req-cab3e26a-1ce2-4dbe-b52d-edb715c36810 service neutron] Request body: {'port': {'device_id': 'dc449a97-775f-4dad-8aa1-e12326cfdc88', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=106231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:01:15.532372 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [req-1c68d697-717c-4c23-b356-0a81bc850e07 req-cab3e26a-1ce2-4dbe-b52d-edb715c36810 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (5716e21d-3ed3-4b50-ba82-2ad48f1eb0c2), before_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:15.592090 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.provisioning_blocks [None req-24456389-891e-4f01-a74b-aa71b9cd40e6 None None] Provisioning complete for port 5716e21d-3ed3-4b50-ba82-2ad48f1eb0c2 triggered by entity DHCP. {{(pid=106232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 01:01:15.593136 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-24456389-891e-4f01-a74b-aa71b9cd40e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981214'] for port (5716e21d-3ed3-4b50-ba82-2ad48f1eb0c2), provisioning_complete {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:15.593678 dv-cinder-master-3-smb neutron-server[106232]: INFO neutron.plugins.ml2.plugin [None req-24456389-891e-4f01-a74b-aa71b9cd40e6 None None] Attempt 1 to provision port 5716e21d-3ed3-4b50-ba82-2ad48f1eb0c2 Sep 18 01:01:15.599620 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:01:15.601081 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9b88a1-d6c3-48d5-9938-e7e9063fe64e req-d8468136-cb4b-47a0-bd4d-171ca435d9b5 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:01:15.603337 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-5e9b88a1-d6c3-48d5-9938-e7e9063fe64e req-d8468136-cb4b-47a0-bd4d-171ca435d9b5 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=dc449a97-775f-4dad-8aa1-e12326cfdc88 HTTP/1.1" status: 200 len: 931 time: 0.0594566 Sep 18 01:01:15.633800 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-24456389-891e-4f01-a74b-aa71b9cd40e6 None None] Port 5716e21d-3ed3-4b50-ba82-2ad48f1eb0c2 cannot update to ACTIVE because it is not bound. {{(pid=106232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 18 01:01:15.670084 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-5e9b88a1-d6c3-48d5-9938-e7e9063fe64e req-334d8914-aa9e-4e95-a82d-e7507cd90301 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=699043bc-1bc2-4850-96d6-c41e894b5483&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607979 Sep 18 01:01:15.706608 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc76c312-4669-4e7b-915a-7c9ba1f53aff req-c396e891-a514-47b4-881d-d397ae0b7c90 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:01:15.708157 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-dc76c312-4669-4e7b-915a-7c9ba1f53aff req-c396e891-a514-47b4-881d-d397ae0b7c90 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=77b2c1db-b85b-43e2-b6ff-bcd8e7bd9728 HTTP/1.1" status: 200 len: 946 time: 0.0518653 Sep 18 01:01:15.756448 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-dc76c312-4669-4e7b-915a-7c9ba1f53aff req-82b4f809-d612-4d3f-b187-37a3caca684f tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a60bb66f-d31d-4ec8-90a6-9444418b3a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426116 Sep 18 01:01:15.812494 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.notifiers.nova [req-1c68d697-717c-4c23-b356-0a81bc850e07 req-cab3e26a-1ce2-4dbe-b52d-edb715c36810 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5716e21d-3ed3-4b50-ba82-2ad48f1eb0c2 {{(pid=106231) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 18 01:01:15.820597 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [req-1c68d697-717c-4c23-b356-0a81bc850e07 req-cab3e26a-1ce2-4dbe-b52d-edb715c36810 service neutron] Publish callbacks [] for port (5716e21d-3ed3-4b50-ba82-2ad48f1eb0c2), precommit_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:15.832955 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.db.provisioning_blocks [req-1c68d697-717c-4c23-b356-0a81bc850e07 req-cab3e26a-1ce2-4dbe-b52d-edb715c36810 service neutron] Transition to ACTIVE for port object 5716e21d-3ed3-4b50-ba82-2ad48f1eb0c2 will not be triggered until provisioned by entity L2. {{(pid=106231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 18 01:01:15.836866 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [req-1c68d697-717c-4c23-b356-0a81bc850e07 req-cab3e26a-1ce2-4dbe-b52d-edb715c36810 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749746030758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749745591525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749745591543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13917127'] for port (5716e21d-3ed3-4b50-ba82-2ad48f1eb0c2), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:15.900464 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab3e26a-1ce2-4dbe-b52d-edb715c36810 service neutron] Pushing event updated for resources: {'Port': ['ID=5716e21d-3ed3-4b50-ba82-2ad48f1eb0c2,revision_number=2']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:01:15.948026 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.plugins.ml2.managers [req-1c68d697-717c-4c23-b356-0a81bc850e07 req-cab3e26a-1ce2-4dbe-b52d-edb715c36810 service neutron] Attempting to bind port 5716e21d-3ed3-4b50-ba82-2ad48f1eb0c2 on host hv-cinder-maste for vnic_type normal with profile {{(pid=106231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 18 01:01:15.948362 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.plugins.ml2.managers [req-1c68d697-717c-4c23-b356-0a81bc850e07 req-cab3e26a-1ce2-4dbe-b52d-edb715c36810 service neutron] Attempting to bind port 5716e21d-3ed3-4b50-ba82-2ad48f1eb0c2 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '6bbfddfb-8aa0-4ab6-886c-b017727b1f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'eee7c814-dc91-4de0-b55e-0732fcd7c9de'}] {{(pid=106231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 18 01:01:15.948694 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c68d697-717c-4c23-b356-0a81bc850e07 req-cab3e26a-1ce2-4dbe-b52d-edb715c36810 service neutron] Attempting to bind port 5716e21d-3ed3-4b50-ba82-2ad48f1eb0c2 on network eee7c814-dc91-4de0-b55e-0732fcd7c9de {{(pid=106231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:01:15.989834 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c68d697-717c-4c23-b356-0a81bc850e07 req-cab3e26a-1ce2-4dbe-b52d-edb715c36810 service neutron] Port 5716e21d-3ed3-4b50-ba82-2ad48f1eb0c2 on network eee7c814-dc91-4de0-b55e-0732fcd7c9de not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=106231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:01:15.990155 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c68d697-717c-4c23-b356-0a81bc850e07 req-cab3e26a-1ce2-4dbe-b52d-edb715c36810 service neutron] Attempting to bind port 5716e21d-3ed3-4b50-ba82-2ad48f1eb0c2 on network eee7c814-dc91-4de0-b55e-0732fcd7c9de {{(pid=106231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:01:16.031656 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c68d697-717c-4c23-b356-0a81bc850e07 req-cab3e26a-1ce2-4dbe-b52d-edb715c36810 service neutron] Checking agent: {'id': 'a990346c-0f9b-4256-b267-210f2ef06c1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 18, 0, 54, 1), 'started_at': datetime.datetime(2022, 9, 18, 0, 54, 1), 'heartbeat_timestamp': datetime.datetime(2022, 9, 18, 1, 1, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 18 01:01:16.032487 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c68d697-717c-4c23-b356-0a81bc850e07 req-cab3e26a-1ce2-4dbe-b52d-edb715c36810 service neutron] Checking segment: {'id': '6bbfddfb-8aa0-4ab6-886c-b017727b1f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'eee7c814-dc91-4de0-b55e-0732fcd7c9de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 18 01:01:16.032872 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c68d697-717c-4c23-b356-0a81bc850e07 req-cab3e26a-1ce2-4dbe-b52d-edb715c36810 service neutron] Bound using segment: {'id': '6bbfddfb-8aa0-4ab6-886c-b017727b1f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'eee7c814-dc91-4de0-b55e-0732fcd7c9de'} {{(pid=106231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 18 01:01:16.033588 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.plugins.ml2.managers [req-1c68d697-717c-4c23-b356-0a81bc850e07 req-cab3e26a-1ce2-4dbe-b52d-edb715c36810 service neutron] Bound port: 5716e21d-3ed3-4b50-ba82-2ad48f1eb0c2, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bbfddfb-8aa0-4ab6-886c-b017727b1f75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'eee7c814-dc91-4de0-b55e-0732fcd7c9de'}}] {{(pid=106231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 18 01:01:16.033951 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [req-1c68d697-717c-4c23-b356-0a81bc850e07 req-cab3e26a-1ce2-4dbe-b52d-edb715c36810 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (5716e21d-3ed3-4b50-ba82-2ad48f1eb0c2), before_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:16.096596 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.plugins.ml2.db [req-1c68d697-717c-4c23-b356-0a81bc850e07 req-cab3e26a-1ce2-4dbe-b52d-edb715c36810 service neutron] For port 5716e21d-3ed3-4b50-ba82-2ad48f1eb0c2, host hv-cinder-maste, cleared binding levels {{(pid=106231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:01:16.099562 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.plugins.ml2.db [req-1c68d697-717c-4c23-b356-0a81bc850e07 req-cab3e26a-1ce2-4dbe-b52d-edb715c36810 service neutron] For port 5716e21d-3ed3-4b50-ba82-2ad48f1eb0c2, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=5716e21d-3ed3-4b50-ba82-2ad48f1eb0c2,segment=NetworkSegment(6bbfddfb-8aa0-4ab6-886c-b017727b1f75),segment_id=6bbfddfb-8aa0-4ab6-886c-b017727b1f75)] {{(pid=106231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:01:16.105283 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [req-1c68d697-717c-4c23-b356-0a81bc850e07 req-cab3e26a-1ce2-4dbe-b52d-edb715c36810 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749746030758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749745591525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749745591543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13917127'] for port (5716e21d-3ed3-4b50-ba82-2ad48f1eb0c2), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:16.109030 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c68d697-717c-4c23-b356-0a81bc850e07 req-cab3e26a-1ce2-4dbe-b52d-edb715c36810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:01:16.109711 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [req-1c68d697-717c-4c23-b356-0a81bc850e07 req-cab3e26a-1ce2-4dbe-b52d-edb715c36810 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16701016'] for port (None), before_response {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:16.111731 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-1c68d697-717c-4c23-b356-0a81bc850e07 req-cab3e26a-1ce2-4dbe-b52d-edb715c36810 service neutron] 10.222.0.57 "PUT /networking/v2.0/ports/5716e21d-3ed3-4b50-ba82-2ad48f1eb0c2 HTTP/1.1" status: 200 len: 1093 time: 0.6597774 Sep 18 01:01:16.113779 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc449a97-775f-4dad-8aa1-e12326cfdc88', 'tag': '5716e21d-3ed3-4b50-ba82-2ad48f1eb0c2'}] {{(pid=106231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 18 01:01:16.116032 dv-cinder-master-3-smb neutron-server[106231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2daae94765ac049e9d9a56900be8c16ad14208507d163719654d83d071b86d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfa4ed26-b353-4c44-b35c-613b72933e72" -d '{"events": [{"name": "network-changed", "server_uuid": "dc449a97-775f-4dad-8aa1-e12326cfdc88", "tag": "5716e21d-3ed3-4b50-ba82-2ad48f1eb0c2"}]}' {{(pid=106231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:01:16.135326 dv-cinder-master-3-smb neutron-server[106232]: INFO neutron.plugins.ml2.plugin [None req-24456389-891e-4f01-a74b-aa71b9cd40e6 None None] Attempt 2 to provision port 5716e21d-3ed3-4b50-ba82-2ad48f1eb0c2 Sep 18 01:01:16.156557 dv-cinder-master-3-smb neutron-server[106231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 18 Sep 2022 01:01:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77914fbd-2009-4d1e-8217-8af69b0c8400 x-openstack-request-id: req-77914fbd-2009-4d1e-8217-8af69b0c8400 {{(pid=106231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:01:16.156834 dv-cinder-master-3-smb neutron-server[106231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc449a97-775f-4dad-8aa1-e12326cfdc88", "tag": "5716e21d-3ed3-4b50-ba82-2ad48f1eb0c2", "status": "completed", "code": 200}]} {{(pid=106231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:01:16.157669 dv-cinder-master-3-smb neutron-server[106231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-77914fbd-2009-4d1e-8217-8af69b0c8400 {{(pid=106231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:01:16.158022 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77914fbd-2009-4d1e-8217-8af69b0c8400'] response: {'name': 'network-changed', 'server_uuid': 'dc449a97-775f-4dad-8aa1-e12326cfdc88', 'tag': '5716e21d-3ed3-4b50-ba82-2ad48f1eb0c2', 'status': 'completed', 'code': 200} Sep 18 01:01:16.167544 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab3e26a-1ce2-4dbe-b52d-edb715c36810 service neutron] Pushing event updated for resources: {'Port': ['ID=5716e21d-3ed3-4b50-ba82-2ad48f1eb0c2,revision_number=3']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:01:16.176831 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-24456389-891e-4f01-a74b-aa71b9cd40e6 None None] Port 5716e21d-3ed3-4b50-ba82-2ad48f1eb0c2 had new provisioning blocks added so it will not transition to active. {{(pid=106232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 18 01:01:16.794929 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11dcc78e-10a7-417b-b60c-cf53d5a185fe req-3fcbcb0f-825b-4d17-8e96-d6b1ae03274c tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:01:16.796420 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-11dcc78e-10a7-417b-b60c-cf53d5a185fe req-3fcbcb0f-825b-4d17-8e96-d6b1ae03274c tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=dc449a97-775f-4dad-8aa1-e12326cfdc88 HTTP/1.1" status: 200 len: 943 time: 0.0498860 Sep 18 01:01:16.853639 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-11dcc78e-10a7-417b-b60c-cf53d5a185fe req-f48f4fdc-a77b-4b44-9037-5db9a9b68796 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=699043bc-1bc2-4850-96d6-c41e894b5483&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512369 Sep 18 01:01:16.887344 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b307f3-6821-4984-af1f-489e9aa9ec8e req-28e96770-b8e1-46a9-9c20-6a95450f53a7 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:01:16.888790 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-d6b307f3-6821-4984-af1f-489e9aa9ec8e req-28e96770-b8e1-46a9-9c20-6a95450f53a7 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=77b2c1db-b85b-43e2-b6ff-bcd8e7bd9728 HTTP/1.1" status: 200 len: 946 time: 0.0504613 Sep 18 01:01:16.936163 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-d6b307f3-6821-4984-af1f-489e9aa9ec8e req-59c0dc36-2a2e-4af1-9861-9aeabd156566 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a60bb66f-d31d-4ec8-90a6-9444418b3a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408602 Sep 18 01:01:17.890906 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa4ed26-b353-4c44-b35c-613b72933e72 req-2135e249-5817-495e-9038-b026400d8225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:01:17.893017 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-cfa4ed26-b353-4c44-b35c-613b72933e72 req-2135e249-5817-495e-9038-b026400d8225 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=ec2d9e20d4ed4178b9bc68ff54715b18&device_id=dc449a97-775f-4dad-8aa1-e12326cfdc88 HTTP/1.1" status: 200 len: 1127 time: 0.0409608 Sep 18 01:01:17.974150 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e9fd8b-da40-44b0-90a2-c8b8b8efaa25 req-b5bc1c70-14c4-4230-830c-5b239e58867e tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:01:17.975662 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-20e9fd8b-da40-44b0-90a2-c8b8b8efaa25 req-b5bc1c70-14c4-4230-830c-5b239e58867e tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=dc449a97-775f-4dad-8aa1-e12326cfdc88 HTTP/1.1" status: 200 len: 943 time: 0.0475204 Sep 18 01:01:18.036386 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-20e9fd8b-da40-44b0-90a2-c8b8b8efaa25 req-71d199f1-d4b1-4096-9c80-05591e9877d1 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=699043bc-1bc2-4850-96d6-c41e894b5483&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552750 Sep 18 01:01:18.070520 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ac0157-63d1-408e-bbe9-1e6939cfe3fc req-ee85c3f1-e6a4-4ee4-82f6-54440b8d8601 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:01:18.072009 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-d5ac0157-63d1-408e-bbe9-1e6939cfe3fc req-ee85c3f1-e6a4-4ee4-82f6-54440b8d8601 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=77b2c1db-b85b-43e2-b6ff-bcd8e7bd9728 HTTP/1.1" status: 200 len: 946 time: 0.0514989 Sep 18 01:01:18.119452 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-d5ac0157-63d1-408e-bbe9-1e6939cfe3fc req-947230e7-ce5a-4fca-bf17-252711cd7b17 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a60bb66f-d31d-4ec8-90a6-9444418b3a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417736 Sep 18 01:01:18.149222 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:01:18.168635 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa4ed26-b353-4c44-b35c-613b72933e72 req-24a9d16d-d2a1-4f24-9ade-024664428b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:01:18.170093 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-cfa4ed26-b353-4c44-b35c-613b72933e72 req-24a9d16d-d2a1-4f24-9ade-024664428b17 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?tenant_id=ec2d9e20d4ed4178b9bc68ff54715b18&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1001732 Sep 18 01:01:18.245094 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:01:18.261617 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb38191-d987-4064-9098-463240d9909c req-d68fb118-5e2f-44d2-9abd-59caf243b406 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:01:18.263157 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-0eb38191-d987-4064-9098-463240d9909c req-d68fb118-5e2f-44d2-9abd-59caf243b406 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=77b2c1db-b85b-43e2-b6ff-bcd8e7bd9728 HTTP/1.1" status: 200 len: 946 time: 0.0489845 Sep 18 01:01:18.306629 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa4ed26-b353-4c44-b35c-613b72933e72 req-01f60366-3d1a-4097-9169-17e49f008ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:01:18.308311 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-cfa4ed26-b353-4c44-b35c-613b72933e72 req-01f60366-3d1a-4097-9169-17e49f008ff7 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0947282 Sep 18 01:01:18.312838 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=100 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:01:18.355023 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [req-0eb38191-d987-4064-9098-463240d9909c req-f1304f05-9dfd-40a7-947e-957685339271 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Deleting port 1598d49e-579f-48e5-a374-9f7da048ec3a {{(pid=106230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 18 01:01:18.355361 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [req-0eb38191-d987-4064-9098-463240d9909c req-f1304f05-9dfd-40a7-947e-957685339271 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749746030605'] for port (1598d49e-579f-48e5-a374-9f7da048ec3a), before_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:18.423038 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:01:18.427154 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c68d697-717c-4c23-b356-0a81bc850e07 req-dd127b11-aa5a-49f0-aaac-c2dcbcf4b3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:01:18.428674 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-1c68d697-717c-4c23-b356-0a81bc850e07 req-dd127b11-aa5a-49f0-aaac-c2dcbcf4b3fa service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=ec2d9e20d4ed4178b9bc68ff54715b18&device_id=dc449a97-775f-4dad-8aa1-e12326cfdc88 HTTP/1.1" status: 200 len: 1127 time: 0.0444627 Sep 18 01:01:18.448003 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.plugins.ml2.db [req-0eb38191-d987-4064-9098-463240d9909c req-f1304f05-9dfd-40a7-947e-957685339271 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] For port 1598d49e-579f-48e5-a374-9f7da048ec3a, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=1598d49e-579f-48e5-a374-9f7da048ec3a,segment=NetworkSegment(9f226031-7641-47d9-b1b6-a604588f86da),segment_id=9f226031-7641-47d9-b1b6-a604588f86da)] {{(pid=106230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:01:18.448379 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [req-0eb38191-d987-4064-9098-463240d9909c req-f1304f05-9dfd-40a7-947e-957685339271 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16488537'] for port (1598d49e-579f-48e5-a374-9f7da048ec3a), precommit_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:18.462218 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [req-0eb38191-d987-4064-9098-463240d9909c req-f1304f05-9dfd-40a7-947e-957685339271 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Calling delete_port for 1598d49e-579f-48e5-a374-9f7da048ec3a owned by compute:nova {{(pid=106230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 18 01:01:18.474901 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-1c68d697-717c-4c23-b356-0a81bc850e07 req-97c1bcd1-8988-4794-bf63-e8c72e32f6ee service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5716e21d-3ed3-4b50-ba82-2ad48f1eb0c2 HTTP/1.1" status: 200 len: 217 time: 0.0327671 Sep 18 01:01:18.525168 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c68d697-717c-4c23-b356-0a81bc850e07 req-587bf928-4141-424b-bf9d-eefc76cd996e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:01:18.526602 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-1c68d697-717c-4c23-b356-0a81bc850e07 req-587bf928-4141-424b-bf9d-eefc76cd996e service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=4028d8f5-a2a6-4af3-9818-cba168eaf579 HTTP/1.1" status: 200 len: 853 time: 0.0449643 Sep 18 01:01:18.572224 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c68d697-717c-4c23-b356-0a81bc850e07 req-00c8374a-43a0-45f2-ab3b-fee70f7c04d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:01:18.573732 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-1c68d697-717c-4c23-b356-0a81bc850e07 req-00c8374a-43a0-45f2-ab3b-fee70f7c04d4 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=eee7c814-dc91-4de0-b55e-0732fcd7c9de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0384736 Sep 18 01:01:18.591541 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [req-0eb38191-d987-4064-9098-463240d9909c req-f1304f05-9dfd-40a7-947e-957685339271 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749746033803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749745591516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13339648'] for port (1598d49e-579f-48e5-a374-9f7da048ec3a), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:18.626992 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1304f05-9dfd-40a7-947e-957685339271 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Pushing event deleted for resources: {'Port': ['ID=1598d49e-579f-48e5-a374-9f7da048ec3a,revision_number=None']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:01:18.630593 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.db [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] get_ports_and_sgs() called for port_ids ['f9535f32-8846-4f66-9b5c-30fb801b7fbc', '1598d49e-579f-48e5-a374-9f7da048ec3a'] {{(pid=106232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 18 01:01:18.656761 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1304f05-9dfd-40a7-947e-957685339271 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:01:18.657411 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1304f05-9dfd-40a7-947e-957685339271 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:01:18.657872 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1304f05-9dfd-40a7-947e-957685339271 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:01:18.658293 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1304f05-9dfd-40a7-947e-957685339271 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:01:18.658700 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1304f05-9dfd-40a7-947e-957685339271 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:01:18.659131 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1304f05-9dfd-40a7-947e-957685339271 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:01:18.659529 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1304f05-9dfd-40a7-947e-957685339271 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:01:18.659918 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1304f05-9dfd-40a7-947e-957685339271 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:01:18.660316 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1304f05-9dfd-40a7-947e-957685339271 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:01:18.660707 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1304f05-9dfd-40a7-947e-957685339271 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:01:18.661110 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1304f05-9dfd-40a7-947e-957685339271 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:01:18.661504 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1304f05-9dfd-40a7-947e-957685339271 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:01:18.661891 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1304f05-9dfd-40a7-947e-957685339271 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:01:18.663103 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1304f05-9dfd-40a7-947e-957685339271 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:01:18.663103 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1304f05-9dfd-40a7-947e-957685339271 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:01:18.674729 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-1c68d697-717c-4c23-b356-0a81bc850e07 req-92564591-e0f2-4d7e-a51b-3c5dd6402f68 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/eee7c814-dc91-4de0-b55e-0732fcd7c9de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936613 Sep 18 01:01:18.684508 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.db.l3_dvrscheduler_db [req-0eb38191-d987-4064-9098-463240d9909c req-f1304f05-9dfd-40a7-947e-957685339271 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] No DVR routers for this DVR port 1598d49e-579f-48e5-a374-9f7da048ec3a on host hv-cinder-maste {{(pid=106230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 18 01:01:18.687213 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [req-0eb38191-d987-4064-9098-463240d9909c req-f1304f05-9dfd-40a7-947e-957685339271 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16701016'] for port (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:18.691381 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-0eb38191-d987-4064-9098-463240d9909c req-f1304f05-9dfd-40a7-947e-957685339271 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.57 "DELETE /networking/v2.0/ports/1598d49e-579f-48e5-a374-9f7da048ec3a HTTP/1.1" status: 204 len: 173 time: 0.4222729 Sep 18 01:01:18.691781 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77b2c1db-b85b-43e2-b6ff-bcd8e7bd9728', 'name': 'network-vif-deleted', 'tag': '1598d49e-579f-48e5-a374-9f7da048ec3a'}] {{(pid=106230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 18 01:01:18.694047 dv-cinder-master-3-smb neutron-server[106230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5cb6f936bef875aa30205792da77c9643b85616d99b85ee9f5e1cfaba0fe173" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77e8cdaf-1625-47d6-a38d-f0f98cc85b69" -d '{"events": [{"server_uuid": "77b2c1db-b85b-43e2-b6ff-bcd8e7bd9728", "name": "network-vif-deleted", "tag": "1598d49e-579f-48e5-a374-9f7da048ec3a"}]}' {{(pid=106230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:01:18.733282 dv-cinder-master-3-smb neutron-server[106230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 18 Sep 2022 01:01:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8abb7a47-cadf-4ffa-b348-cc0faa474e08 x-openstack-request-id: req-8abb7a47-cadf-4ffa-b348-cc0faa474e08 {{(pid=106230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:01:18.734138 dv-cinder-master-3-smb neutron-server[106230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77b2c1db-b85b-43e2-b6ff-bcd8e7bd9728", "name": "network-vif-deleted", "tag": "1598d49e-579f-48e5-a374-9f7da048ec3a", "status": "completed", "code": 200}]} {{(pid=106230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:01:18.734138 dv-cinder-master-3-smb neutron-server[106230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-8abb7a47-cadf-4ffa-b348-cc0faa474e08 {{(pid=106230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:01:18.734367 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8abb7a47-cadf-4ffa-b348-cc0faa474e08'] response: {'server_uuid': '77b2c1db-b85b-43e2-b6ff-bcd8e7bd9728', 'name': 'network-vif-deleted', 'tag': '1598d49e-579f-48e5-a374-9f7da048ec3a', 'status': 'completed', 'code': 200} Sep 18 01:01:18.780229 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-1c68d697-717c-4c23-b356-0a81bc850e07 req-d2d239a9-4dd8-455d-8a00-60025e2c7118 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/eee7c814-dc91-4de0-b55e-0732fcd7c9de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993109 Sep 18 01:01:19.158926 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c9a207-fa70-4352-89c8-8a359706b05a req-e6475c1f-1f4b-4633-bd18-913bb6760d57 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:01:19.160424 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-68c9a207-fa70-4352-89c8-8a359706b05a req-e6475c1f-1f4b-4633-bd18-913bb6760d57 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=dc449a97-775f-4dad-8aa1-e12326cfdc88 HTTP/1.1" status: 200 len: 943 time: 0.0465822 Sep 18 01:01:19.209035 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-68c9a207-fa70-4352-89c8-8a359706b05a req-b6357248-2f3b-42fc-b021-86854d3ee8d3 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=699043bc-1bc2-4850-96d6-c41e894b5483&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430963 Sep 18 01:01:19.236915 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-45dd11d3-7569-4a48-9fcc-fabe5a06ed8e req-d2136695-ddd5-45a1-b3e7-1dbe79cac5bb tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=77b2c1db-b85b-43e2-b6ff-bcd8e7bd9728 HTTP/1.1" status: 200 len: 210 time: 0.0268550 Sep 18 01:01:20.254226 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.agents_db [None req-fc240a3b-6701-466a-b3ae-821b2bb1d0eb None None] Agent healthcheck: found 6 active agents {{(pid=106233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 01:01:20.338737 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b8b7d6-c721-4c02-8068-682293163f1b req-f2d1b63e-5939-40bc-98e0-855d3e47efe2 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:01:20.340305 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-a8b8b7d6-c721-4c02-8068-682293163f1b req-f2d1b63e-5939-40bc-98e0-855d3e47efe2 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=dc449a97-775f-4dad-8aa1-e12326cfdc88 HTTP/1.1" status: 200 len: 943 time: 0.0518434 Sep 18 01:01:20.379819 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-26eb1cfe-3233-4731-8a9e-3bddfd82dd4a req-02837ca1-5b5c-4103-b8b6-7ceb515ff6cc tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=77b2c1db-b85b-43e2-b6ff-bcd8e7bd9728 HTTP/1.1" status: 200 len: 210 time: 0.0386264 Sep 18 01:01:20.411856 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-a8b8b7d6-c721-4c02-8068-682293163f1b req-8410eb6c-6d14-47d7-9a7d-a62cbffc5025 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=699043bc-1bc2-4850-96d6-c41e894b5483&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607815 Sep 18 01:01:21.161547 dv-cinder-master-3-smb neutron-server[106233]: DEBUG dbcounter [-] [106233] Writing DB stats neutron:SELECT=10 {{(pid=106233) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:01:21.605576 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54150d2-9ecd-46f7-b0b2-77be8fa1a6c6 req-af084326-81b8-4c13-8022-51df4535f269 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:01:21.607076 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-b54150d2-9ecd-46f7-b0b2-77be8fa1a6c6 req-af084326-81b8-4c13-8022-51df4535f269 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=dc449a97-775f-4dad-8aa1-e12326cfdc88 HTTP/1.1" status: 200 len: 943 time: 0.0577843 Sep 18 01:01:21.690475 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-b54150d2-9ecd-46f7-b0b2-77be8fa1a6c6 req-6c27666c-4e21-4aa8-9f71-7044638f1dd1 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=699043bc-1bc2-4850-96d6-c41e894b5483&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769749 Sep 18 01:01:21.696098 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a99e870-a60c-42f0-b58d-96b10d0781dc req-5839afdf-89dc-4b2c-972a-06e3d1d43f25 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:01:21.697556 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-7a99e870-a60c-42f0-b58d-96b10d0781dc req-5839afdf-89dc-4b2c-972a-06e3d1d43f25 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=bf75d794-7c36-40e0-a103-db749b9dd1e2 HTTP/1.1" status: 200 len: 945 time: 0.0670452 Sep 18 01:01:21.747141 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-7a99e870-a60c-42f0-b58d-96b10d0781dc req-75368435-6a17-4a7a-9caf-1db36c5967a6 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a60bb66f-d31d-4ec8-90a6-9444418b3a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439684 Sep 18 01:01:21.862816 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.rpc [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Device 5716e21d-3ed3-4b50-ba82-2ad48f1eb0c2 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 01:01:21.879007 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.rpc [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Device 1598d49e-579f-48e5-a374-9f7da048ec3a no longer exists at agent hyperv_hv-cinder-maste {{(pid=106232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:01:21.903365 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] No Port match for: 1598d49e-579f-48e5-a374-9f7da048ec3a {{(pid=106232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 18 01:01:21.903709 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.rpc [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Device 1598d49e-579f-48e5-a374-9f7da048ec3a not bound to the agent host hv-cinder-maste {{(pid=106232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:01:21.982003 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.db [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] For port 5716e21d-3ed3-4b50-ba82-2ad48f1eb0c2, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=5716e21d-3ed3-4b50-ba82-2ad48f1eb0c2,segment=NetworkSegment(6bbfddfb-8aa0-4ab6-886c-b017727b1f75),segment_id=6bbfddfb-8aa0-4ab6-886c-b017727b1f75)] {{(pid=106232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:01:21.996918 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.rpc [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Returning: {'device': '5716e21d-3ed3-4b50-ba82-2ad48f1eb0c2', 'network_id': 'eee7c814-dc91-4de0-b55e-0732fcd7c9de', 'port_id': '5716e21d-3ed3-4b50-ba82-2ad48f1eb0c2', 'mac_address': 'fa:16:3e:c1:03:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4028d8f5-a2a6-4af3-9818-cba168eaf579', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 01:01:21.999126 dv-cinder-master-3-smb neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=92,neutron:UPDATE=8 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:01:22.032854 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Current status of the port 5716e21d-3ed3-4b50-ba82-2ad48f1eb0c2 is: DOWN; New status is: BUILD {{(pid=106232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 01:01:22.033241 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (5716e21d-3ed3-4b50-ba82-2ad48f1eb0c2), before_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:22.046298 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.notifiers.nova [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5716e21d-3ed3-4b50-ba82-2ad48f1eb0c2 {{(pid=106232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 18 01:01:22.065979 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.db [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] For port 5716e21d-3ed3-4b50-ba82-2ad48f1eb0c2, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=5716e21d-3ed3-4b50-ba82-2ad48f1eb0c2,segment=NetworkSegment(6bbfddfb-8aa0-4ab6-886c-b017727b1f75),segment_id=6bbfddfb-8aa0-4ab6-886c-b017727b1f75)] {{(pid=106232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:01:22.068964 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749746030758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749745591525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749745591543'] for port (5716e21d-3ed3-4b50-ba82-2ad48f1eb0c2), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:22.113104 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Pushing event updated for resources: {'Port': ['ID=5716e21d-3ed3-4b50-ba82-2ad48f1eb0c2,revision_number=4']} {{(pid=106232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:01:22.466146 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.db [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] get_ports_and_sgs() called for port_ids ['5716e21d-3ed3-4b50-ba82-2ad48f1eb0c2'] {{(pid=106232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 18 01:01:22.812943 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c69e2b-a444-4466-b42f-4ee73b78070b req-755bce43-6344-4a85-b876-63f415d41022 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:01:22.814433 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-87c69e2b-a444-4466-b42f-4ee73b78070b req-755bce43-6344-4a85-b876-63f415d41022 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=dc449a97-775f-4dad-8aa1-e12326cfdc88 HTTP/1.1" status: 200 len: 944 time: 0.0475018 Sep 18 01:01:22.894785 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65b16f8-5cb8-431a-9cf2-4729192b4c97 req-406fb42c-97f2-4969-97d0-4358252fc94f tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:01:22.896266 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-f65b16f8-5cb8-431a-9cf2-4729192b4c97 req-406fb42c-97f2-4969-97d0-4358252fc94f tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=bf75d794-7c36-40e0-a103-db749b9dd1e2 HTTP/1.1" status: 200 len: 945 time: 0.0695832 Sep 18 01:01:22.899521 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-87c69e2b-a444-4466-b42f-4ee73b78070b req-62b2231e-ea29-47b9-93f2-975784269b30 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=699043bc-1bc2-4850-96d6-c41e894b5483&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797887 Sep 18 01:01:22.943193 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:01:22.947880 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-f65b16f8-5cb8-431a-9cf2-4729192b4c97 req-b8da9185-ebf7-417f-9888-cd585db81f7c tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a60bb66f-d31d-4ec8-90a6-9444418b3a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461659 Sep 18 01:01:23.888535 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.rpc [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Device 5716e21d-3ed3-4b50-ba82-2ad48f1eb0c2 up at agent hyperv_hv-cinder-maste {{(pid=106232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:01:23.926907 dv-cinder-master-3-smb neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:01:23.933460 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.provisioning_blocks [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Provisioning for port 5716e21d-3ed3-4b50-ba82-2ad48f1eb0c2 completed by entity L2. {{(pid=106232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 18 01:01:23.941363 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.provisioning_blocks [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Provisioning complete for port 5716e21d-3ed3-4b50-ba82-2ad48f1eb0c2 triggered by entity L2. {{(pid=106232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 01:01:23.941802 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981214'] for port (5716e21d-3ed3-4b50-ba82-2ad48f1eb0c2), provisioning_complete {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:23.942234 dv-cinder-master-3-smb neutron-server[106232]: INFO neutron.plugins.ml2.plugin [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Attempt 1 to provision port 5716e21d-3ed3-4b50-ba82-2ad48f1eb0c2 Sep 18 01:01:24.008190 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:01:24.028692 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Current status of the port 5716e21d-3ed3-4b50-ba82-2ad48f1eb0c2 is: BUILD; New status is: ACTIVE {{(pid=106232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 01:01:24.029087 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (5716e21d-3ed3-4b50-ba82-2ad48f1eb0c2), before_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:24.050494 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab273aa-98a1-4fdc-8b5c-d0807cb3be23 req-e702185b-158b-47c7-a3a7-3524357672e3 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:01:24.052041 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-1ab273aa-98a1-4fdc-8b5c-d0807cb3be23 req-e702185b-158b-47c7-a3a7-3524357672e3 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=dc449a97-775f-4dad-8aa1-e12326cfdc88 HTTP/1.1" status: 200 len: 944 time: 0.0530593 Sep 18 01:01:24.053567 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc449a97-775f-4dad-8aa1-e12326cfdc88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5716e21d-3ed3-4b50-ba82-2ad48f1eb0c2'}] {{(pid=106232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 18 01:01:24.056179 dv-cinder-master-3-smb neutron-server[106232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90e96a6086c290001a0d7e5ddcf89e279d0a9bc322b7051b760fc9213660c862" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15b5bb2d-2070-4e5b-bd26-7154afe79b1e" -d '{"events": [{"server_uuid": "dc449a97-775f-4dad-8aa1-e12326cfdc88", "name": "network-vif-plugged", "status": "completed", "tag": "5716e21d-3ed3-4b50-ba82-2ad48f1eb0c2"}]}' {{(pid=106232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:01:24.078242 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.db [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] For port 5716e21d-3ed3-4b50-ba82-2ad48f1eb0c2, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=5716e21d-3ed3-4b50-ba82-2ad48f1eb0c2,segment=NetworkSegment(6bbfddfb-8aa0-4ab6-886c-b017727b1f75),segment_id=6bbfddfb-8aa0-4ab6-886c-b017727b1f75)] {{(pid=106232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:01:24.082943 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749746030758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749745591525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749745591543'] for port (5716e21d-3ed3-4b50-ba82-2ad48f1eb0c2), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:24.128808 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-1ab273aa-98a1-4fdc-8b5c-d0807cb3be23 req-fdc33ae7-5995-4f7f-86a7-c9fd7027f662 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=699043bc-1bc2-4850-96d6-c41e894b5483&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689151 Sep 18 01:01:24.132352 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Pushing event updated for resources: {'Port': ['ID=5716e21d-3ed3-4b50-ba82-2ad48f1eb0c2,revision_number=5']} {{(pid=106232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:01:24.180274 dv-cinder-master-3-smb neutron-server[106232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 18 Sep 2022 01:01:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e9f3596-9bd2-43a7-bb8a-c715c410c244 x-openstack-request-id: req-9e9f3596-9bd2-43a7-bb8a-c715c410c244 {{(pid=106232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:01:24.180580 dv-cinder-master-3-smb neutron-server[106232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc449a97-775f-4dad-8aa1-e12326cfdc88", "name": "network-vif-plugged", "status": "completed", "tag": "5716e21d-3ed3-4b50-ba82-2ad48f1eb0c2", "code": 200}]} {{(pid=106232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:01:24.180823 dv-cinder-master-3-smb neutron-server[106232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-9e9f3596-9bd2-43a7-bb8a-c715c410c244 {{(pid=106232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:01:24.181226 dv-cinder-master-3-smb neutron-server[106232]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e9f3596-9bd2-43a7-bb8a-c715c410c244'] response: {'server_uuid': 'dc449a97-775f-4dad-8aa1-e12326cfdc88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5716e21d-3ed3-4b50-ba82-2ad48f1eb0c2', 'code': 200} Sep 18 01:01:24.303153 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf8d303-c04a-4b2c-bcd1-262b74fb067a req-56381d54-9451-447b-9390-98db936e825d tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:01:24.304625 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-bdf8d303-c04a-4b2c-bcd1-262b74fb067a req-56381d54-9451-447b-9390-98db936e825d tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6f4bab30-d9b2-4713-ab65-46a4754f8153 HTTP/1.1" status: 200 len: 946 time: 0.0792925 Sep 18 01:01:24.314813 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c61fa96-7b60-4e39-913f-0737851ab2e6 req-a210e193-df30-4638-81cd-fcdf17024f83 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:01:24.316210 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-9c61fa96-7b60-4e39-913f-0737851ab2e6 req-a210e193-df30-4638-81cd-fcdf17024f83 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=bf75d794-7c36-40e0-a103-db749b9dd1e2 HTTP/1.1" status: 200 len: 945 time: 0.0618145 Sep 18 01:01:24.389028 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-bdf8d303-c04a-4b2c-bcd1-262b74fb067a req-c212bf9a-6287-470a-9b1c-b9c30a3b3e06 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=af5bddc4-1b2d-44ab-8230-6f22a8f63cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718884 Sep 18 01:01:24.393360 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-9c61fa96-7b60-4e39-913f-0737851ab2e6 req-47631a6a-bc90-409b-a994-b3094788ee8d tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a60bb66f-d31d-4ec8-90a6-9444418b3a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696442 Sep 18 01:01:25.254921 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7bc319-6c1e-4333-a28c-691c021a1503 req-7093f00a-c283-4e3d-8877-e9b516c750e2 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:01:25.256375 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-ef7bc319-6c1e-4333-a28c-691c021a1503 req-7093f00a-c283-4e3d-8877-e9b516c750e2 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=dc449a97-775f-4dad-8aa1-e12326cfdc88 HTTP/1.1" status: 200 len: 945 time: 0.0473237 Sep 18 01:01:25.303690 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-ef7bc319-6c1e-4333-a28c-691c021a1503 req-b5bd66ab-c255-4c00-8aa1-1ba76f88ee7b tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=699043bc-1bc2-4850-96d6-c41e894b5483&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415866 Sep 18 01:01:25.546480 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a6b19e-dc53-4c63-8c07-a45f549fcda5 req-e2142bbf-0c62-4139-a128-55624009469d tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:01:25.548488 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-77a6b19e-dc53-4c63-8c07-a45f549fcda5 req-e2142bbf-0c62-4139-a128-55624009469d tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=bf75d794-7c36-40e0-a103-db749b9dd1e2 HTTP/1.1" status: 200 len: 945 time: 0.0803916 Sep 18 01:01:25.554088 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75851b8-d13d-44e7-a29b-27fc946133b6 req-d638383a-e8cf-44bf-85b3-59cb498e70ca tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:01:25.555448 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-f75851b8-d13d-44e7-a29b-27fc946133b6 req-d638383a-e8cf-44bf-85b3-59cb498e70ca tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6f4bab30-d9b2-4713-ab65-46a4754f8153 HTTP/1.1" status: 200 len: 946 time: 0.0854692 Sep 18 01:01:25.633165 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-77a6b19e-dc53-4c63-8c07-a45f549fcda5 req-3fd929fd-e960-46d5-b0d4-95fe3731dbc2 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=a60bb66f-d31d-4ec8-90a6-9444418b3a53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767543 Sep 18 01:01:25.636244 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-f75851b8-d13d-44e7-a29b-27fc946133b6 req-41cd6070-d062-4865-9722-d6ce2d2f6939 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=af5bddc4-1b2d-44ab-8230-6f22a8f63cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738626 Sep 18 01:01:25.683891 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc82e0e-9ebf-462f-b853-cc798d0bcaef req-1e94d626-03f3-42bf-af8f-1ad7758a6045 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:01:25.685370 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-7bc82e0e-9ebf-462f-b853-cc798d0bcaef req-1e94d626-03f3-42bf-af8f-1ad7758a6045 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=bf75d794-7c36-40e0-a103-db749b9dd1e2 HTTP/1.1" status: 200 len: 945 time: 0.0621433 Sep 18 01:01:25.751100 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6ca412-ecfc-467f-a2a6-977a33b669a5 req-985a3094-519e-4bda-9f09-e02218d418a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:01:25.752582 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-2c6ca412-ecfc-467f-a2a6-977a33b669a5 req-985a3094-519e-4bda-9f09-e02218d418a2 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=dc449a97-775f-4dad-8aa1-e12326cfdc88 HTTP/1.1" status: 200 len: 1129 time: 0.0436072 Sep 18 01:01:25.774067 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [req-7bc82e0e-9ebf-462f-b853-cc798d0bcaef req-83c4591e-ad8d-49a8-abf5-54f053ba0b99 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Deleting port f9535f32-8846-4f66-9b5c-30fb801b7fbc {{(pid=106231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 18 01:01:25.774399 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [req-7bc82e0e-9ebf-462f-b853-cc798d0bcaef req-83c4591e-ad8d-49a8-abf5-54f053ba0b99 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749746030605'] for port (f9535f32-8846-4f66-9b5c-30fb801b7fbc), before_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:25.800054 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-2c6ca412-ecfc-467f-a2a6-977a33b669a5 req-6d384f39-a157-45c8-bc78-602eb43c1b80 service neutron] 10.222.0.57 "GET /networking/v2.0/security-groups?id=699043bc-1bc2-4850-96d6-c41e894b5483&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386164 Sep 18 01:01:25.866609 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.plugins.ml2.db [req-7bc82e0e-9ebf-462f-b853-cc798d0bcaef req-83c4591e-ad8d-49a8-abf5-54f053ba0b99 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] For port f9535f32-8846-4f66-9b5c-30fb801b7fbc, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=f9535f32-8846-4f66-9b5c-30fb801b7fbc,segment=NetworkSegment(9f226031-7641-47d9-b1b6-a604588f86da),segment_id=9f226031-7641-47d9-b1b6-a604588f86da)] {{(pid=106231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:01:25.867032 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [req-7bc82e0e-9ebf-462f-b853-cc798d0bcaef req-83c4591e-ad8d-49a8-abf5-54f053ba0b99 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16488537'] for port (f9535f32-8846-4f66-9b5c-30fb801b7fbc), precommit_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:25.880875 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [req-7bc82e0e-9ebf-462f-b853-cc798d0bcaef req-83c4591e-ad8d-49a8-abf5-54f053ba0b99 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Calling delete_port for f9535f32-8846-4f66-9b5c-30fb801b7fbc owned by compute:nova {{(pid=106231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 18 01:01:26.008650 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [req-7bc82e0e-9ebf-462f-b853-cc798d0bcaef req-83c4591e-ad8d-49a8-abf5-54f053ba0b99 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749746033803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749745591516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13917182'] for port (f9535f32-8846-4f66-9b5c-30fb801b7fbc), after_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:26.037663 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c4591e-ad8d-49a8-abf5-54f053ba0b99 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Pushing event deleted for resources: {'Port': ['ID=f9535f32-8846-4f66-9b5c-30fb801b7fbc,revision_number=None']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:01:26.057671 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.db [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] get_ports_and_sgs() called for port_ids ['f9535f32-8846-4f66-9b5c-30fb801b7fbc'] {{(pid=106232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 18 01:01:26.081540 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bc82e0e-9ebf-462f-b853-cc798d0bcaef req-83c4591e-ad8d-49a8-abf5-54f053ba0b99 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] No DVR routers for this DVR port f9535f32-8846-4f66-9b5c-30fb801b7fbc on host hv-cinder-maste {{(pid=106231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 18 01:01:26.084045 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [req-7bc82e0e-9ebf-462f-b853-cc798d0bcaef req-83c4591e-ad8d-49a8-abf5-54f053ba0b99 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16701016'] for port (None), before_response {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:26.087530 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-7bc82e0e-9ebf-462f-b853-cc798d0bcaef req-83c4591e-ad8d-49a8-abf5-54f053ba0b99 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.57 "DELETE /networking/v2.0/ports/f9535f32-8846-4f66-9b5c-30fb801b7fbc HTTP/1.1" status: 204 len: 173 time: 0.3960407 Sep 18 01:01:26.088025 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf75d794-7c36-40e0-a103-db749b9dd1e2', 'name': 'network-vif-deleted', 'tag': 'f9535f32-8846-4f66-9b5c-30fb801b7fbc'}] {{(pid=106231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 18 01:01:26.090272 dv-cinder-master-3-smb neutron-server[106231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2daae94765ac049e9d9a56900be8c16ad14208507d163719654d83d071b86d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06f42e02-9920-409c-ae3e-e315da0f6da4" -d '{"events": [{"server_uuid": "bf75d794-7c36-40e0-a103-db749b9dd1e2", "name": "network-vif-deleted", "tag": "f9535f32-8846-4f66-9b5c-30fb801b7fbc"}]}' {{(pid=106231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:01:26.130651 dv-cinder-master-3-smb neutron-server[106231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 18 Sep 2022 01:01:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a24a1ea-ebcb-4516-b24b-89f120f1f601 x-openstack-request-id: req-2a24a1ea-ebcb-4516-b24b-89f120f1f601 {{(pid=106231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:01:26.131107 dv-cinder-master-3-smb neutron-server[106231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf75d794-7c36-40e0-a103-db749b9dd1e2", "name": "network-vif-deleted", "tag": "f9535f32-8846-4f66-9b5c-30fb801b7fbc", "status": "completed", "code": 200}]} {{(pid=106231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:01:26.131664 dv-cinder-master-3-smb neutron-server[106231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-2a24a1ea-ebcb-4516-b24b-89f120f1f601 {{(pid=106231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:01:26.131776 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a24a1ea-ebcb-4516-b24b-89f120f1f601'] response: {'server_uuid': 'bf75d794-7c36-40e0-a103-db749b9dd1e2', 'name': 'network-vif-deleted', 'tag': 'f9535f32-8846-4f66-9b5c-30fb801b7fbc', 'status': 'completed', 'code': 200} Sep 18 01:01:26.427781 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90163f99-81fa-447c-a9b5-4c6dcac4e70b req-bcb50f7b-ad6d-4aa1-93ca-7a20e2e4ab10 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:01:26.429333 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-90163f99-81fa-447c-a9b5-4c6dcac4e70b req-bcb50f7b-ad6d-4aa1-93ca-7a20e2e4ab10 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=dc449a97-775f-4dad-8aa1-e12326cfdc88 HTTP/1.1" status: 200 len: 945 time: 0.0471859 Sep 18 01:01:26.478917 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-90163f99-81fa-447c-a9b5-4c6dcac4e70b req-3827c5de-c619-4969-a525-3c80ad7ea633 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=699043bc-1bc2-4850-96d6-c41e894b5483&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438950 Sep 18 01:01:26.784739 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-c5ae0bdd-bb21-4be3-a686-55d82e2b495b req-e9a9d6f7-a2bb-4a3c-af77-c1c128f2b352 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=bf75d794-7c36-40e0-a103-db749b9dd1e2 HTTP/1.1" status: 200 len: 210 time: 0.0485620 Sep 18 01:01:26.797670 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b9a2be-0094-42c7-bd83-b03388bd0857 req-c56cfa87-896a-44f6-905f-09230e2cb211 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:01:26.799259 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-a1b9a2be-0094-42c7-bd83-b03388bd0857 req-c56cfa87-896a-44f6-905f-09230e2cb211 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6f4bab30-d9b2-4713-ab65-46a4754f8153 HTTP/1.1" status: 200 len: 946 time: 0.0749664 Sep 18 01:01:26.850069 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-a1b9a2be-0094-42c7-bd83-b03388bd0857 req-4d24503a-b357-4443-9542-12ec07c707f2 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=af5bddc4-1b2d-44ab-8230-6f22a8f63cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445099 Sep 18 01:01:27.602231 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea21b3c-87ec-4d97-a650-9b31351f0fff req-4fc27976-0513-4456-8bac-961fb39c07df tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:01:27.603733 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-eea21b3c-87ec-4d97-a650-9b31351f0fff req-4fc27976-0513-4456-8bac-961fb39c07df tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=dc449a97-775f-4dad-8aa1-e12326cfdc88 HTTP/1.1" status: 200 len: 945 time: 0.0464892 Sep 18 01:01:27.651094 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-eea21b3c-87ec-4d97-a650-9b31351f0fff req-3a42c8d0-6324-4f2d-9d98-2c6231bc93c7 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=699043bc-1bc2-4850-96d6-c41e894b5483&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414505 Sep 18 01:01:27.771305 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc3e93a-426a-4a3e-abfb-b60362bd36b0 req-cda1c7e9-6d88-426a-9e3d-e9cfe2fc0719 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:01:27.772679 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-6cc3e93a-426a-4a3e-abfb-b60362bd36b0 req-cda1c7e9-6d88-426a-9e3d-e9cfe2fc0719 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=dc449a97-775f-4dad-8aa1-e12326cfdc88 HTTP/1.1" status: 200 len: 945 time: 0.0501697 Sep 18 01:01:27.783444 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.33', 34262) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:01:27.788154 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.v2.base [None req-fdcef02e-9244-45ff-9ee3-310c84224dd5 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Request body: {'floatingip': {'port_id': '5716e21d-3ed3-4b50-ba82-2ad48f1eb0c2'}} {{(pid=106230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:01:27.827442 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-fdcef02e-9244-45ff-9ee3-310c84224dd5 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Publish callbacks [] for floatingip (bf8f1d3d-09c1-409a-b544-df407fbde97b), before_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:27.862071 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=100 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:01:27.923698 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-86958a71-48e5-4cda-8e11-d14c3a1c9895 req-dd47a66a-495d-432d-8a9b-c853c6afe954 tempest-ServerRescueNegativeTestJSON-233879556 tempest-ServerRescueNegativeTestJSON-233879556-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=bf75d794-7c36-40e0-a103-db749b9dd1e2 HTTP/1.1" status: 200 len: 210 time: 0.0364089 Sep 18 01:01:27.951897 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=100 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:01:28.048800 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19d87db-8912-4aa8-92ad-c66cfc63b29a req-1dffeef8-ee97-4122-8238-1ea45bb326fb tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:01:28.050161 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-c19d87db-8912-4aa8-92ad-c66cfc63b29a req-1dffeef8-ee97-4122-8238-1ea45bb326fb tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6f4bab30-d9b2-4713-ab65-46a4754f8153 HTTP/1.1" status: 200 len: 946 time: 0.0921011 Sep 18 01:01:28.140622 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-c19d87db-8912-4aa8-92ad-c66cfc63b29a req-abf6a6d4-0830-4754-ad15-4c0f8ba87d00 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=af5bddc4-1b2d-44ab-8230-6f22a8f63cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838356 Sep 18 01:01:28.348322 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-fdcef02e-9244-45ff-9ee3-310c84224dd5 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:28.351997 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-fdcef02e-9244-45ff-9ee3-310c84224dd5 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16489891'] for floatingip (bf8f1d3d-09c1-409a-b544-df407fbde97b), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:28.447099 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.db.l3_db [None req-fdcef02e-9244-45ff-9ee3-310c84224dd5 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Floating IP bf8f1d3d-09c1-409a-b544-df407fbde97b associated. External IP: 172.37.5.210, port: 5716e21d-3ed3-4b50-ba82-2ad48f1eb0c2. Sep 18 01:01:28.642838 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdcef02e-9244-45ff-9ee3-310c84224dd5 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Router 5b0b7f67-1b83-4574-ab3e-35ade2a4eea8 has already been hosted by L3 agent d0e8801d-4758-48bd-8085-7f05d3358764 {{(pid=106230) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 01:01:28.975875 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdcef02e-9244-45ff-9ee3-310c84224dd5 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=106230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:01:28.980608 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-fdcef02e-9244-45ff-9ee3-310c84224dd5 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16701016'] for floatingip (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:28.991662 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 34270) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:01:28.992122 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6435584-9d83-4dab-8e88-c14e75779f8e None None] Sync routers for ids ['5b0b7f67-1b83-4574-ab3e-35ade2a4eea8'] in dv-cinder-master-3-smb {{(pid=106233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:01:29.005492 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6435584-9d83-4dab-8e88-c14e75779f8e None None] Routers {'5b0b7f67-1b83-4574-ab3e-35ade2a4eea8'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 18 01:01:29.006123 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.l3_hamode_db [None req-c6435584-9d83-4dab-8e88-c14e75779f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-18T00:47:37Z,description=,heartbeat_timestamp=2022-09-18T01:01:07Z,host='dv-cinder-master-3-smb',id=d0e8801d-4758-48bd-8085-7f05d3358764,load=0,resource_versions=,resources_synced=,started_at=2022-09-18T00:47:37Z,topic='l3_agent')) {'router_ids': ['5b0b7f67-1b83-4574-ab3e-35ade2a4eea8'], 'active': True} {{(pid=106233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:01:29.012997 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [None req-fdcef02e-9244-45ff-9ee3-310c84224dd5 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] 10.222.0.33 "PUT /networking/v2.0/floatingips/bf8f1d3d-09c1-409a-b544-df407fbde97b HTTP/1.1" status: 200 len: 991 time: 1.2283962 Sep 18 01:01:29.013623 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc449a97-775f-4dad-8aa1-e12326cfdc88', 'tag': '5716e21d-3ed3-4b50-ba82-2ad48f1eb0c2'}] {{(pid=106230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 18 01:01:29.016222 dv-cinder-master-3-smb neutron-server[106230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5cb6f936bef875aa30205792da77c9643b85616d99b85ee9f5e1cfaba0fe173" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8e0870e-644b-4894-8712-82a7368cc174" -d '{"events": [{"name": "network-changed", "server_uuid": "dc449a97-775f-4dad-8aa1-e12326cfdc88", "tag": "5716e21d-3ed3-4b50-ba82-2ad48f1eb0c2"}]}' {{(pid=106230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:01:29.058529 dv-cinder-master-3-smb neutron-server[106230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 18 Sep 2022 01:01:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52cf02d4-3dcc-4340-8596-25a44833109a x-openstack-request-id: req-52cf02d4-3dcc-4340-8596-25a44833109a {{(pid=106230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:01:29.058834 dv-cinder-master-3-smb neutron-server[106230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc449a97-775f-4dad-8aa1-e12326cfdc88", "tag": "5716e21d-3ed3-4b50-ba82-2ad48f1eb0c2", "status": "completed", "code": 200}]} {{(pid=106230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:01:29.059087 dv-cinder-master-3-smb neutron-server[106230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-52cf02d4-3dcc-4340-8596-25a44833109a {{(pid=106230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:01:29.059619 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52cf02d4-3dcc-4340-8596-25a44833109a'] response: {'name': 'network-changed', 'server_uuid': 'dc449a97-775f-4dad-8aa1-e12326cfdc88', 'tag': '5716e21d-3ed3-4b50-ba82-2ad48f1eb0c2', 'status': 'completed', 'code': 200} Sep 18 01:01:29.114528 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.l3_dvr_db [None req-c6435584-9d83-4dab-8e88-c14e75779f8e None None] Set router 5b0b7f67-1b83-4574-ab3e-35ade2a4eea8 gateway port host: dv-cinder-master-3-smb {{(pid=106233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 18 01:01:29.255954 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e0870e-644b-4894-8712-82a7368cc174 req-0c1d2bee-9df9-409e-bd8c-d9e21dc17fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:01:29.257452 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-e8e0870e-644b-4894-8712-82a7368cc174 req-0c1d2bee-9df9-409e-bd8c-d9e21dc17fd8 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=ec2d9e20d4ed4178b9bc68ff54715b18&device_id=dc449a97-775f-4dad-8aa1-e12326cfdc88 HTTP/1.1" status: 200 len: 1129 time: 0.1410496 Sep 18 01:01:29.259840 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:01:29.272928 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93df5646-670c-4c80-9938-9041fcab3012 req-593e9e4c-eb93-44f4-8b86-e15f4d7f8768 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:01:29.274506 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-93df5646-670c-4c80-9938-9041fcab3012 req-593e9e4c-eb93-44f4-8b86-e15f4d7f8768 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6f4bab30-d9b2-4713-ab65-46a4754f8153 HTTP/1.1" status: 200 len: 946 time: 0.0500481 Sep 18 01:01:29.320251 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:01:29.325435 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-93df5646-670c-4c80-9938-9041fcab3012 req-4201dd64-0196-47a4-a14c-501d31448cc9 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=af5bddc4-1b2d-44ab-8230-6f22a8f63cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448172 Sep 18 01:01:29.340456 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.l3_hamode_db [None req-c6435584-9d83-4dab-8e88-c14e75779f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b0b7f67-1b83-4574-ab3e-35ade2a4eea8', 'name': 'tempest-AttachVolumeNegativeTest-887914811-router', 'tenant_id': 'ec2d9e20d4ed4178b9bc68ff54715b18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'external_fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.120'}], 'enable_snat': True}, 'gw_port_id': '85d33348-a6aa-4278-8987-be6d20f85848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:56:00Z', 'updated_at': '2022-09-18T00:56:15Z', 'revision_number': 4, 'project_id': 'ec2d9e20d4ed4178b9bc68ff54715b18', 'gw_port': {'id': '85d33348-a6aa-4278-8987-be6d20f85848', 'name': '', 'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:1b:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b0b7f67-1b83-4574-ab3e-35ade2a4eea8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:56:01Z', 'updated_at': '2022-09-18T00:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': 'bf8f1d3d-09c1-409a-b544-df407fbde97b', 'tenant_id': 'ec2d9e20d4ed4178b9bc68ff54715b18', 'floating_ip_address': '172.37.5.210', 'floating_network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'router_id': '5b0b7f67-1b83-4574-ab3e-35ade2a4eea8', 'port_id': '5716e21d-3ed3-4b50-ba82-2ad48f1eb0c2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 466, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eee7c814-dc91-4de0-b55e-0732fcd7c9de', 'mac_address': 'fa:16:3e:c1:03:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc449a97-775f-4dad-8aa1-e12326cfdc88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-18T01:01:12Z', 'updated_at': '2022-09-18T01:01:28Z', 'revision_number': 1, 'project_id': 'ec2d9e20d4ed4178b9bc68ff54715b18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4545d7a8-56f0-4062-a60e-cf2cfb4c3390', 'name': '', 'network_id': 'eee7c814-dc91-4de0-b55e-0732fcd7c9de', 'tenant_id': 'ec2d9e20d4ed4178b9bc68ff54715b18', 'mac_address': 'fa:16:3e:b0:99:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b0b7f67-1b83-4574-ab3e-35ade2a4eea8', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '4028d8f5-a2a6-4af3-9818-cba168eaf579', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:56:11Z', 'updated_at': '2022-09-18T00:56:27Z', 'revision_number': 5, 'project_id': 'ec2d9e20d4ed4178b9bc68ff54715b18', 'subnets': [{'id': '4028d8f5-a2a6-4af3-9818-cba168eaf579', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=106233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:01:29.348162 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:01:29.357039 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:01:29.367878 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6435584-9d83-4dab-8e88-c14e75779f8e None None] Checking router: 5b0b7f67-1b83-4574-ab3e-35ade2a4eea8 for host: dv-cinder-master-3-smb {{(pid=106233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:01:29.376962 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6435584-9d83-4dab-8e88-c14e75779f8e None None] Routers {'5b0b7f67-1b83-4574-ab3e-35ade2a4eea8'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 18 01:01:29.377574 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.l3_hamode_db [None req-c6435584-9d83-4dab-8e88-c14e75779f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-18T00:47:37Z,description=,heartbeat_timestamp=2022-09-18T01:01:07Z,host='dv-cinder-master-3-smb',id=d0e8801d-4758-48bd-8085-7f05d3358764,load=0,resource_versions=,resources_synced=,started_at=2022-09-18T00:47:37Z,topic='l3_agent')) {'router_ids': ['5b0b7f67-1b83-4574-ab3e-35ade2a4eea8'], 'active': True} {{(pid=106233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:01:29.432446 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e0870e-644b-4894-8712-82a7368cc174 req-b7f8d17d-7444-4b97-9483-f56b593f8ace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:01:29.433829 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-e8e0870e-644b-4894-8712-82a7368cc174 req-b7f8d17d-7444-4b97-9483-f56b593f8ace service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=eee7c814-dc91-4de0-b55e-0732fcd7c9de HTTP/1.1" status: 200 len: 915 time: 0.1696789 Sep 18 01:01:29.582263 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.l3_dvr_db [None req-c6435584-9d83-4dab-8e88-c14e75779f8e None None] Set router 5b0b7f67-1b83-4574-ab3e-35ade2a4eea8 gateway port host: dv-cinder-master-3-smb {{(pid=106233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 18 01:01:29.793993 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.l3_hamode_db [None req-c6435584-9d83-4dab-8e88-c14e75779f8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b0b7f67-1b83-4574-ab3e-35ade2a4eea8', 'name': 'tempest-AttachVolumeNegativeTest-887914811-router', 'tenant_id': 'ec2d9e20d4ed4178b9bc68ff54715b18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'external_fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.120'}], 'enable_snat': True}, 'gw_port_id': '85d33348-a6aa-4278-8987-be6d20f85848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:56:00Z', 'updated_at': '2022-09-18T00:56:15Z', 'revision_number': 4, 'project_id': 'ec2d9e20d4ed4178b9bc68ff54715b18', 'gw_port': {'id': '85d33348-a6aa-4278-8987-be6d20f85848', 'name': '', 'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:1b:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b0b7f67-1b83-4574-ab3e-35ade2a4eea8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:56:01Z', 'updated_at': '2022-09-18T00:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': 'bf8f1d3d-09c1-409a-b544-df407fbde97b', 'tenant_id': 'ec2d9e20d4ed4178b9bc68ff54715b18', 'floating_ip_address': '172.37.5.210', 'floating_network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'router_id': '5b0b7f67-1b83-4574-ab3e-35ade2a4eea8', 'port_id': '5716e21d-3ed3-4b50-ba82-2ad48f1eb0c2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 466, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eee7c814-dc91-4de0-b55e-0732fcd7c9de', 'mac_address': 'fa:16:3e:c1:03:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc449a97-775f-4dad-8aa1-e12326cfdc88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-18T01:01:12Z', 'updated_at': '2022-09-18T01:01:28Z', 'revision_number': 1, 'project_id': 'ec2d9e20d4ed4178b9bc68ff54715b18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4545d7a8-56f0-4062-a60e-cf2cfb4c3390', 'name': '', 'network_id': 'eee7c814-dc91-4de0-b55e-0732fcd7c9de', 'tenant_id': 'ec2d9e20d4ed4178b9bc68ff54715b18', 'mac_address': 'fa:16:3e:b0:99:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b0b7f67-1b83-4574-ab3e-35ade2a4eea8', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '4028d8f5-a2a6-4af3-9818-cba168eaf579', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:56:11Z', 'updated_at': '2022-09-18T00:56:27Z', 'revision_number': 5, 'project_id': 'ec2d9e20d4ed4178b9bc68ff54715b18', 'subnets': [{'id': '4028d8f5-a2a6-4af3-9818-cba168eaf579', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=106233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:01:29.795933 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-e8e0870e-644b-4894-8712-82a7368cc174 req-2691a705-8bfe-4f97-b333-ae566a211ad2 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5716e21d-3ed3-4b50-ba82-2ad48f1eb0c2 HTTP/1.1" status: 200 len: 999 time: 0.3534477 Sep 18 01:01:29.822342 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6435584-9d83-4dab-8e88-c14e75779f8e None None] The sync data for ids ['5b0b7f67-1b83-4574-ab3e-35ade2a4eea8'] in dv-cinder-master-3-smb is: [{'id': '5b0b7f67-1b83-4574-ab3e-35ade2a4eea8', 'name': 'tempest-AttachVolumeNegativeTest-887914811-router', 'tenant_id': 'ec2d9e20d4ed4178b9bc68ff54715b18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'external_fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.120'}], 'enable_snat': True}, 'gw_port_id': '85d33348-a6aa-4278-8987-be6d20f85848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:56:00Z', 'updated_at': '2022-09-18T00:56:15Z', 'revision_number': 4, 'project_id': 'ec2d9e20d4ed4178b9bc68ff54715b18', 'gw_port': {'id': '85d33348-a6aa-4278-8987-be6d20f85848', 'name': '', 'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:1b:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b0b7f67-1b83-4574-ab3e-35ade2a4eea8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:56:01Z', 'updated_at': '2022-09-18T00:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': 'bf8f1d3d-09c1-409a-b544-df407fbde97b', 'tenant_id': 'ec2d9e20d4ed4178b9bc68ff54715b18', 'floating_ip_address': '172.37.5.210', 'floating_network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'router_id': '5b0b7f67-1b83-4574-ab3e-35ade2a4eea8', 'port_id': '5716e21d-3ed3-4b50-ba82-2ad48f1eb0c2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 466, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'eee7c814-dc91-4de0-b55e-0732fcd7c9de', 'mac_address': 'fa:16:3e:c1:03:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc449a97-775f-4dad-8aa1-e12326cfdc88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-18T01:01:12Z', 'updated_at': '2022-09-18T01:01:28Z', 'revision_number': 1, 'project_id': 'ec2d9e20d4ed4178b9bc68ff54715b18', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4545d7a8-56f0-4062-a60e-cf2cfb4c3390', 'name': '', 'network_id': 'eee7c814-dc91-4de0-b55e-0732fcd7c9de', 'tenant_id': 'ec2d9e20d4ed4178b9bc68ff54715b18', 'mac_address': 'fa:16:3e:b0:99:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b0b7f67-1b83-4574-ab3e-35ade2a4eea8', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '4028d8f5-a2a6-4af3-9818-cba168eaf579', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:56:11Z', 'updated_at': '2022-09-18T00:56:27Z', 'revision_number': 5, 'project_id': 'ec2d9e20d4ed4178b9bc68ff54715b18', 'subnets': [{'id': '4028d8f5-a2a6-4af3-9818-cba168eaf579', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:01:29.892722 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e0870e-644b-4894-8712-82a7368cc174 req-f73d7d3a-bf2e-48e0-800a-756112c75d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:01:29.894206 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-e8e0870e-644b-4894-8712-82a7368cc174 req-f73d7d3a-bf2e-48e0-800a-756112c75d48 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=4028d8f5-a2a6-4af3-9818-cba168eaf579 HTTP/1.1" status: 200 len: 853 time: 0.0758712 Sep 18 01:01:29.903117 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.rpc [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Device f9535f32-8846-4f66-9b5c-30fb801b7fbc no longer exists at agent hyperv_hv-cinder-maste {{(pid=106232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:01:29.923542 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] No Port match for: f9535f32-8846-4f66-9b5c-30fb801b7fbc {{(pid=106232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 18 01:01:29.923906 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.rpc [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Device f9535f32-8846-4f66-9b5c-30fb801b7fbc not bound to the agent host hv-cinder-maste {{(pid=106232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:01:30.011134 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e0870e-644b-4894-8712-82a7368cc174 req-0af2f53a-8e7b-4fad-a215-eaffa7e641fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:01:30.012811 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-e8e0870e-644b-4894-8712-82a7368cc174 req-0af2f53a-8e7b-4fad-a215-eaffa7e641fa service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=eee7c814-dc91-4de0-b55e-0732fcd7c9de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0979955 Sep 18 01:01:30.026251 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9dba957-486e-45e7-a180-789d95f23b86 None None] New status for floating IP bf8f1d3d-09c1-409a-b544-df407fbde97b: ACTIVE {{(pid=106232) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 18 01:01:30.092190 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-0faec2e1-0c00-4cad-b624-6003acb830e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16482979'] for router_interface (1ed01ef0-86d6-48ca-8f4f-b56f6df17cce), before_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:30.225851 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-e8e0870e-644b-4894-8712-82a7368cc174 req-9468dbc0-8eec-4e65-8f68-4e96e0c021e4 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/eee7c814-dc91-4de0-b55e-0732fcd7c9de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1915913 Sep 18 01:01:30.448535 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-e8e0870e-644b-4894-8712-82a7368cc174 req-a06b1bfa-d20c-4fd1-8e22-0db37a762b3c service neutron] 10.222.0.57 "GET /networking/v2.0/networks/eee7c814-dc91-4de0-b55e-0732fcd7c9de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2154529 Sep 18 01:01:30.457552 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e523a10-088b-4e4c-ba30-c5d303e80580 req-191efe31-60ce-4d03-9555-fdffced99b43 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:01:30.459166 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-9e523a10-088b-4e4c-ba30-c5d303e80580 req-191efe31-60ce-4d03-9555-fdffced99b43 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6f4bab30-d9b2-4713-ab65-46a4754f8153 HTTP/1.1" status: 200 len: 946 time: 0.0466866 Sep 18 01:01:30.488164 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-0faec2e1-0c00-4cad-b624-6003acb830e2 admin admin] Deleting port 01af8433-c279-4dab-a31d-ef4ca4915365 {{(pid=106231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 18 01:01:30.488512 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-0faec2e1-0c00-4cad-b624-6003acb830e2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749746030605'] for port (01af8433-c279-4dab-a31d-ef4ca4915365), before_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:30.512039 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-9e523a10-088b-4e4c-ba30-c5d303e80580 req-f8abae0d-cfed-49b3-bfbe-f3186ff8970e tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=af5bddc4-1b2d-44ab-8230-6f22a8f63cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472243 Sep 18 01:01:30.561212 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=100 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:01:30.572645 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-0faec2e1-0c00-4cad-b624-6003acb830e2 admin admin] For port 01af8433-c279-4dab-a31d-ef4ca4915365, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=01af8433-c279-4dab-a31d-ef4ca4915365,segment=NetworkSegment(9f226031-7641-47d9-b1b6-a604588f86da),segment_id=9f226031-7641-47d9-b1b6-a604588f86da)] {{(pid=106231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:01:30.573013 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-0faec2e1-0c00-4cad-b624-6003acb830e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16488537'] for port (01af8433-c279-4dab-a31d-ef4ca4915365), precommit_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:30.579799 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=100 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:01:30.586300 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-0faec2e1-0c00-4cad-b624-6003acb830e2 admin admin] Calling delete_port for 01af8433-c279-4dab-a31d-ef4ca4915365 owned by network:router_interface {{(pid=106231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 18 01:01:30.761190 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-0faec2e1-0c00-4cad-b624-6003acb830e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749746033803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749745591516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13917182'] for port (01af8433-c279-4dab-a31d-ef4ca4915365), after_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:30.785892 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0faec2e1-0c00-4cad-b624-6003acb830e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=01af8433-c279-4dab-a31d-ef4ca4915365,revision_number=None']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:01:30.839931 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (a990346c-0f9b-4256-b267-210f2ef06c1b), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:30.954737 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-0faec2e1-0c00-4cad-b624-6003acb830e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16267048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16490003'] for router_interface (1ed01ef0-86d6-48ca-8f4f-b56f6df17cce), after_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:31.165658 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0faec2e1-0c00-4cad-b624-6003acb830e2 admin admin] Router 1ed01ef0-86d6-48ca-8f4f-b56f6df17cce has already been hosted by L3 agent d0e8801d-4758-48bd-8085-7f05d3358764 {{(pid=106231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 01:01:31.266182 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0faec2e1-0c00-4cad-b624-6003acb830e2 admin admin] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=106231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:01:31.271227 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-0faec2e1-0c00-4cad-b624-6003acb830e2 admin admin] 10.222.0.33 "PUT /networking/v2.0/routers/1ed01ef0-86d6-48ca-8f4f-b56f6df17cce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2785692 Sep 18 01:01:31.273761 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 34284) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:01:31.276520 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03f1f5f1-64c9-4ce4-9445-9a10f4faebdd None None] Sync routers for ids ['1ed01ef0-86d6-48ca-8f4f-b56f6df17cce'] in dv-cinder-master-3-smb {{(pid=106233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:01:31.285809 dv-cinder-master-3-smb neutron-server[106233]: DEBUG dbcounter [-] [106233] Writing DB stats neutron:SELECT=100 {{(pid=106233) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:01:31.288306 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f1f5f1-64c9-4ce4-9445-9a10f4faebdd None None] Routers {'1ed01ef0-86d6-48ca-8f4f-b56f6df17cce'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 18 01:01:31.288996 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.l3_hamode_db [None req-03f1f5f1-64c9-4ce4-9445-9a10f4faebdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-18T00:47:37Z,description=,heartbeat_timestamp=2022-09-18T01:01:07Z,host='dv-cinder-master-3-smb',id=d0e8801d-4758-48bd-8085-7f05d3358764,load=0,resource_versions=,resources_synced=,started_at=2022-09-18T00:47:37Z,topic='l3_agent')) {'router_ids': ['1ed01ef0-86d6-48ca-8f4f-b56f6df17cce'], 'active': True} {{(pid=106233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:01:31.373920 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-486db234-2c41-47ee-9752-07cdf6959347 admin admin] Publish callbacks [] for router (1ed01ef0-86d6-48ca-8f4f-b56f6df17cce), before_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:31.391205 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.l3_dvr_db [None req-03f1f5f1-64c9-4ce4-9445-9a10f4faebdd None None] Set router 1ed01ef0-86d6-48ca-8f4f-b56f6df17cce gateway port host: dv-cinder-master-3-smb {{(pid=106233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 18 01:01:31.418040 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:01:31.458007 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:01:31.474892 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-486db234-2c41-47ee-9752-07cdf6959347 admin admin] Publish callbacks [] for router_gateway (1ed01ef0-86d6-48ca-8f4f-b56f6df17cce), before_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:31.517597 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-486db234-2c41-47ee-9752-07cdf6959347 admin admin] Deleting port 1a63b5be-1556-4ad8-a604-71bb845b8be3 {{(pid=106231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 18 01:01:31.517938 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-486db234-2c41-47ee-9752-07cdf6959347 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749746030605'] for port (1a63b5be-1556-4ad8-a604-71bb845b8be3), before_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:31.558233 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.l3_hamode_db [None req-03f1f5f1-64c9-4ce4-9445-9a10f4faebdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ed01ef0-86d6-48ca-8f4f-b56f6df17cce', 'name': 'tempest-ServerRescueNegativeTestJSON-1197339519-router', 'tenant_id': '8cbf74b218c04911bb921f7cc2c6e966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'external_fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.201'}], 'enable_snat': True}, 'gw_port_id': '1a63b5be-1556-4ad8-a604-71bb845b8be3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:56:01Z', 'updated_at': '2022-09-18T01:01:30Z', 'revision_number': 5, 'project_id': '8cbf74b218c04911bb921f7cc2c6e966', 'gw_port': {'id': '1a63b5be-1556-4ad8-a604-71bb845b8be3', 'name': '', 'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:38:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ed01ef0-86d6-48ca-8f4f-b56f6df17cce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:56:02Z', 'updated_at': '2022-09-18T00:56:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb'}], 'dv-cinder-master-3-smb', False) {} {{(pid=106233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:01:31.584877 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03f1f5f1-64c9-4ce4-9445-9a10f4faebdd None None] Checking router: 1ed01ef0-86d6-48ca-8f4f-b56f6df17cce for host: dv-cinder-master-3-smb {{(pid=106233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:01:31.593661 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f1f5f1-64c9-4ce4-9445-9a10f4faebdd None None] Routers {'1ed01ef0-86d6-48ca-8f4f-b56f6df17cce'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 18 01:01:31.594402 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.l3_hamode_db [None req-03f1f5f1-64c9-4ce4-9445-9a10f4faebdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-09-18T00:47:37Z,description=,heartbeat_timestamp=2022-09-18T01:01:07Z,host='dv-cinder-master-3-smb',id=d0e8801d-4758-48bd-8085-7f05d3358764,load=0,resource_versions=,resources_synced=,started_at=2022-09-18T00:47:37Z,topic='l3_agent')) {'router_ids': ['1ed01ef0-86d6-48ca-8f4f-b56f6df17cce'], 'active': True} {{(pid=106233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:01:31.599706 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-486db234-2c41-47ee-9752-07cdf6959347 admin admin] For port 1a63b5be-1556-4ad8-a604-71bb845b8be3, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=1a63b5be-1556-4ad8-a604-71bb845b8be3,segment=NetworkSegment(e81b1a67-2f81-4ac8-a4dd-b13e6c47d014),segment_id=e81b1a67-2f81-4ac8-a4dd-b13e6c47d014)] {{(pid=106231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:01:31.600069 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-486db234-2c41-47ee-9752-07cdf6959347 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16488537'] for port (1a63b5be-1556-4ad8-a604-71bb845b8be3), precommit_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:31.613861 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-486db234-2c41-47ee-9752-07cdf6959347 admin admin] Calling delete_port for 1a63b5be-1556-4ad8-a604-71bb845b8be3 owned by network:router_gateway {{(pid=106231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 18 01:01:31.648384 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7967e64c-3824-4224-a807-37b1eee33ab5 req-a416ca1b-c17b-4303-86bb-ea7cff555b68 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:01:31.649854 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-7967e64c-3824-4224-a807-37b1eee33ab5 req-a416ca1b-c17b-4303-86bb-ea7cff555b68 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6f4bab30-d9b2-4713-ab65-46a4754f8153 HTTP/1.1" status: 200 len: 946 time: 0.0492854 Sep 18 01:01:31.669497 dv-cinder-master-3-smb neutron-server[106233]: DEBUG dbcounter [-] [106233] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=106233) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:01:31.680342 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.l3_dvr_db [None req-03f1f5f1-64c9-4ce4-9445-9a10f4faebdd None None] Set router 1ed01ef0-86d6-48ca-8f4f-b56f6df17cce gateway port host: None {{(pid=106233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 18 01:01:31.699570 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-7967e64c-3824-4224-a807-37b1eee33ab5 req-d84c9da4-72c6-4798-af3c-c9133dc98206 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=af5bddc4-1b2d-44ab-8230-6f22a8f63cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436034 Sep 18 01:01:31.736981 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.l3_hamode_db [None req-03f1f5f1-64c9-4ce4-9445-9a10f4faebdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ed01ef0-86d6-48ca-8f4f-b56f6df17cce', 'name': 'tempest-ServerRescueNegativeTestJSON-1197339519-router', 'tenant_id': '8cbf74b218c04911bb921f7cc2c6e966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:56:01Z', 'updated_at': '2022-09-18T01:01:31Z', 'revision_number': 6, 'project_id': '8cbf74b218c04911bb921f7cc2c6e966', 'gw_port_host': None}], 'dv-cinder-master-3-smb', False) {} {{(pid=106233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:01:31.765134 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03f1f5f1-64c9-4ce4-9445-9a10f4faebdd None None] The sync data for ids ['1ed01ef0-86d6-48ca-8f4f-b56f6df17cce'] in dv-cinder-master-3-smb is: [{'id': '1ed01ef0-86d6-48ca-8f4f-b56f6df17cce', 'name': 'tempest-ServerRescueNegativeTestJSON-1197339519-router', 'tenant_id': '8cbf74b218c04911bb921f7cc2c6e966', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:56:01Z', 'updated_at': '2022-09-18T01:01:31Z', 'revision_number': 6, 'project_id': '8cbf74b218c04911bb921f7cc2c6e966', 'gw_port_host': None}] {{(pid=106233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:01:31.808974 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-486db234-2c41-47ee-9752-07cdf6959347 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749746033803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749745591516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13917182'] for port (1a63b5be-1556-4ad8-a604-71bb845b8be3), after_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:31.832829 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486db234-2c41-47ee-9752-07cdf6959347 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a63b5be-1556-4ad8-a604-71bb845b8be3,revision_number=None']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:01:31.895426 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-486db234-2c41-47ee-9752-07cdf6959347 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16489817'] for router_gateway (1ed01ef0-86d6-48ca-8f4f-b56f6df17cce), after_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:31.980760 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-486db234-2c41-47ee-9752-07cdf6959347 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16492237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1921'] for router (1ed01ef0-86d6-48ca-8f4f-b56f6df17cce), precommit_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:31.982946 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-486db234-2c41-47ee-9752-07cdf6959347 admin admin] Publish callbacks [] for router_controller (1ed01ef0-86d6-48ca-8f4f-b56f6df17cce), precommit_delete_associations {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:32.270560 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-486db234-2c41-47ee-9752-07cdf6959347 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16490094'] for router (1ed01ef0-86d6-48ca-8f4f-b56f6df17cce), after_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:32.271321 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-486db234-2c41-47ee-9752-07cdf6959347 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1ed01ef0-86d6-48ca-8f4f-b56f6df17cce {{(pid=106231) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 01:01:32.275867 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-486db234-2c41-47ee-9752-07cdf6959347 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:32.276957 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-486db234-2c41-47ee-9752-07cdf6959347 admin admin] 10.222.0.33 "DELETE /networking/v2.0/routers/1ed01ef0-86d6-48ca-8f4f-b56f6df17cce HTTP/1.1" status: 204 len: 168 time: 1.0021920 Sep 18 01:01:32.279567 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 34288) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:01:32.323192 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.db.db_base_plugin_v2 [None req-76f6beff-dcdb-494f-ac30-1e3953893f70 admin admin] Deleting subnet 21e1d23e-9045-41fa-9ed7-19ac1edcbcfa {{(pid=106231) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 18 01:01:32.326290 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-76f6beff-dcdb-494f-ac30-1e3953893f70 admin admin] Publish callbacks [] for subnet (21e1d23e-9045-41fa-9ed7-19ac1edcbcfa), before_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:32.361118 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-76f6beff-dcdb-494f-ac30-1e3953893f70 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14079591'] for subnet (21e1d23e-9045-41fa-9ed7-19ac1edcbcfa), precommit_delete_associations {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:32.438831 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-76f6beff-dcdb-494f-ac30-1e3953893f70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-900458'] for subnet (21e1d23e-9045-41fa-9ed7-19ac1edcbcfa), precommit_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:32.476109 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=86,neutron:UPDATE=3,neutron:DELETE=11 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:01:32.497484 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-76f6beff-dcdb-494f-ac30-1e3953893f70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-888663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16510870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13917073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13973654'] for subnet (21e1d23e-9045-41fa-9ed7-19ac1edcbcfa), after_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:32.523473 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f6beff-dcdb-494f-ac30-1e3953893f70 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=21e1d23e-9045-41fa-9ed7-19ac1edcbcfa,revision_number=None']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:01:32.530058 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-76f6beff-dcdb-494f-ac30-1e3953893f70 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:32.533689 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-76f6beff-dcdb-494f-ac30-1e3953893f70 admin admin] 10.222.0.33 "DELETE /networking/v2.0/subnets/21e1d23e-9045-41fa-9ed7-19ac1edcbcfa HTTP/1.1" status: 204 len: 168 time: 0.2531478 Sep 18 01:01:32.536209 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 34290) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:01:32.536360 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2057623d-f36e-4c70-8dc5-cc58ec6e96b4 None None] Network c62b9e47-59b6-47ba-845f-e3be4dd39ad8 requested from dv-cinder-master-3-smb {{(pid=106232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 18 01:01:32.610464 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-b9266cfa-64e7-4b60-8231-9bf065c18994 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-960799'] for network (c62b9e47-59b6-47ba-845f-e3be4dd39ad8), before_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:32.617844 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=89,neutron:UPDATE=4,neutron:DELETE=7 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:01:32.666993 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-b9266cfa-64e7-4b60-8231-9bf065c18994 admin admin] Deleting port 8581782e-b2c0-4190-b5c3-622703f2749a {{(pid=106231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 18 01:01:32.667404 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-b9266cfa-64e7-4b60-8231-9bf065c18994 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749746030605'] for port (8581782e-b2c0-4190-b5c3-622703f2749a), before_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:32.696455 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0116fd96-dc2f-45c9-a64c-a99a5bb0f481 None None] DHCP port deletion for c62b9e47-59b6-47ba-845f-e3be4dd39ad8 request from dv-cinder-master-3-smb {{(pid=106232) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 18 01:01:32.732267 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-b9266cfa-64e7-4b60-8231-9bf065c18994 admin admin] For port 8581782e-b2c0-4190-b5c3-622703f2749a, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=8581782e-b2c0-4190-b5c3-622703f2749a,segment=NetworkSegment(9f226031-7641-47d9-b1b6-a604588f86da),segment_id=9f226031-7641-47d9-b1b6-a604588f86da)] {{(pid=106231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:01:32.732469 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-b9266cfa-64e7-4b60-8231-9bf065c18994 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16488537'] for port (8581782e-b2c0-4190-b5c3-622703f2749a), precommit_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:32.739380 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-0116fd96-dc2f-45c9-a64c-a99a5bb0f481 None None] Deleting port 8581782e-b2c0-4190-b5c3-622703f2749a {{(pid=106232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 18 01:01:32.739843 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-0116fd96-dc2f-45c9-a64c-a99a5bb0f481 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749746030605'] for port (8581782e-b2c0-4190-b5c3-622703f2749a), before_delete {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:32.759573 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-b9266cfa-64e7-4b60-8231-9bf065c18994 admin admin] Calling delete_port for 8581782e-b2c0-4190-b5c3-622703f2749a owned by network:dhcp {{(pid=106231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 18 01:01:32.813361 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.db [None req-0116fd96-dc2f-45c9-a64c-a99a5bb0f481 None None] For port 8581782e-b2c0-4190-b5c3-622703f2749a, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=8581782e-b2c0-4190-b5c3-622703f2749a,segment=NetworkSegment(9f226031-7641-47d9-b1b6-a604588f86da),segment_id=9f226031-7641-47d9-b1b6-a604588f86da)] {{(pid=106232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:01:32.814050 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-0116fd96-dc2f-45c9-a64c-a99a5bb0f481 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16488537'] for port (8581782e-b2c0-4190-b5c3-622703f2749a), precommit_delete {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:32.828823 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-0116fd96-dc2f-45c9-a64c-a99a5bb0f481 None None] Calling delete_port for 8581782e-b2c0-4190-b5c3-622703f2749a owned by network:dhcp {{(pid=106232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 18 01:01:32.838988 dv-cinder-master-3-smb neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:01:32.860439 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a72427-5f40-447c-b0a7-990cde45db41 req-87d5bbc6-6e31-4e9a-ad43-e92ab3ddfc7d tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:01:32.862168 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-74a72427-5f40-447c-b0a7-990cde45db41 req-87d5bbc6-6e31-4e9a-ad43-e92ab3ddfc7d tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6f4bab30-d9b2-4713-ab65-46a4754f8153 HTTP/1.1" status: 200 len: 946 time: 0.0523396 Sep 18 01:01:32.865338 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-b9266cfa-64e7-4b60-8231-9bf065c18994 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749746033803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749745591516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13917182'] for port (8581782e-b2c0-4190-b5c3-622703f2749a), after_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:32.894423 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9266cfa-64e7-4b60-8231-9bf065c18994 admin admin] Pushing event deleted for resources: {'Port': ['ID=8581782e-b2c0-4190-b5c3-622703f2749a,revision_number=None']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:01:32.900785 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9266cfa-64e7-4b60-8231-9bf065c18994 admin admin] No DVR routers for this DVR port 8581782e-b2c0-4190-b5c3-622703f2749a on host dv-cinder-master-3-smb {{(pid=106231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 18 01:01:32.920053 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-74a72427-5f40-447c-b0a7-990cde45db41 req-0618099e-3e1b-488c-96f3-9106427fb8bc tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=af5bddc4-1b2d-44ab-8230-6f22a8f63cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500176 Sep 18 01:01:32.961124 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-0116fd96-dc2f-45c9-a64c-a99a5bb0f481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749746033803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749745591516'] for port (8581782e-b2c0-4190-b5c3-622703f2749a), after_delete {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:32.987115 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0116fd96-dc2f-45c9-a64c-a99a5bb0f481 None None] Pushing event deleted for resources: {'Port': ['ID=8581782e-b2c0-4190-b5c3-622703f2749a,revision_number=None']} {{(pid=106232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:01:32.989627 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-b9266cfa-64e7-4b60-8231-9bf065c18994 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-977985', 'neutron.services.segments.db._delete_segments_for_network-8749746056641'] for network (c62b9e47-59b6-47ba-845f-e3be4dd39ad8), precommit_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:32.997572 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0116fd96-dc2f-45c9-a64c-a99a5bb0f481 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:01:32.998262 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0116fd96-dc2f-45c9-a64c-a99a5bb0f481 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:01:32.998775 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0116fd96-dc2f-45c9-a64c-a99a5bb0f481 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:01:32.999544 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0116fd96-dc2f-45c9-a64c-a99a5bb0f481 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:01:33.000548 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0116fd96-dc2f-45c9-a64c-a99a5bb0f481 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:01:33.001161 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0116fd96-dc2f-45c9-a64c-a99a5bb0f481 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:01:33.001663 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0116fd96-dc2f-45c9-a64c-a99a5bb0f481 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:01:33.002151 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0116fd96-dc2f-45c9-a64c-a99a5bb0f481 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:01:33.002652 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0116fd96-dc2f-45c9-a64c-a99a5bb0f481 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:01:33.003193 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0116fd96-dc2f-45c9-a64c-a99a5bb0f481 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:01:33.003525 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0116fd96-dc2f-45c9-a64c-a99a5bb0f481 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:01:33.003872 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0116fd96-dc2f-45c9-a64c-a99a5bb0f481 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:01:33.004206 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0116fd96-dc2f-45c9-a64c-a99a5bb0f481 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:01:33.004532 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0116fd96-dc2f-45c9-a64c-a99a5bb0f481 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:01:33.004861 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0116fd96-dc2f-45c9-a64c-a99a5bb0f481 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:01:33.007705 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0116fd96-dc2f-45c9-a64c-a99a5bb0f481 None None] No DVR routers for this DVR port 8581782e-b2c0-4190-b5c3-622703f2749a on host dv-cinder-master-3-smb {{(pid=106232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 18 01:01:33.016347 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.services.segments.db [None req-b9266cfa-64e7-4b60-8231-9bf065c18994 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c62b9e47-59b6-47ba-845f-e3be4dd39ad8']}} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:01:33.029409 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.services.segments.db [None req-b9266cfa-64e7-4b60-8231-9bf065c18994 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f226031-7641-47d9-b1b6-a604588f86da') {'for_net_delete': True} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:01:33.029707 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.services.segments.db [None req-b9266cfa-64e7-4b60-8231-9bf065c18994 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f226031-7641-47d9-b1b6-a604588f86da') {} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:01:33.031596 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.rpc [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Device 1a63b5be-1556-4ad8-a604-71bb845b8be3 no longer exists at agent ovs-agent-dv-cinder-master-3-smb {{(pid=106232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:01:33.041245 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-b9266cfa-64e7-4b60-8231-9bf065c18994 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749746056533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14079580'] for segment (9f226031-7641-47d9-b1b6-a604588f86da), before_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:33.051685 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] No Port match for: 1a63b5be-1556-4ad8-a604-71bb845b8be3 {{(pid=106232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 18 01:01:33.052040 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.rpc [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Device 1a63b5be-1556-4ad8-a604-71bb845b8be3 not bound to the agent host dv-cinder-master-3-smb {{(pid=106232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:01:33.052460 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.rpc [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Device 01af8433-c279-4dab-a31d-ef4ca4915365 no longer exists at agent ovs-agent-dv-cinder-master-3-smb {{(pid=106232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:01:33.056194 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-b9266cfa-64e7-4b60-8231-9bf065c18994 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-977230'] for segment (9f226031-7641-47d9-b1b6-a604588f86da), precommit_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:33.063576 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9266cfa-64e7-4b60-8231-9bf065c18994 admin admin] Releasing vlan 181 on physical network physnet1 to pool {{(pid=106231) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 01:01:33.064091 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-b9266cfa-64e7-4b60-8231-9bf065c18994 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-977230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13916971'] for segment (9f226031-7641-47d9-b1b6-a604588f86da), after_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:33.074644 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] No Port match for: 01af8433-c279-4dab-a31d-ef4ca4915365 {{(pid=106232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 18 01:01:33.075027 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.rpc [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Device 01af8433-c279-4dab-a31d-ef4ca4915365 not bound to the agent host dv-cinder-master-3-smb {{(pid=106232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:01:33.075444 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.rpc [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Device 8581782e-b2c0-4190-b5c3-622703f2749a no longer exists at agent ovs-agent-dv-cinder-master-3-smb {{(pid=106232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:01:33.097940 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] No Port match for: 8581782e-b2c0-4190-b5c3-622703f2749a {{(pid=106232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 18 01:01:33.098369 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.rpc [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Device 8581782e-b2c0-4190-b5c3-622703f2749a not bound to the agent host dv-cinder-master-3-smb {{(pid=106232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:01:33.136721 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-b9266cfa-64e7-4b60-8231-9bf065c18994 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-978040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16510767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16489868'] for network (c62b9e47-59b6-47ba-845f-e3be4dd39ad8), after_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:33.147261 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-b9266cfa-64e7-4b60-8231-9bf065c18994 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16267021'] for network (None), before_response {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:33.150406 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-b9266cfa-64e7-4b60-8231-9bf065c18994 admin admin] 10.222.0.33 "DELETE /networking/v2.0/networks/c62b9e47-59b6-47ba-845f-e3be4dd39ad8 HTTP/1.1" status: 204 len: 168 time: 0.6131346 Sep 18 01:01:33.160765 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9266cfa-64e7-4b60-8231-9bf065c18994 admin admin] Pushing event deleted for resources: {'Network': ['ID=c62b9e47-59b6-47ba-845f-e3be4dd39ad8,revision_number=None']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:01:33.251371 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.services.segments.plugin [-] Segment 9f226031-7641-47d9-b1b6-a604588f86da resource provider aggregate not found Sep 18 01:01:33.269724 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.services.segments.plugin [-] Segment 9f226031-7641-47d9-b1b6-a604588f86da resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9f226031-7641-47d9-b1b6-a604588f86da found for delete ", "request_id": "req-4f212d37-5585-4bec-9edb-ff8813a125b7"}]} Sep 18 01:01:33.274836 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 34306) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:01:33.319604 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-fc7c99ed-473e-4cb9-8871-f407980c017e admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=8cbf74b218c04911bb921f7cc2c6e966&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0437112 Sep 18 01:01:33.322177 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 34308) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:01:33.370339 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-154f0323-a582-48c8-8f8c-0e8720c689dd admin admin] Publish callbacks [] for security_group (a60bb66f-d31d-4ec8-90a6-9444418b3a53), before_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:33.389762 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-154f0323-a582-48c8-8f8c-0e8720c689dd admin admin] Publish callbacks [] for security_group (a60bb66f-d31d-4ec8-90a6-9444418b3a53), precommit_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:33.436318 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-154f0323-a582-48c8-8f8c-0e8720c689dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512506'] for security_group (a60bb66f-d31d-4ec8-90a6-9444418b3a53), after_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:33.439272 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-154f0323-a582-48c8-8f8c-0e8720c689dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:33.440395 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-154f0323-a582-48c8-8f8c-0e8720c689dd admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/a60bb66f-d31d-4ec8-90a6-9444418b3a53 HTTP/1.1" status: 204 len: 168 time: 0.1173315 Sep 18 01:01:33.448064 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154f0323-a582-48c8-8f8c-0e8720c689dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a60bb66f-d31d-4ec8-90a6-9444418b3a53,revision_number=None']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:01:34.071485 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b1590f-266e-4b53-933b-58bab3330ca8 req-864fcf7b-ad47-4745-8b4e-bf0fdfbc0670 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:01:34.071928 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-d5b1590f-266e-4b53-933b-58bab3330ca8 req-864fcf7b-ad47-4745-8b4e-bf0fdfbc0670 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6f4bab30-d9b2-4713-ab65-46a4754f8153 HTTP/1.1" status: 200 len: 946 time: 0.0506191 Sep 18 01:01:34.128007 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-d5b1590f-266e-4b53-933b-58bab3330ca8 req-0cd5b1ac-ba84-450e-9286-93bd42267f72 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=af5bddc4-1b2d-44ab-8230-6f22a8f63cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442553 Sep 18 01:01:34.925133 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-3e162081-f118-4b56-a8d2-2bff57336922 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (25137928-f4de-4c87-813e-883d046ac13f), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:35.253318 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfee8ea-648c-43ea-a5fb-7649174f9be3 req-c752a19a-7eb1-4892-892c-a99a0fca9373 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:01:35.254739 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-5cfee8ea-648c-43ea-a5fb-7649174f9be3 req-c752a19a-7eb1-4892-892c-a99a0fca9373 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6f4bab30-d9b2-4713-ab65-46a4754f8153 HTTP/1.1" status: 200 len: 946 time: 0.0459247 Sep 18 01:01:35.301391 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-5cfee8ea-648c-43ea-a5fb-7649174f9be3 req-d09e2b72-7e54-4f97-979d-c75ad1001d1d tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=af5bddc4-1b2d-44ab-8230-6f22a8f63cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410724 Sep 18 01:01:36.433274 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e5831c-c2bc-4e78-bfc6-c1fb4afc33e7 req-2ade53c0-ae6a-4009-9546-6f43a423d50b tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:01:36.434732 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-25e5831c-c2bc-4e78-bfc6-c1fb4afc33e7 req-2ade53c0-ae6a-4009-9546-6f43a423d50b tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6f4bab30-d9b2-4713-ab65-46a4754f8153 HTTP/1.1" status: 200 len: 946 time: 0.0498559 Sep 18 01:01:36.484564 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-25e5831c-c2bc-4e78-bfc6-c1fb4afc33e7 req-73983c2f-f974-4be1-9b3c-33e4310f084e tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=af5bddc4-1b2d-44ab-8230-6f22a8f63cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420702 Sep 18 01:01:36.956749 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-48da6f4b-f792-43ec-970f-4a619f5eeac1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (d0e8801d-4758-48bd-8085-7f05d3358764), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:37.611452 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3771a4b-6c1d-4277-9721-131b70ed82f5 req-78e0dc30-ff83-45c9-9950-2c28642a2489 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:01:37.612895 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-f3771a4b-6c1d-4277-9721-131b70ed82f5 req-78e0dc30-ff83-45c9-9950-2c28642a2489 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6f4bab30-d9b2-4713-ab65-46a4754f8153 HTTP/1.1" status: 200 len: 946 time: 0.0457695 Sep 18 01:01:37.659725 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-f3771a4b-6c1d-4277-9721-131b70ed82f5 req-bd573b90-d5f8-4c8d-950e-3be355c586cf tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=af5bddc4-1b2d-44ab-8230-6f22a8f63cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409026 Sep 18 01:01:37.913256 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.rpc [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Device 41948106-b5ee-425d-bfed-b11f6d5cdb7e details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 01:01:37.980864 dv-cinder-master-3-smb neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:01:38.015613 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.db [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] For port 41948106-b5ee-425d-bfed-b11f6d5cdb7e, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=41948106-b5ee-425d-bfed-b11f6d5cdb7e,segment=NetworkSegment(ad5fe970-da3b-4a06-bd95-f70d97a5ce86),segment_id=ad5fe970-da3b-4a06-bd95-f70d97a5ce86)] {{(pid=106232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:01:38.026229 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.rpc [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Returning: {'device': '41948106-b5ee-425d-bfed-b11f6d5cdb7e', 'network_id': '5b2870f5-1df6-4588-9304-3be88fc2aeec', 'port_id': '41948106-b5ee-425d-bfed-b11f6d5cdb7e', 'mac_address': 'fa:16:3e:69:f8:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b02e0a67-927b-4f1f-86aa-5b54aefb606b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 01:01:38.059161 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Current status of the port 41948106-b5ee-425d-bfed-b11f6d5cdb7e is: ACTIVE; New status is: BUILD {{(pid=106232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 01:01:38.059543 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (41948106-b5ee-425d-bfed-b11f6d5cdb7e), before_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:38.072327 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.notifiers.nova [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 41948106-b5ee-425d-bfed-b11f6d5cdb7e {{(pid=106232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 18 01:01:38.091423 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.db [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] For port 41948106-b5ee-425d-bfed-b11f6d5cdb7e, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=41948106-b5ee-425d-bfed-b11f6d5cdb7e,segment=NetworkSegment(ad5fe970-da3b-4a06-bd95-f70d97a5ce86),segment_id=ad5fe970-da3b-4a06-bd95-f70d97a5ce86)] {{(pid=106232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:01:38.095509 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749746030758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749745591525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749745591543'] for port (41948106-b5ee-425d-bfed-b11f6d5cdb7e), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:38.144972 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Pushing event updated for resources: {'Port': ['ID=41948106-b5ee-425d-bfed-b11f6d5cdb7e,revision_number=6']} {{(pid=106232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:01:38.270741 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.db [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] get_ports_and_sgs() called for port_ids ['41948106-b5ee-425d-bfed-b11f6d5cdb7e'] {{(pid=106232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 18 01:01:38.788801 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51327de8-6359-4a98-b9f8-57eddc56f5c9 req-f978b107-4021-4302-926f-6d14885da944 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:01:38.790303 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-51327de8-6359-4a98-b9f8-57eddc56f5c9 req-f978b107-4021-4302-926f-6d14885da944 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6f4bab30-d9b2-4713-ab65-46a4754f8153 HTTP/1.1" status: 200 len: 945 time: 0.0468218 Sep 18 01:01:38.843725 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-51327de8-6359-4a98-b9f8-57eddc56f5c9 req-c9ed131f-a5d5-4fae-8127-52100520f5ec tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=af5bddc4-1b2d-44ab-8230-6f22a8f63cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470173 Sep 18 01:01:38.906443 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-dbc7b203-e4cc-426a-aeff-c16fa309d22e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (91de19fe-167d-470c-b665-c08c1d21c559), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:39.826383 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.33', 34446) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:01:39.935745 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.rpc [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Device 41948106-b5ee-425d-bfed-b11f6d5cdb7e up at agent hyperv_hv-cinder-maste {{(pid=106232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:01:39.958770 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-6d8565df-a360-4b15-aa39-5f9d34623bd4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:40.037079 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.provisioning_blocks [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Provisioning complete for port 41948106-b5ee-425d-bfed-b11f6d5cdb7e triggered by entity L2. {{(pid=106232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 01:01:40.037606 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981214'] for port (41948106-b5ee-425d-bfed-b11f6d5cdb7e), provisioning_complete {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:40.038057 dv-cinder-master-3-smb neutron-server[106232]: INFO neutron.plugins.ml2.plugin [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Attempt 1 to provision port 41948106-b5ee-425d-bfed-b11f6d5cdb7e Sep 18 01:01:40.043080 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb51e43-be9f-4a5d-b1c8-31bccaf9b2ce req-1f5f1832-6d3e-4140-a8b3-372452ce588c tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:01:40.051750 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-3cb51e43-be9f-4a5d-b1c8-31bccaf9b2ce req-1f5f1832-6d3e-4140-a8b3-372452ce588c tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6f4bab30-d9b2-4713-ab65-46a4754f8153 HTTP/1.1" status: 200 len: 945 time: 0.0820012 Sep 18 01:01:40.146436 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-3cb51e43-be9f-4a5d-b1c8-31bccaf9b2ce req-9fbd2106-640e-47a0-8016-5078d818df81 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=af5bddc4-1b2d-44ab-8230-6f22a8f63cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934262 Sep 18 01:01:40.151514 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Current status of the port 41948106-b5ee-425d-bfed-b11f6d5cdb7e is: BUILD; New status is: ACTIVE {{(pid=106232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 01:01:40.152603 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (41948106-b5ee-425d-bfed-b11f6d5cdb7e), before_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:40.157706 dv-cinder-master-3-smb neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:01:40.176830 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-1c1e26f8-ce84-4314-9422-87e0912de383 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (9a0bd8cc-a240-4c0b-8d32-8f22e7371ee9), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:40.181677 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:01:40.195456 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f4bab30-d9b2-4713-ab65-46a4754f8153', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41948106-b5ee-425d-bfed-b11f6d5cdb7e'}] {{(pid=106232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 18 01:01:40.198100 dv-cinder-master-3-smb neutron-server[106232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90e96a6086c290001a0d7e5ddcf89e279d0a9bc322b7051b760fc9213660c862" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a75ddba-24ab-42c1-bd1d-ea91325a6519" -d '{"events": [{"server_uuid": "6f4bab30-d9b2-4713-ab65-46a4754f8153", "name": "network-vif-plugged", "status": "completed", "tag": "41948106-b5ee-425d-bfed-b11f6d5cdb7e"}]}' {{(pid=106232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:01:40.215940 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.db [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] For port 41948106-b5ee-425d-bfed-b11f6d5cdb7e, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=41948106-b5ee-425d-bfed-b11f6d5cdb7e,segment=NetworkSegment(ad5fe970-da3b-4a06-bd95-f70d97a5ce86),segment_id=ad5fe970-da3b-4a06-bd95-f70d97a5ce86)] {{(pid=106232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:01:40.223097 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749746030758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749745591525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749745591543'] for port (41948106-b5ee-425d-bfed-b11f6d5cdb7e), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:40.253166 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-6d8565df-a360-4b15-aa39-5f9d34623bd4 admin admin] Publish callbacks [] for security_group (908def25-96fc-4646-8419-60de2b969d6a), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:40.259032 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-6d8565df-a360-4b15-aa39-5f9d34623bd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512506'] for security_group (908def25-96fc-4646-8419-60de2b969d6a), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:40.285580 dv-cinder-master-3-smb neutron-server[106232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 18 Sep 2022 01:01:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a31221f-db4e-4a05-8a0c-85cf51874d09 x-openstack-request-id: req-3a31221f-db4e-4a05-8a0c-85cf51874d09 {{(pid=106232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:01:40.286100 dv-cinder-master-3-smb neutron-server[106232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f4bab30-d9b2-4713-ab65-46a4754f8153", "name": "network-vif-plugged", "status": "completed", "tag": "41948106-b5ee-425d-bfed-b11f6d5cdb7e", "code": 200}]} {{(pid=106232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:01:40.286516 dv-cinder-master-3-smb neutron-server[106232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-3a31221f-db4e-4a05-8a0c-85cf51874d09 {{(pid=106232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:01:40.287094 dv-cinder-master-3-smb neutron-server[106232]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a31221f-db4e-4a05-8a0c-85cf51874d09'] response: {'server_uuid': '6f4bab30-d9b2-4713-ab65-46a4754f8153', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41948106-b5ee-425d-bfed-b11f6d5cdb7e', 'code': 200} Sep 18 01:01:40.289990 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (c8573462-7e7f-4357-b3a8-beeaa8ae7db3), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:40.294496 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Pushing event updated for resources: {'Port': ['ID=41948106-b5ee-425d-bfed-b11f6d5cdb7e,revision_number=7']} {{(pid=106232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:01:40.302520 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:01:40.305103 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8565df-a360-4b15-aa39-5f9d34623bd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=908def25-96fc-4646-8419-60de2b969d6a,revision_number=1']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:01:40.339654 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 34454) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:01:40.348000 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [None req-6d8565df-a360-4b15-aa39-5f9d34623bd4 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=991ba3230c644658a725dd2ac61aaefb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5203929 Sep 18 01:01:40.395549 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-c19b933a-0438-4b98-8225-a6abfd218ad5 admin admin] Publish callbacks [] for security_group (908def25-96fc-4646-8419-60de2b969d6a), before_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:40.418673 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-c19b933a-0438-4b98-8225-a6abfd218ad5 admin admin] Publish callbacks [] for security_group (908def25-96fc-4646-8419-60de2b969d6a), precommit_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:40.420922 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:01:40.475713 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-c19b933a-0438-4b98-8225-a6abfd218ad5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512506'] for security_group (908def25-96fc-4646-8419-60de2b969d6a), after_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:40.478174 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-c19b933a-0438-4b98-8225-a6abfd218ad5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:40.479388 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-c19b933a-0438-4b98-8225-a6abfd218ad5 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/908def25-96fc-4646-8419-60de2b969d6a HTTP/1.1" status: 204 len: 168 time: 0.1386530 Sep 18 01:01:40.488552 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19b933a-0438-4b98-8225-a6abfd218ad5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=908def25-96fc-4646-8419-60de2b969d6a,revision_number=None']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:01:40.497479 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19b933a-0438-4b98-8225-a6abfd218ad5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:01:40.498131 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19b933a-0438-4b98-8225-a6abfd218ad5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:01:40.498620 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19b933a-0438-4b98-8225-a6abfd218ad5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:01:40.499298 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19b933a-0438-4b98-8225-a6abfd218ad5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:01:40.500011 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19b933a-0438-4b98-8225-a6abfd218ad5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:01:40.500580 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19b933a-0438-4b98-8225-a6abfd218ad5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:01:40.501088 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19b933a-0438-4b98-8225-a6abfd218ad5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:01:40.501535 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19b933a-0438-4b98-8225-a6abfd218ad5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:01:40.501929 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19b933a-0438-4b98-8225-a6abfd218ad5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:01:40.502292 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19b933a-0438-4b98-8225-a6abfd218ad5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:01:40.502659 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19b933a-0438-4b98-8225-a6abfd218ad5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:01:40.503239 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19b933a-0438-4b98-8225-a6abfd218ad5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:01:40.503795 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19b933a-0438-4b98-8225-a6abfd218ad5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:01:40.504424 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19b933a-0438-4b98-8225-a6abfd218ad5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:01:40.504737 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c19b933a-0438-4b98-8225-a6abfd218ad5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:01:41.334345 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2b67f8-c56b-497e-96bb-fe7d61be9eb8 req-e627b27e-4a39-4efa-8ddc-add08883192e tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:01:41.335931 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-0e2b67f8-c56b-497e-96bb-fe7d61be9eb8 req-e627b27e-4a39-4efa-8ddc-add08883192e tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6f4bab30-d9b2-4713-ab65-46a4754f8153 HTTP/1.1" status: 200 len: 946 time: 0.0893815 Sep 18 01:01:41.392868 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-0e2b67f8-c56b-497e-96bb-fe7d61be9eb8 req-ffbdf237-b490-403c-af6f-ca6992226580 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=af5bddc4-1b2d-44ab-8230-6f22a8f63cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504444 Sep 18 01:01:41.741028 dv-cinder-master-3-smb neutron-server[106233]: DEBUG dbcounter [-] [106233] Writing DB stats neutron:SELECT=43 {{(pid=106233) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:01:42.227120 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c9d869-838a-41b2-a17d-1ebd58e97590 req-b93de207-2794-4f77-ab54-f558da19b7e1 tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:01:42.235856 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-d8c9d869-838a-41b2-a17d-1ebd58e97590 req-b93de207-2794-4f77-ab54-f558da19b7e1 tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5a39d642-1c36-48cb-909b-751208990b95 HTTP/1.1" status: 200 len: 945 time: 0.0749784 Sep 18 01:01:42.357035 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-d8c9d869-838a-41b2-a17d-1ebd58e97590 req-b14ff7ec-0446-4d2d-a2af-5e35f6b093ac tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=d677bc7e-d05b-49f4-9c01-46684889a391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1008329 Sep 18 01:01:42.631237 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 34522) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:01:42.631799 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3d77f6-ba05-499f-abea-abbf9007643f req-e00bcfaa-c024-4f5b-8911-a64b85bc6629 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:01:42.633242 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-1e3d77f6-ba05-499f-abea-abbf9007643f req-e00bcfaa-c024-4f5b-8911-a64b85bc6629 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6f4bab30-d9b2-4713-ab65-46a4754f8153 HTTP/1.1" status: 200 len: 946 time: 0.0533361 Sep 18 01:01:42.724106 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-1e3d77f6-ba05-499f-abea-abbf9007643f req-d06fa033-a6e0-406e-b7a0-5b461e69bf99 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=af5bddc4-1b2d-44ab-8230-6f22a8f63cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759170 Sep 18 01:01:42.793115 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-26488854-9253-4acb-857f-3ece04185520 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:42.825913 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:INSERT=1 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:01:42.903801 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-26488854-9253-4acb-857f-3ece04185520 admin admin] Publish callbacks [] for security_group (ae3a6187-9595-4940-90a4-d6c72a1e86ec), precommit_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:42.914823 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-26488854-9253-4acb-857f-3ece04185520 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512506'] for security_group (ae3a6187-9595-4940-90a4-d6c72a1e86ec), after_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:42.974543 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26488854-9253-4acb-857f-3ece04185520 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae3a6187-9595-4940-90a4-d6c72a1e86ec,revision_number=1']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:01:43.009721 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-26488854-9253-4acb-857f-3ece04185520 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=3cd131d0010444eb90b9de98b4a28035&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3766260 Sep 18 01:01:43.012556 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 34530) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:01:43.076940 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-1515acb6-5548-4e14-816e-096e9ab1ad67 admin admin] Publish callbacks [] for security_group (ae3a6187-9595-4940-90a4-d6c72a1e86ec), before_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:43.111221 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-1515acb6-5548-4e14-816e-096e9ab1ad67 admin admin] Publish callbacks [] for security_group (ae3a6187-9595-4940-90a4-d6c72a1e86ec), precommit_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:43.170296 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-1515acb6-5548-4e14-816e-096e9ab1ad67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512506'] for security_group (ae3a6187-9595-4940-90a4-d6c72a1e86ec), after_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:43.173746 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-1515acb6-5548-4e14-816e-096e9ab1ad67 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:43.175086 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-1515acb6-5548-4e14-816e-096e9ab1ad67 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/ae3a6187-9595-4940-90a4-d6c72a1e86ec HTTP/1.1" status: 204 len: 168 time: 0.1613977 Sep 18 01:01:43.198200 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1515acb6-5548-4e14-816e-096e9ab1ad67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae3a6187-9595-4940-90a4-d6c72a1e86ec,revision_number=None']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:01:43.548899 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a827e6e8-0ce0-457c-8820-18286ea05eba req-b46bc2dc-853a-441a-8130-b3f83e08136d tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:01:43.550394 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-a827e6e8-0ce0-457c-8820-18286ea05eba req-b46bc2dc-853a-441a-8130-b3f83e08136d tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5a39d642-1c36-48cb-909b-751208990b95 HTTP/1.1" status: 200 len: 945 time: 0.1084001 Sep 18 01:01:43.579905 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 34538) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:01:43.601081 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-20bb854c-41b2-41d8-aa1e-4f33bf5f4349 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:43.638396 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-a827e6e8-0ce0-457c-8820-18286ea05eba req-1e0f69e8-0cef-41dc-bc0f-7e9fbaa79770 tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=d677bc7e-d05b-49f4-9c01-46684889a391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714283 Sep 18 01:01:43.719335 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-20bb854c-41b2-41d8-aa1e-4f33bf5f4349 admin admin] Publish callbacks [] for security_group (4b770a06-a48c-4425-a5a0-0149f0b9bec2), precommit_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:43.728773 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-20bb854c-41b2-41d8-aa1e-4f33bf5f4349 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512506'] for security_group (4b770a06-a48c-4425-a5a0-0149f0b9bec2), after_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:43.783687 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-20bb854c-41b2-41d8-aa1e-4f33bf5f4349 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=a952ddc9541a46e891c4faab529ce793&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2023330 Sep 18 01:01:43.784826 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bb854c-41b2-41d8-aa1e-4f33bf5f4349 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b770a06-a48c-4425-a5a0-0149f0b9bec2,revision_number=1']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:01:43.786568 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.33', 34542) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:01:43.861713 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-7b1df6dd-82fa-4338-a7f6-20238bad9e43 admin admin] Publish callbacks [] for security_group (4b770a06-a48c-4425-a5a0-0149f0b9bec2), before_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:43.927226 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-7b1df6dd-82fa-4338-a7f6-20238bad9e43 admin admin] Publish callbacks [] for security_group (4b770a06-a48c-4425-a5a0-0149f0b9bec2), precommit_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:43.952725 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e6682c-dbdc-4ced-b0f1-99885336cc53 req-302ef7c3-fe4e-4007-9f7b-a52244a60aaf tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:01:43.956445 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-c8e6682c-dbdc-4ced-b0f1-99885336cc53 req-302ef7c3-fe4e-4007-9f7b-a52244a60aaf tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6f4bab30-d9b2-4713-ab65-46a4754f8153 HTTP/1.1" status: 200 len: 946 time: 0.0965872 Sep 18 01:01:44.057227 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-c8e6682c-dbdc-4ced-b0f1-99885336cc53 req-0bea240a-0cc1-4a2e-a12a-e36382610be8 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=af5bddc4-1b2d-44ab-8230-6f22a8f63cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901635 Sep 18 01:01:44.069919 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-7b1df6dd-82fa-4338-a7f6-20238bad9e43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512506'] for security_group (4b770a06-a48c-4425-a5a0-0149f0b9bec2), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:44.074112 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-7b1df6dd-82fa-4338-a7f6-20238bad9e43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:44.075343 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [None req-7b1df6dd-82fa-4338-a7f6-20238bad9e43 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/4b770a06-a48c-4425-a5a0-0149f0b9bec2 HTTP/1.1" status: 204 len: 168 time: 0.2875364 Sep 18 01:01:44.086050 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1df6dd-82fa-4338-a7f6-20238bad9e43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b770a06-a48c-4425-a5a0-0149f0b9bec2,revision_number=None']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:01:44.826611 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe64c5c-7e49-4553-bd93-6d1493280061 req-1f4e6666-ce31-4dc2-afac-53885e4db263 tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:01:44.837055 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-bbe64c5c-7e49-4553-bd93-6d1493280061 req-1f4e6666-ce31-4dc2-afac-53885e4db263 tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5a39d642-1c36-48cb-909b-751208990b95 HTTP/1.1" status: 200 len: 945 time: 0.0802293 Sep 18 01:01:44.917046 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-bbe64c5c-7e49-4553-bd93-6d1493280061 req-09945cb0-9805-4061-9f17-d76dc4132395 tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=d677bc7e-d05b-49f4-9c01-46684889a391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765419 Sep 18 01:01:45.261359 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281ab817-2c88-4817-a7f1-730dad2cf10d req-e529655e-94f6-4b6e-aacb-371b3fe2a0ab tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:01:45.263535 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-281ab817-2c88-4817-a7f1-730dad2cf10d req-e529655e-94f6-4b6e-aacb-371b3fe2a0ab tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6f4bab30-d9b2-4713-ab65-46a4754f8153 HTTP/1.1" status: 200 len: 946 time: 0.0659173 Sep 18 01:01:45.322147 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-281ab817-2c88-4817-a7f1-730dad2cf10d req-88b3c0f7-3ef4-410b-adaf-78ba7941f8bb tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=af5bddc4-1b2d-44ab-8230-6f22a8f63cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480528 Sep 18 01:01:46.093100 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96ff2b5-2418-471f-a4e1-be6832b5ad78 req-2f483514-b7a3-4570-bf73-295976534d67 tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:01:46.096520 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-f96ff2b5-2418-471f-a4e1-be6832b5ad78 req-2f483514-b7a3-4570-bf73-295976534d67 tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5a39d642-1c36-48cb-909b-751208990b95 HTTP/1.1" status: 200 len: 945 time: 0.0876932 Sep 18 01:01:46.142128 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=100 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:01:46.178248 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-f96ff2b5-2418-471f-a4e1-be6832b5ad78 req-b412dede-82d4-4bfe-859c-a3b427939560 tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=d677bc7e-d05b-49f4-9c01-46684889a391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729275 Sep 18 01:01:46.485037 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774fbadb-bde1-4c5f-97e5-f49127107385 req-2d803c48-eff8-4139-9bea-a771f1b52a03 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:01:46.492446 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-774fbadb-bde1-4c5f-97e5-f49127107385 req-2d803c48-eff8-4139-9bea-a771f1b52a03 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6f4bab30-d9b2-4713-ab65-46a4754f8153 HTTP/1.1" status: 200 len: 946 time: 0.0601211 Sep 18 01:01:46.513355 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:01:46.556138 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-774fbadb-bde1-4c5f-97e5-f49127107385 req-a68b8cde-752c-4e53-bec1-c3c8735371c5 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=af5bddc4-1b2d-44ab-8230-6f22a8f63cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627081 Sep 18 01:01:47.346219 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4219440d-ec0d-4349-88a3-7439da3e6339 req-80c67d11-4b40-48cb-bcdc-4c191f7ab804 tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:01:47.354117 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-4219440d-ec0d-4349-88a3-7439da3e6339 req-80c67d11-4b40-48cb-bcdc-4c191f7ab804 tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5a39d642-1c36-48cb-909b-751208990b95 HTTP/1.1" status: 200 len: 945 time: 0.0618412 Sep 18 01:01:47.433621 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-4219440d-ec0d-4349-88a3-7439da3e6339 req-c140ea46-d38b-42c3-888a-77eeec5fc567 tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=d677bc7e-d05b-49f4-9c01-46684889a391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784619 Sep 18 01:01:47.740153 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7def5f20-1c28-4872-894c-bd70d9562494 req-2dbbb1d8-7a8c-45e1-9cb6-ff9a70f92538 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:01:47.742610 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-7def5f20-1c28-4872-894c-bd70d9562494 req-2dbbb1d8-7a8c-45e1-9cb6-ff9a70f92538 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6f4bab30-d9b2-4713-ab65-46a4754f8153 HTTP/1.1" status: 200 len: 946 time: 0.0719347 Sep 18 01:01:47.813569 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-7def5f20-1c28-4872-894c-bd70d9562494 req-ecb3e7ef-3901-4e88-94b0-cec469d22f26 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=af5bddc4-1b2d-44ab-8230-6f22a8f63cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635717 Sep 18 01:01:48.635140 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b875aa-7928-4adf-8d34-eef14d886871 req-5b1fb9ed-9169-4c01-b55c-6d2096a45f5a tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:01:48.644554 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-11b875aa-7928-4adf-8d34-eef14d886871 req-5b1fb9ed-9169-4c01-b55c-6d2096a45f5a tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5a39d642-1c36-48cb-909b-751208990b95 HTTP/1.1" status: 200 len: 945 time: 0.0826023 Sep 18 01:01:48.723478 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-11b875aa-7928-4adf-8d34-eef14d886871 req-a3ca09b0-aa68-44e1-90bd-08f1300d0e9e tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=d677bc7e-d05b-49f4-9c01-46684889a391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766404 Sep 18 01:01:49.039014 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1820e0-7639-47a1-90a2-abbcb6e04bb3 req-6d0dbeaf-51f5-4964-ac23-f6684eff45d5 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:01:49.041037 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-6e1820e0-7639-47a1-90a2-abbcb6e04bb3 req-6d0dbeaf-51f5-4964-ac23-f6684eff45d5 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6f4bab30-d9b2-4713-ab65-46a4754f8153 HTTP/1.1" status: 200 len: 946 time: 0.0814424 Sep 18 01:01:49.127065 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-6e1820e0-7639-47a1-90a2-abbcb6e04bb3 req-088b2945-5435-45d1-ac20-faf044beceff tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=af5bddc4-1b2d-44ab-8230-6f22a8f63cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795507 Sep 18 01:01:49.846356 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc4c1d9-c677-4b81-a7ba-2f6a55186568 req-dd666e07-3f42-4696-8f02-0202ec14a5df tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:01:49.847878 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-dbc4c1d9-c677-4b81-a7ba-2f6a55186568 req-dd666e07-3f42-4696-8f02-0202ec14a5df tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5a39d642-1c36-48cb-909b-751208990b95 HTTP/1.1" status: 200 len: 945 time: 0.0504425 Sep 18 01:01:49.900603 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-dbc4c1d9-c677-4b81-a7ba-2f6a55186568 req-3c5324e2-6e4d-44d9-8d2c-fa04737744bd tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=d677bc7e-d05b-49f4-9c01-46684889a391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469871 Sep 18 01:01:50.214414 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 34702) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:01:50.251330 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1036576d-67bb-4117-89a4-250f3b20c2bf req-092185c7-422b-44ae-a79f-332f411905d7 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:01:50.252814 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-1036576d-67bb-4117-89a4-250f3b20c2bf req-092185c7-422b-44ae-a79f-332f411905d7 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6f4bab30-d9b2-4713-ab65-46a4754f8153 HTTP/1.1" status: 200 len: 946 time: 0.0481217 Sep 18 01:01:50.300810 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-1036576d-67bb-4117-89a4-250f3b20c2bf req-73d057eb-c95f-43d8-a943-0b8f1628e867 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=af5bddc4-1b2d-44ab-8230-6f22a8f63cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420492 Sep 18 01:01:50.327815 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-37902734-2e5d-4829-97fc-971ad63da8e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:50.408037 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-37902734-2e5d-4829-97fc-971ad63da8e6 admin admin] Publish callbacks [] for security_group (cf41bfb7-382d-4e5c-a34d-4f16e3afc0d8), precommit_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:50.411840 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-37902734-2e5d-4829-97fc-971ad63da8e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512506'] for security_group (cf41bfb7-382d-4e5c-a34d-4f16e3afc0d8), after_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:50.444285 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=76,neutron:INSERT=21,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:01:50.450193 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37902734-2e5d-4829-97fc-971ad63da8e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf41bfb7-382d-4e5c-a34d-4f16e3afc0d8,revision_number=1']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:01:50.455699 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-37902734-2e5d-4829-97fc-971ad63da8e6 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=e13b71df622b460c9eb53588a57296a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2401888 Sep 18 01:01:50.458437 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.33', 34706) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:01:50.507352 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-a3fbf9ab-672d-4cc1-aea1-e73d7692bf80 admin admin] Publish callbacks [] for security_group (cf41bfb7-382d-4e5c-a34d-4f16e3afc0d8), before_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:50.527003 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-a3fbf9ab-672d-4cc1-aea1-e73d7692bf80 admin admin] Publish callbacks [] for security_group (cf41bfb7-382d-4e5c-a34d-4f16e3afc0d8), precommit_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:50.575836 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-a3fbf9ab-672d-4cc1-aea1-e73d7692bf80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512506'] for security_group (cf41bfb7-382d-4e5c-a34d-4f16e3afc0d8), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:50.579350 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-a3fbf9ab-672d-4cc1-aea1-e73d7692bf80 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:50.580529 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [None req-a3fbf9ab-672d-4cc1-aea1-e73d7692bf80 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/cf41bfb7-382d-4e5c-a34d-4f16e3afc0d8 HTTP/1.1" status: 204 len: 168 time: 0.1210635 Sep 18 01:01:50.589199 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fbf9ab-672d-4cc1-aea1-e73d7692bf80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf41bfb7-382d-4e5c-a34d-4f16e3afc0d8,revision_number=None']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:01:50.861825 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.33', 34712) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:01:50.877238 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-395369e0-f447-4733-b215-b6ffdea44ea6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:50.920858 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:01:50.958641 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-395369e0-f447-4733-b215-b6ffdea44ea6 admin admin] Publish callbacks [] for security_group (5634f7bb-aaa5-498e-ad3d-d4934d1cd2cb), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:50.968037 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-395369e0-f447-4733-b215-b6ffdea44ea6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512506'] for security_group (5634f7bb-aaa5-498e-ad3d-d4934d1cd2cb), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:51.008983 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=9 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:01:51.039173 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [None req-395369e0-f447-4733-b215-b6ffdea44ea6 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=e6d96e5fcf354de9944ded56e1842a9f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1761587 Sep 18 01:01:51.042518 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395369e0-f447-4733-b215-b6ffdea44ea6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5634f7bb-aaa5-498e-ad3d-d4934d1cd2cb,revision_number=1']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:01:51.045364 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.33', 34716) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:01:51.075683 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f96533a-0449-4c58-9257-241701291a13 req-f6b2257e-56b3-4f9d-a7db-f0d86c049bd8 tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:01:51.077421 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-5f96533a-0449-4c58-9257-241701291a13 req-f6b2257e-56b3-4f9d-a7db-f0d86c049bd8 tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5a39d642-1c36-48cb-909b-751208990b95 HTTP/1.1" status: 200 len: 945 time: 0.0874927 Sep 18 01:01:51.088096 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000c3e26-67aa-4850-a0a7-cb27eb52ea54 req-4dce3f6c-8094-45cb-81a4-5886407aa959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:01:51.090015 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-000c3e26-67aa-4850-a0a7-cb27eb52ea54 req-4dce3f6c-8094-45cb-81a4-5886407aa959 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=1a7f6c917c934c00a862b9946ce2b1cd&device_id=6f4bab30-d9b2-4713-ab65-46a4754f8153 HTTP/1.1" status: 200 len: 1130 time: 0.0515237 Sep 18 01:01:51.149229 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-e39343ba-9c6c-4b6d-814a-2e3e0c909c9a admin admin] Publish callbacks [] for security_group (5634f7bb-aaa5-498e-ad3d-d4934d1cd2cb), before_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:51.166573 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-5f96533a-0449-4c58-9257-241701291a13 req-d407464f-754b-4ed5-a8a6-3edd51435b2f tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=d677bc7e-d05b-49f4-9c01-46684889a391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767105 Sep 18 01:01:51.180671 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-e39343ba-9c6c-4b6d-814a-2e3e0c909c9a admin admin] Publish callbacks [] for security_group (5634f7bb-aaa5-498e-ad3d-d4934d1cd2cb), precommit_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:51.192025 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000c3e26-67aa-4850-a0a7-cb27eb52ea54 req-ace461a6-a705-4aaa-9e0d-fe38cfea540e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:01:51.193509 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-000c3e26-67aa-4850-a0a7-cb27eb52ea54 req-ace461a6-a705-4aaa-9e0d-fe38cfea540e service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=5b2870f5-1df6-4588-9304-3be88fc2aeec HTTP/1.1" status: 200 len: 918 time: 0.0967579 Sep 18 01:01:51.241154 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-e39343ba-9c6c-4b6d-814a-2e3e0c909c9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512506'] for security_group (5634f7bb-aaa5-498e-ad3d-d4934d1cd2cb), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:51.244655 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-e39343ba-9c6c-4b6d-814a-2e3e0c909c9a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:51.245926 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [None req-e39343ba-9c6c-4b6d-814a-2e3e0c909c9a admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/5634f7bb-aaa5-498e-ad3d-d4934d1cd2cb HTTP/1.1" status: 204 len: 168 time: 0.1975362 Sep 18 01:01:51.254868 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39343ba-9c6c-4b6d-814a-2e3e0c909c9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5634f7bb-aaa5-498e-ad3d-d4934d1cd2cb,revision_number=None']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:01:51.268978 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-000c3e26-67aa-4850-a0a7-cb27eb52ea54 req-708000c2-e479-4900-a166-d07c084d8c0a service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=41948106-b5ee-425d-bfed-b11f6d5cdb7e HTTP/1.1" status: 200 len: 1002 time: 0.0680234 Sep 18 01:01:51.328073 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000c3e26-67aa-4850-a0a7-cb27eb52ea54 req-b6e7dde3-5ece-4c03-b952-eeb275d31006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:01:51.329518 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-000c3e26-67aa-4850-a0a7-cb27eb52ea54 req-b6e7dde3-5ece-4c03-b952-eeb275d31006 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=b02e0a67-927b-4f1f-86aa-5b54aefb606b HTTP/1.1" status: 200 len: 856 time: 0.0525765 Sep 18 01:01:51.366749 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:01:51.380954 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000c3e26-67aa-4850-a0a7-cb27eb52ea54 req-68e5cc4d-b7c8-4ef7-82d3-6b8f6677808c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:01:51.382571 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-000c3e26-67aa-4850-a0a7-cb27eb52ea54 req-68e5cc4d-b7c8-4ef7-82d3-6b8f6677808c service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=5b2870f5-1df6-4588-9304-3be88fc2aeec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0454862 Sep 18 01:01:51.442946 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be590306-682f-4aed-a99a-07f68e503df3 req-a8e250d8-5388-4382-9515-c9109ac4d986 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:01:51.444686 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-be590306-682f-4aed-a99a-07f68e503df3 req-a8e250d8-5388-4382-9515-c9109ac4d986 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6f4bab30-d9b2-4713-ab65-46a4754f8153 HTTP/1.1" status: 200 len: 946 time: 0.0557714 Sep 18 01:01:51.498773 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-000c3e26-67aa-4850-a0a7-cb27eb52ea54 req-9fe3a565-ae63-478e-b625-751d75e56f27 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/5b2870f5-1df6-4588-9304-3be88fc2aeec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083870 Sep 18 01:01:51.520308 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-be590306-682f-4aed-a99a-07f68e503df3 req-72455827-79c4-43bc-9f3e-1f54b0a7aaec tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=af5bddc4-1b2d-44ab-8230-6f22a8f63cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687523 Sep 18 01:01:51.609530 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-000c3e26-67aa-4850-a0a7-cb27eb52ea54 req-05453c85-a34b-442c-a723-60812b04ef57 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/5b2870f5-1df6-4588-9304-3be88fc2aeec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040511 Sep 18 01:01:52.297718 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772d4b17-3387-4f81-be95-89e7cd579ea6 req-6017f345-cc0a-404b-9eae-7513ba97b713 tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:01:52.299209 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-772d4b17-3387-4f81-be95-89e7cd579ea6 req-6017f345-cc0a-404b-9eae-7513ba97b713 tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5a39d642-1c36-48cb-909b-751208990b95 HTTP/1.1" status: 200 len: 945 time: 0.0521317 Sep 18 01:01:52.350486 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-772d4b17-3387-4f81-be95-89e7cd579ea6 req-a4cd54e5-d869-4c8b-8dd4-1d8ac347bfda tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=d677bc7e-d05b-49f4-9c01-46684889a391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456247 Sep 18 01:01:52.647239 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1bcbd9-fb8a-4451-abe4-7cea7f63ed5f req-bca1f774-8cb8-465c-8aa9-3bd4f1df0e5c tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:01:52.648713 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-9a1bcbd9-fb8a-4451-abe4-7cea7f63ed5f req-bca1f774-8cb8-465c-8aa9-3bd4f1df0e5c tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6f4bab30-d9b2-4713-ab65-46a4754f8153 HTTP/1.1" status: 200 len: 946 time: 0.0469770 Sep 18 01:01:52.698229 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-9a1bcbd9-fb8a-4451-abe4-7cea7f63ed5f req-179a52a9-239e-4d86-8a1b-3734f52a85ba tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=af5bddc4-1b2d-44ab-8230-6f22a8f63cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426774 Sep 18 01:01:53.442125 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.33', 34814) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:01:53.484598 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628e8cc3-5fe6-4687-af17-23b747d275b6 req-80103631-a21a-4289-b850-18f9902b1d94 tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:01:53.486080 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-628e8cc3-5fe6-4687-af17-23b747d275b6 req-80103631-a21a-4289-b850-18f9902b1d94 tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5a39d642-1c36-48cb-909b-751208990b95 HTTP/1.1" status: 200 len: 945 time: 0.0568831 Sep 18 01:01:53.538975 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-628e8cc3-5fe6-4687-af17-23b747d275b6 req-e05f8907-44e9-452e-924e-7c8dcfb74d9f tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=d677bc7e-d05b-49f4-9c01-46684889a391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473287 Sep 18 01:01:53.578647 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-346217f0-33dd-4656-9d28-8f94596b946b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:53.645375 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:01:53.654488 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-346217f0-33dd-4656-9d28-8f94596b946b admin admin] Publish callbacks [] for security_group (c8e7d0c7-fb62-4edf-9d82-3c9a048f6ce6), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:53.658704 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-346217f0-33dd-4656-9d28-8f94596b946b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512506'] for security_group (c8e7d0c7-fb62-4edf-9d82-3c9a048f6ce6), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:53.701444 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346217f0-33dd-4656-9d28-8f94596b946b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8e7d0c7-fb62-4edf-9d82-3c9a048f6ce6,revision_number=1']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:01:53.708721 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [None req-346217f0-33dd-4656-9d28-8f94596b946b admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=81e467a5368e4850bbe208bf407fb0ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2655241 Sep 18 01:01:53.711944 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.33', 34818) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:01:53.766770 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-6b400d69-7c3a-43b5-bcaa-75a30d1cfcee admin admin] Publish callbacks [] for security_group (c8e7d0c7-fb62-4edf-9d82-3c9a048f6ce6), before_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:53.780550 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10113c1c-2289-4e1f-aa68-3bdc475a0b92 req-3c2a3c28-3e72-4baa-a814-866366be5821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:01:53.782340 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-10113c1c-2289-4e1f-aa68-3bdc475a0b92 req-3c2a3c28-3e72-4baa-a814-866366be5821 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=c37316ddc7de431294eda723f5ef3f60&device_id=5a39d642-1c36-48cb-909b-751208990b95 HTTP/1.1" status: 200 len: 1129 time: 0.0572329 Sep 18 01:01:53.797387 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-6b400d69-7c3a-43b5-bcaa-75a30d1cfcee admin admin] Publish callbacks [] for security_group (c8e7d0c7-fb62-4edf-9d82-3c9a048f6ce6), precommit_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:53.873518 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f9349f-5790-4b7b-96cb-c8a592a0dc60 req-64628474-6730-4e56-90fc-b0b9880df9b6 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:01:53.875099 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-55f9349f-5790-4b7b-96cb-c8a592a0dc60 req-64628474-6730-4e56-90fc-b0b9880df9b6 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6f4bab30-d9b2-4713-ab65-46a4754f8153 HTTP/1.1" status: 200 len: 946 time: 0.0690417 Sep 18 01:01:53.878540 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=6 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:01:53.914047 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-6b400d69-7c3a-43b5-bcaa-75a30d1cfcee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512506'] for security_group (c8e7d0c7-fb62-4edf-9d82-3c9a048f6ce6), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:53.915631 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10113c1c-2289-4e1f-aa68-3bdc475a0b92 req-dccf67c4-99f1-4f9f-8182-5004d932051a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:01:53.916598 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-6b400d69-7c3a-43b5-bcaa-75a30d1cfcee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:53.917103 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-10113c1c-2289-4e1f-aa68-3bdc475a0b92 req-dccf67c4-99f1-4f9f-8182-5004d932051a service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=2fe627c1-4c69-4373-8338-7690c696f294 HTTP/1.1" status: 200 len: 910 time: 0.1110833 Sep 18 01:01:53.917706 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [None req-6b400d69-7c3a-43b5-bcaa-75a30d1cfcee admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/c8e7d0c7-fb62-4edf-9d82-3c9a048f6ce6 HTTP/1.1" status: 204 len: 168 time: 0.2050474 Sep 18 01:01:53.937301 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b400d69-7c3a-43b5-bcaa-75a30d1cfcee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8e7d0c7-fb62-4edf-9d82-3c9a048f6ce6,revision_number=None']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:01:53.942069 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-55f9349f-5790-4b7b-96cb-c8a592a0dc60 req-8c6de13a-5158-4fd6-b703-0a8786ffc3ac tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=af5bddc4-1b2d-44ab-8230-6f22a8f63cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607843 Sep 18 01:01:54.073347 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.rpc [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Device 41948106-b5ee-425d-bfed-b11f6d5cdb7e no longer exists at agent hyperv_hv-cinder-maste {{(pid=106232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:01:54.152436 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Current status of the port 41948106-b5ee-425d-bfed-b11f6d5cdb7e is: ACTIVE; New status is: DOWN {{(pid=106232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 01:01:54.153299 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (41948106-b5ee-425d-bfed-b11f6d5cdb7e), before_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:54.206818 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-10113c1c-2289-4e1f-aa68-3bdc475a0b92 req-016b658e-bb70-464a-89fa-1bb5dffdebce service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=168733ef-a9ab-4b45-b7c7-dd94d6a8994b HTTP/1.1" status: 200 len: 1000 time: 0.0676711 Sep 18 01:01:54.228708 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.33', 34828) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:01:54.247258 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-39c8a963-5752-4d76-9974-e08bdea2ec7d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:54.265487 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10113c1c-2289-4e1f-aa68-3bdc475a0b92 req-1de331c4-f338-4685-9524-b5852bb3a784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:01:54.267050 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-10113c1c-2289-4e1f-aa68-3bdc475a0b92 req-1de331c4-f338-4685-9524-b5852bb3a784 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=58f0751e-3cb4-40b9-9d2a-3100ec129c91 HTTP/1.1" status: 200 len: 848 time: 0.0530398 Sep 18 01:01:54.327754 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f4bab30-d9b2-4713-ab65-46a4754f8153', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41948106-b5ee-425d-bfed-b11f6d5cdb7e'}] {{(pid=106232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 18 01:01:54.329958 dv-cinder-master-3-smb neutron-server[106232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90e96a6086c290001a0d7e5ddcf89e279d0a9bc322b7051b760fc9213660c862" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5789b94b-0169-4af3-84cf-bbb2505fc649" -d '{"events": [{"server_uuid": "6f4bab30-d9b2-4713-ab65-46a4754f8153", "name": "network-vif-unplugged", "status": "completed", "tag": "41948106-b5ee-425d-bfed-b11f6d5cdb7e"}]}' {{(pid=106232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:01:54.330111 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-39c8a963-5752-4d76-9974-e08bdea2ec7d admin admin] Publish callbacks [] for security_group (b0702481-4d31-4e53-a555-c968040e24df), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:54.334565 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-39c8a963-5752-4d76-9974-e08bdea2ec7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512506'] for security_group (b0702481-4d31-4e53-a555-c968040e24df), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:54.334727 dv-cinder-master-3-smb neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:01:54.346058 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.db [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] For port 41948106-b5ee-425d-bfed-b11f6d5cdb7e, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=41948106-b5ee-425d-bfed-b11f6d5cdb7e,segment=NetworkSegment(ad5fe970-da3b-4a06-bd95-f70d97a5ce86),segment_id=ad5fe970-da3b-4a06-bd95-f70d97a5ce86)] {{(pid=106232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:01:54.350072 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749746030758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749745591525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749745591543'] for port (41948106-b5ee-425d-bfed-b11f6d5cdb7e), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:54.381984 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [None req-39c8a963-5752-4d76-9974-e08bdea2ec7d admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=a9847c9bf1764ca6afd8bd259040ac0a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1520631 Sep 18 01:01:54.383014 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c8a963-5752-4d76-9974-e08bdea2ec7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0702481-4d31-4e53-a555-c968040e24df,revision_number=1']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:01:54.384662 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 34834) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:01:54.402132 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Pushing event updated for resources: {'Port': ['ID=41948106-b5ee-425d-bfed-b11f6d5cdb7e,revision_number=8']} {{(pid=106232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:01:54.445353 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-a880d15d-567e-4b42-b3ea-d5e7b203f4f5 admin admin] Publish callbacks [] for security_group (b0702481-4d31-4e53-a555-c968040e24df), before_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:54.465490 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-a880d15d-567e-4b42-b3ea-d5e7b203f4f5 admin admin] Publish callbacks [] for security_group (b0702481-4d31-4e53-a555-c968040e24df), precommit_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:54.515858 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-a880d15d-567e-4b42-b3ea-d5e7b203f4f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512506'] for security_group (b0702481-4d31-4e53-a555-c968040e24df), after_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:54.518473 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-a880d15d-567e-4b42-b3ea-d5e7b203f4f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:54.521166 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-a880d15d-567e-4b42-b3ea-d5e7b203f4f5 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/b0702481-4d31-4e53-a555-c968040e24df HTTP/1.1" status: 204 len: 168 time: 0.1352863 Sep 18 01:01:54.534613 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a880d15d-567e-4b42-b3ea-d5e7b203f4f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0702481-4d31-4e53-a555-c968040e24df,revision_number=None']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:01:54.571728 dv-cinder-master-3-smb neutron-server[106232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 18 Sep 2022 01:01:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-931d45cd-e0d5-4c2c-a6ed-3d799c2a82c9 x-openstack-request-id: req-931d45cd-e0d5-4c2c-a6ed-3d799c2a82c9 {{(pid=106232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:01:54.572255 dv-cinder-master-3-smb neutron-server[106232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f4bab30-d9b2-4713-ab65-46a4754f8153", "name": "network-vif-unplugged", "status": "completed", "tag": "41948106-b5ee-425d-bfed-b11f6d5cdb7e", "code": 200}]} {{(pid=106232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:01:54.572517 dv-cinder-master-3-smb neutron-server[106232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-931d45cd-e0d5-4c2c-a6ed-3d799c2a82c9 {{(pid=106232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:01:54.572912 dv-cinder-master-3-smb neutron-server[106232]: INFO neutron.notifiers.nova [-] Nova event matching ['req-931d45cd-e0d5-4c2c-a6ed-3d799c2a82c9'] response: {'server_uuid': '6f4bab30-d9b2-4713-ab65-46a4754f8153', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41948106-b5ee-425d-bfed-b11f6d5cdb7e', 'code': 200} Sep 18 01:01:54.693021 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f6a8d5-9588-4886-9e6b-c27a872d068f req-4b79b4e7-edcd-4ebd-a6b4-d4921413be52 tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:01:54.695721 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-a1f6a8d5-9588-4886-9e6b-c27a872d068f req-4b79b4e7-edcd-4ebd-a6b4-d4921413be52 tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5a39d642-1c36-48cb-909b-751208990b95 HTTP/1.1" status: 200 len: 945 time: 0.0727286 Sep 18 01:01:54.712749 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10113c1c-2289-4e1f-aa68-3bdc475a0b92 req-9b708489-c7d3-44b6-a2e1-a38608033892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:01:54.714365 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-10113c1c-2289-4e1f-aa68-3bdc475a0b92 req-9b708489-c7d3-44b6-a2e1-a38608033892 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=2fe627c1-4c69-4373-8338-7690c696f294&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0606356 Sep 18 01:01:54.752159 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:01:54.776990 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-a1f6a8d5-9588-4886-9e6b-c27a872d068f req-85b119ea-6631-4c18-aa6f-e801ab98b47a tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=d677bc7e-d05b-49f4-9c01-46684889a391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733690 Sep 18 01:01:54.820430 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-10113c1c-2289-4e1f-aa68-3bdc475a0b92 req-0d1f43ac-b5dc-4730-9796-5b13e63895c3 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/2fe627c1-4c69-4373-8338-7690c696f294?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965953 Sep 18 01:01:55.104002 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7715c31e-0f35-4888-925f-7d02125040bb req-ae246e3d-10a3-4777-bf81-1e2f6334c2f7 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:01:55.105040 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-7715c31e-0f35-4888-925f-7d02125040bb req-ae246e3d-10a3-4777-bf81-1e2f6334c2f7 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6f4bab30-d9b2-4713-ab65-46a4754f8153 HTTP/1.1" status: 200 len: 944 time: 0.0678401 Sep 18 01:01:55.177517 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-7715c31e-0f35-4888-925f-7d02125040bb req-562e51af-f51d-490d-a5dd-650bac75fbc0 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=af5bddc4-1b2d-44ab-8230-6f22a8f63cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663226 Sep 18 01:01:55.273483 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-10113c1c-2289-4e1f-aa68-3bdc475a0b92 req-76bfb7b9-ffd8-4400-acd4-0cff96fcb725 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/2fe627c1-4c69-4373-8338-7690c696f294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1949303 Sep 18 01:01:55.823645 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 34902) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:01:55.913846 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314cb800-b245-4dd2-8bcb-852baea53b48 req-dbab1121-a4d9-4b3b-9181-10693f01e358 tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:01:55.915631 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-314cb800-b245-4dd2-8bcb-852baea53b48 req-dbab1121-a4d9-4b3b-9181-10693f01e358 tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5a39d642-1c36-48cb-909b-751208990b95 HTTP/1.1" status: 200 len: 945 time: 0.0522556 Sep 18 01:01:55.950120 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-9b2864f3-bf93-4e11-a25a-d5ae7756d434 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:55.996352 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-314cb800-b245-4dd2-8bcb-852baea53b48 req-dcc3f893-fb32-4194-b9e2-7ce86d15837c tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=d677bc7e-d05b-49f4-9c01-46684889a391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730503 Sep 18 01:01:56.010213 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:01:56.051042 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-9b2864f3-bf93-4e11-a25a-d5ae7756d434 admin admin] Publish callbacks [] for security_group (d6873268-eeab-4811-82cc-adb167ed5bd1), precommit_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:56.051042 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-9b2864f3-bf93-4e11-a25a-d5ae7756d434 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512506'] for security_group (d6873268-eeab-4811-82cc-adb167ed5bd1), after_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:56.085626 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-9b2864f3-bf93-4e11-a25a-d5ae7756d434 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=2b94a991ec0747b5bf13405192fc69ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2598524 Sep 18 01:01:56.086490 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2864f3-bf93-4e11-a25a-d5ae7756d434 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6873268-eeab-4811-82cc-adb167ed5bd1,revision_number=1']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:01:56.089029 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.33', 34910) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:01:56.141363 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-a9aa6efd-acb6-42b1-b890-836da69fe9e1 admin admin] Publish callbacks [] for security_group (d6873268-eeab-4811-82cc-adb167ed5bd1), before_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:56.162768 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-a9aa6efd-acb6-42b1-b890-836da69fe9e1 admin admin] Publish callbacks [] for security_group (d6873268-eeab-4811-82cc-adb167ed5bd1), precommit_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:56.221396 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-a9aa6efd-acb6-42b1-b890-836da69fe9e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512506'] for security_group (d6873268-eeab-4811-82cc-adb167ed5bd1), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:56.225074 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-a9aa6efd-acb6-42b1-b890-836da69fe9e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:01:56.226300 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [None req-a9aa6efd-acb6-42b1-b890-836da69fe9e1 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/d6873268-eeab-4811-82cc-adb167ed5bd1 HTTP/1.1" status: 204 len: 168 time: 0.1358440 Sep 18 01:01:56.230564 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=5 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:01:56.249670 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9aa6efd-acb6-42b1-b890-836da69fe9e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6873268-eeab-4811-82cc-adb167ed5bd1,revision_number=None']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:01:56.292101 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0112031e-bd0b-4692-9e6c-f75f45e8545b req-ecc628a6-dbb4-4b0d-8c6b-d070b2407af9 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:01:56.293631 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-0112031e-bd0b-4692-9e6c-f75f45e8545b req-ecc628a6-dbb4-4b0d-8c6b-d070b2407af9 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6f4bab30-d9b2-4713-ab65-46a4754f8153 HTTP/1.1" status: 200 len: 944 time: 0.0661628 Sep 18 01:01:56.359949 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-0112031e-bd0b-4692-9e6c-f75f45e8545b req-3581e446-db85-44ea-af87-e70395ed529f tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=af5bddc4-1b2d-44ab-8230-6f22a8f63cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588484 Sep 18 01:01:56.755797 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.33', 34948) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:01:56.840141 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-fff77bcf-173a-4444-9dbc-6ddf875c0acc req-108a044f-bd1e-4252-a847-5dd80e46b644 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6f4bab30-d9b2-4713-ab65-46a4754f8153&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0830770 Sep 18 01:01:56.848946 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.wsgi [req-fff77bcf-173a-4444-9dbc-6ddf875c0acc req-2f9eb5e3-9355-4ad2-84c0-8c1b05ac2258 service neutron] http://10.222.0.33:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106230) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 18 01:01:56.850064 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-fff77bcf-173a-4444-9dbc-6ddf875c0acc req-2f9eb5e3-9355-4ad2-84c0-8c1b05ac2258 service neutron] 10.222.0.33 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0054145 Sep 18 01:01:56.998935 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.33', 34968) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:01:57.169847 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a3c58c-7cbd-4318-9c6d-b244a6edbaa9 req-d0e9cf1e-8923-4e50-ad24-7a54610c703a tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:01:57.171415 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-40a3c58c-7cbd-4318-9c6d-b244a6edbaa9 req-d0e9cf1e-8923-4e50-ad24-7a54610c703a tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5a39d642-1c36-48cb-909b-751208990b95 HTTP/1.1" status: 200 len: 945 time: 0.0855231 Sep 18 01:01:57.188522 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff77bcf-173a-4444-9dbc-6ddf875c0acc req-97e852d8-e557-4dcb-b240-cbc82750d1c5 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:01:57.190450 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-fff77bcf-173a-4444-9dbc-6ddf875c0acc req-97e852d8-e557-4dcb-b240-cbc82750d1c5 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/ports/41948106-b5ee-425d-bfed-b11f6d5cdb7e HTTP/1.1" status: 200 len: 941 time: 0.1905267 Sep 18 01:01:57.226960 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:01:57.254426 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.agents_db [None req-fc240a3b-6701-466a-b3ae-821b2bb1d0eb None None] Agent healthcheck: found 6 active agents {{(pid=106233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 01:01:57.265547 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-40a3c58c-7cbd-4318-9c6d-b244a6edbaa9 req-00ce88d6-1e6b-4d8c-8510-043e94baa7f8 tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=d677bc7e-d05b-49f4-9c01-46684889a391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864441 Sep 18 01:01:57.538568 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90311dd6-3df4-4f7e-a2be-e14fdb650e8f req-2f131e1f-e936-42aa-8bb3-d5c2741ac795 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:01:57.545163 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-90311dd6-3df4-4f7e-a2be-e14fdb650e8f req-2f131e1f-e936-42aa-8bb3-d5c2741ac795 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6f4bab30-d9b2-4713-ab65-46a4754f8153 HTTP/1.1" status: 200 len: 944 time: 0.0653694 Sep 18 01:01:57.623744 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-90311dd6-3df4-4f7e-a2be-e14fdb650e8f req-7d46354d-aab8-4b80-9b45-15431224fea1 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=af5bddc4-1b2d-44ab-8230-6f22a8f63cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718830 Sep 18 01:01:58.160853 dv-cinder-master-3-smb neutron-server[106233]: DEBUG dbcounter [-] [106233] Writing DB stats neutron:SELECT=6 {{(pid=106233) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:01:58.301755 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349e1b8f-8b50-463a-a4b9-fcf09bfaff66 req-1a1b8182-62ba-4fad-9e34-db5f5cc9a2f8 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:01:58.303377 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-349e1b8f-8b50-463a-a4b9-fcf09bfaff66 req-1a1b8182-62ba-4fad-9e34-db5f5cc9a2f8 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=9b63a4a6-ced3-44e7-ba27-44875b4943f4 HTTP/1.1" status: 200 len: 945 time: 0.0534456 Sep 18 01:01:58.397158 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-349e1b8f-8b50-463a-a4b9-fcf09bfaff66 req-5f98be7c-ba70-49b9-83e8-3b240ecc33ee tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=e03ce9ad-4be7-4a97-9f91-d8e822033de7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879886 Sep 18 01:01:58.414880 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb5a6cd-fb55-4167-a7d0-735f6e54cffb req-d79a0200-1f21-46d4-aa5f-941c1ae3cbfa tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:01:58.416364 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-acb5a6cd-fb55-4167-a7d0-735f6e54cffb req-d79a0200-1f21-46d4-aa5f-941c1ae3cbfa tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5a39d642-1c36-48cb-909b-751208990b95 HTTP/1.1" status: 200 len: 945 time: 0.0654666 Sep 18 01:01:58.468871 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-acb5a6cd-fb55-4167-a7d0-735f6e54cffb req-292d6ec0-8476-4a22-947c-a8d674411e21 tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=d677bc7e-d05b-49f4-9c01-46684889a391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451572 Sep 18 01:01:58.589916 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.wsgi [req-f0f4d58e-f05f-49ae-9771-6cf5aa251499 req-85148468-3753-4d16-8e11-9b4a9527be64 service neutron] http://10.222.0.33:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106230) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 18 01:01:58.590947 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-f0f4d58e-f05f-49ae-9771-6cf5aa251499 req-85148468-3753-4d16-8e11-9b4a9527be64 service neutron] 10.222.0.33 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0502791 Sep 18 01:01:58.838132 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f93b5b-75c5-4762-98de-17cbebc5ca2b req-1fce8912-3db5-4b10-82fa-c9c084f9bf4f tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:01:58.839627 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-45f93b5b-75c5-4762-98de-17cbebc5ca2b req-1fce8912-3db5-4b10-82fa-c9c084f9bf4f tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6f4bab30-d9b2-4713-ab65-46a4754f8153 HTTP/1.1" status: 200 len: 944 time: 0.1121264 Sep 18 01:01:58.844372 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-8a8bee50-0e90-4b73-b1c0-1f9aadff0672 req-5188e24b-d7b4-4ef0-bd40-042517663049 service neutron] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5a39d642-1c36-48cb-909b-751208990b95&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1188743 Sep 18 01:01:58.861478 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916c8cd3-354e-4e67-a88e-97542097b3aa req-e508eda4-4a66-416f-b96f-9e722037bbcf tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:01:58.862966 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-916c8cd3-354e-4e67-a88e-97542097b3aa req-e508eda4-4a66-416f-b96f-9e722037bbcf tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5a39d642-1c36-48cb-909b-751208990b95 HTTP/1.1" status: 200 len: 945 time: 0.0969691 Sep 18 01:01:58.963508 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-45f93b5b-75c5-4762-98de-17cbebc5ca2b req-62937f52-7312-4a1f-90e7-6738c9fca1f0 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=af5bddc4-1b2d-44ab-8230-6f22a8f63cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1162069 Sep 18 01:01:58.976691 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8bee50-0e90-4b73-b1c0-1f9aadff0672 req-76576fbf-b2ec-432d-af46-cf0c12633df7 tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:01:58.978023 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-8a8bee50-0e90-4b73-b1c0-1f9aadff0672 req-76576fbf-b2ec-432d-af46-cf0c12633df7 tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] 10.222.0.33 "GET /networking/v2.0/ports/168733ef-a9ab-4b45-b7c7-dd94d6a8994b HTTP/1.1" status: 200 len: 942 time: 0.1043768 Sep 18 01:01:58.991250 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-916c8cd3-354e-4e67-a88e-97542097b3aa req-a25cb3c4-0718-4dc3-b07d-efe84d474273 tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=d677bc7e-d05b-49f4-9c01-46684889a391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1175039 Sep 18 01:01:59.528328 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb993663-a9f0-4309-980b-b47aa1a08a5c req-587fbdc6-a4db-4457-9399-671e13a408d7 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:01:59.529781 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-cb993663-a9f0-4309-980b-b47aa1a08a5c req-587fbdc6-a4db-4457-9399-671e13a408d7 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=9b63a4a6-ced3-44e7-ba27-44875b4943f4 HTTP/1.1" status: 200 len: 945 time: 0.0515523 Sep 18 01:01:59.576496 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-cb993663-a9f0-4309-980b-b47aa1a08a5c req-40071f0e-f27a-4da1-ab83-6e1873dd225e tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=e03ce9ad-4be7-4a97-9f91-d8e822033de7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411789 Sep 18 01:02:00.020879 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.rpc [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Device 168733ef-a9ab-4b45-b7c7-dd94d6a8994b no longer exists at agent hyperv_hv-cinder-maste {{(pid=106232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:02:00.104206 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Current status of the port 168733ef-a9ab-4b45-b7c7-dd94d6a8994b is: ACTIVE; New status is: DOWN {{(pid=106232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 01:02:00.104609 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (168733ef-a9ab-4b45-b7c7-dd94d6a8994b), before_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:00.124651 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557bf873-cab9-4fe9-aa62-7c04893dea28 req-98b05c1d-a4b6-4cf3-bbdd-34df7189717f tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:02:00.126907 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-557bf873-cab9-4fe9-aa62-7c04893dea28 req-98b05c1d-a4b6-4cf3-bbdd-34df7189717f tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5a39d642-1c36-48cb-909b-751208990b95 HTTP/1.1" status: 200 len: 945 time: 0.0530214 Sep 18 01:02:00.134098 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a39d642-1c36-48cb-909b-751208990b95', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '168733ef-a9ab-4b45-b7c7-dd94d6a8994b'}] {{(pid=106232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 18 01:02:00.136774 dv-cinder-master-3-smb neutron-server[106232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90e96a6086c290001a0d7e5ddcf89e279d0a9bc322b7051b760fc9213660c862" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05698a9b-787c-45e6-97c6-6f51d0578b17" -d '{"events": [{"server_uuid": "5a39d642-1c36-48cb-909b-751208990b95", "name": "network-vif-unplugged", "status": "completed", "tag": "168733ef-a9ab-4b45-b7c7-dd94d6a8994b"}]}' {{(pid=106232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:02:00.151375 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.db [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] For port 168733ef-a9ab-4b45-b7c7-dd94d6a8994b, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=168733ef-a9ab-4b45-b7c7-dd94d6a8994b,segment=NetworkSegment(af472e6b-8d89-4826-b74a-db58c32a407b),segment_id=af472e6b-8d89-4826-b74a-db58c32a407b)] {{(pid=106232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:02:00.156663 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749746030758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749745591525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749745591543'] for port (168733ef-a9ab-4b45-b7c7-dd94d6a8994b), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:00.193060 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-557bf873-cab9-4fe9-aa62-7c04893dea28 req-91c7afd5-2f83-4d2b-ba6e-1f2d757bead7 tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=d677bc7e-d05b-49f4-9c01-46684889a391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490134 Sep 18 01:02:00.206281 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Pushing event updated for resources: {'Port': ['ID=168733ef-a9ab-4b45-b7c7-dd94d6a8994b,revision_number=6']} {{(pid=106232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:00.258503 dv-cinder-master-3-smb neutron-server[106232]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sun, 18 Sep 2022 01:02:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-997200f5-bc88-4fcd-975d-7489d3d8cc1f x-openstack-request-id: req-997200f5-bc88-4fcd-975d-7489d3d8cc1f {{(pid=106232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:02:00.258956 dv-cinder-master-3-smb neutron-server[106232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a39d642-1c36-48cb-909b-751208990b95", "name": "network-vif-unplugged", "status": "failed", "tag": "168733ef-a9ab-4b45-b7c7-dd94d6a8994b", "code": 422}]} {{(pid=106232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:02:00.259314 dv-cinder-master-3-smb neutron-server[106232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-997200f5-bc88-4fcd-975d-7489d3d8cc1f {{(pid=106232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:02:00.259760 dv-cinder-master-3-smb neutron-server[106232]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-997200f5-bc88-4fcd-975d-7489d3d8cc1f']: {'server_uuid': '5a39d642-1c36-48cb-909b-751208990b95', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '168733ef-a9ab-4b45-b7c7-dd94d6a8994b', 'code': 422} returned with failed status Sep 18 01:02:00.261233 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef444042-0c94-49be-b2cb-34871e8f3486 req-dbee8e17-d03d-4a5e-ba84-bd56d6fb4543 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:02:00.262719 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-ef444042-0c94-49be-b2cb-34871e8f3486 req-dbee8e17-d03d-4a5e-ba84-bd56d6fb4543 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6f4bab30-d9b2-4713-ab65-46a4754f8153 HTTP/1.1" status: 200 len: 944 time: 0.0535035 Sep 18 01:02:00.312116 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-ef444042-0c94-49be-b2cb-34871e8f3486 req-c1d40a41-c08b-4403-9758-0c12bd84e668 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=af5bddc4-1b2d-44ab-8230-6f22a8f63cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437694 Sep 18 01:02:00.689524 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=100 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:02:00.707769 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83715601-2d85-41db-ad2e-b394198dc174 req-b6e333ea-d375-447b-a867-62d5f6a9984d tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:02:00.709276 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-83715601-2d85-41db-ad2e-b394198dc174 req-b6e333ea-d375-447b-a867-62d5f6a9984d tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=9b63a4a6-ced3-44e7-ba27-44875b4943f4 HTTP/1.1" status: 200 len: 945 time: 0.0538633 Sep 18 01:02:00.756593 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-83715601-2d85-41db-ad2e-b394198dc174 req-58ef36bc-139e-4adb-bff2-fb9ecbf35445 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=e03ce9ad-4be7-4a97-9f91-d8e822033de7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415611 Sep 18 01:02:00.841975 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (a990346c-0f9b-4256-b267-210f2ef06c1b), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:00.849497 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae4bc49-db97-4b33-a569-1e82f7a5b097 req-17d76000-f665-4d56-a669-b1169f0e8576 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:02:00.851065 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-8ae4bc49-db97-4b33-a569-1e82f7a5b097 req-17d76000-f665-4d56-a669-b1169f0e8576 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=9b63a4a6-ced3-44e7-ba27-44875b4943f4 HTTP/1.1" status: 200 len: 945 time: 0.0626664 Sep 18 01:02:00.951062 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [req-8ae4bc49-db97-4b33-a569-1e82f7a5b097 req-b38aa76e-8078-42e6-a357-41ce24f41b8f tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Deleting port e361fc39-aed8-424c-893a-c016b77dcdc2 {{(pid=106231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 18 01:02:00.951483 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [req-8ae4bc49-db97-4b33-a569-1e82f7a5b097 req-b38aa76e-8078-42e6-a357-41ce24f41b8f tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749746030605'] for port (e361fc39-aed8-424c-893a-c016b77dcdc2), before_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:01.042738 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.plugins.ml2.db [req-8ae4bc49-db97-4b33-a569-1e82f7a5b097 req-b38aa76e-8078-42e6-a357-41ce24f41b8f tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] For port e361fc39-aed8-424c-893a-c016b77dcdc2, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=e361fc39-aed8-424c-893a-c016b77dcdc2,segment=NetworkSegment(2a3f4164-a706-4653-805e-7081dacdf53e),segment_id=2a3f4164-a706-4653-805e-7081dacdf53e)] {{(pid=106231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:02:01.043123 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [req-8ae4bc49-db97-4b33-a569-1e82f7a5b097 req-b38aa76e-8078-42e6-a357-41ce24f41b8f tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16488537'] for port (e361fc39-aed8-424c-893a-c016b77dcdc2), precommit_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:01.220179 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [req-8ae4bc49-db97-4b33-a569-1e82f7a5b097 req-b38aa76e-8078-42e6-a357-41ce24f41b8f tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:01.220479 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [req-8ae4bc49-db97-4b33-a569-1e82f7a5b097 req-b38aa76e-8078-42e6-a357-41ce24f41b8f tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16489891'] for floatingip (e8298a9e-8366-4382-b852-728380dc8b21), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:01.220873 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.db.l3_db [req-8ae4bc49-db97-4b33-a569-1e82f7a5b097 req-b38aa76e-8078-42e6-a357-41ce24f41b8f tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Floating IP e8298a9e-8366-4382-b852-728380dc8b21 disassociated. External IP: 172.37.5.133, port: e361fc39-aed8-424c-893a-c016b77dcdc2. Sep 18 01:02:01.221257 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [req-8ae4bc49-db97-4b33-a569-1e82f7a5b097 req-b38aa76e-8078-42e6-a357-41ce24f41b8f tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Calling delete_port for e361fc39-aed8-424c-893a-c016b77dcdc2 owned by compute:nova {{(pid=106231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 18 01:02:01.250526 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=100 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:02:01.260895 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff77bcf-173a-4444-9dbc-6ddf875c0acc req-a0477ee0-1862-46f0-ab68-bfdeb5013f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:02:01.262438 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-fff77bcf-173a-4444-9dbc-6ddf875c0acc req-a0477ee0-1862-46f0-ab68-bfdeb5013f89 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=6f4bab30-d9b2-4713-ab65-46a4754f8153&tenant_id=1a7f6c917c934c00a862b9946ce2b1cd HTTP/1.1" status: 200 len: 1128 time: 0.0598636 Sep 18 01:02:01.308336 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:02:01.369448 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df54ce28-fb79-4da0-a3a9-5fcea64a78f8 req-82d59ac6-3997-4271-bccb-0f41236b7072 tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:02:01.373424 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [req-8ae4bc49-db97-4b33-a569-1e82f7a5b097 req-b38aa76e-8078-42e6-a357-41ce24f41b8f tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749746033803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749745591516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13917182'] for port (e361fc39-aed8-424c-893a-c016b77dcdc2), after_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:01.376628 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-df54ce28-fb79-4da0-a3a9-5fcea64a78f8 req-82d59ac6-3997-4271-bccb-0f41236b7072 tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5a39d642-1c36-48cb-909b-751208990b95 HTTP/1.1" status: 200 len: 943 time: 0.0959897 Sep 18 01:02:01.395586 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff77bcf-173a-4444-9dbc-6ddf875c0acc req-d0bda456-5e56-46e0-a959-fe9951a3ca8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:02:01.397839 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-fff77bcf-173a-4444-9dbc-6ddf875c0acc req-d0bda456-5e56-46e0-a959-fe9951a3ca8b service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=1a7f6c917c934c00a862b9946ce2b1cd&device_id=6f4bab30-d9b2-4713-ab65-46a4754f8153 HTTP/1.1" status: 200 len: 1128 time: 0.0810423 Sep 18 01:02:01.413118 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38aa76e-8078-42e6-a357-41ce24f41b8f tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Pushing event deleted for resources: {'Port': ['ID=e361fc39-aed8-424c-893a-c016b77dcdc2,revision_number=None']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:01.538120 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8ae4bc49-db97-4b33-a569-1e82f7a5b097 req-b38aa76e-8078-42e6-a357-41ce24f41b8f tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Router 1947d5cd-7af0-493f-b525-4bb375733b2b has already been hosted by L3 agent d0e8801d-4758-48bd-8085-7f05d3358764 {{(pid=106231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 01:02:01.538340 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-df54ce28-fb79-4da0-a3a9-5fcea64a78f8 req-d342a026-8c63-4f86-a0a5-f293d56c7922 tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=d677bc7e-d05b-49f4-9c01-46684889a391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1607454 Sep 18 01:02:01.566838 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2f2e95-8e85-4795-8665-cf0d1ac8323f req-33ecb3b0-5358-416f-b407-22cc5993e814 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:02:01.566838 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-be2f2e95-8e85-4795-8665-cf0d1ac8323f req-33ecb3b0-5358-416f-b407-22cc5993e814 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6f4bab30-d9b2-4713-ab65-46a4754f8153 HTTP/1.1" status: 200 len: 944 time: 0.1378856 Sep 18 01:02:01.615948 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff77bcf-173a-4444-9dbc-6ddf875c0acc req-67a519f6-f08c-48a1-a31c-dbfa5816e9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:02:01.617433 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-fff77bcf-173a-4444-9dbc-6ddf875c0acc req-67a519f6-f08c-48a1-a31c-dbfa5816e9e8 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=5b2870f5-1df6-4588-9304-3be88fc2aeec HTTP/1.1" status: 200 len: 918 time: 0.1910205 Sep 18 01:02:01.642114 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-be2f2e95-8e85-4795-8665-cf0d1ac8323f req-cf4bfa3a-91e1-42f2-a9f9-7d8b76115248 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=af5bddc4-1b2d-44ab-8230-6f22a8f63cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780270 Sep 18 01:02:01.659676 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8ae4bc49-db97-4b33-a569-1e82f7a5b097 req-b38aa76e-8078-42e6-a357-41ce24f41b8f tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=106231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:02:01.671059 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1fb041d-650d-4df2-857a-82970df214a4 None None] Sync routers for ids ['1947d5cd-7af0-493f-b525-4bb375733b2b'] in dv-cinder-master-3-smb {{(pid=106232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:02:01.687170 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1fb041d-650d-4df2-857a-82970df214a4 None None] Routers {'1947d5cd-7af0-493f-b525-4bb375733b2b'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 18 01:02:01.687838 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.l3_hamode_db [None req-a1fb041d-650d-4df2-857a-82970df214a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-18T00:47:37Z,description=,heartbeat_timestamp=2022-09-18T01:01:37Z,host='dv-cinder-master-3-smb',id=d0e8801d-4758-48bd-8085-7f05d3358764,load=0,resource_versions=,resources_synced=,started_at=2022-09-18T00:47:37Z,topic='l3_agent')) {'router_ids': ['1947d5cd-7af0-493f-b525-4bb375733b2b'], 'active': True} {{(pid=106232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:02:01.730733 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-fff77bcf-173a-4444-9dbc-6ddf875c0acc req-d7458522-3035-41fb-9a48-fafe470c7eb2 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=41948106-b5ee-425d-bfed-b11f6d5cdb7e HTTP/1.1" status: 200 len: 1000 time: 0.0984280 Sep 18 01:02:01.736323 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ae4bc49-db97-4b33-a569-1e82f7a5b097 req-b38aa76e-8078-42e6-a357-41ce24f41b8f tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] No DVR routers for this DVR port e361fc39-aed8-424c-893a-c016b77dcdc2 on host hv-cinder-maste {{(pid=106231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 18 01:02:01.739113 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [req-8ae4bc49-db97-4b33-a569-1e82f7a5b097 req-b38aa76e-8078-42e6-a357-41ce24f41b8f tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16701016'] for port (None), before_response {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:01.746160 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-8ae4bc49-db97-4b33-a569-1e82f7a5b097 req-b38aa76e-8078-42e6-a357-41ce24f41b8f tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] 10.222.0.57 "DELETE /networking/v2.0/ports/e361fc39-aed8-424c-893a-c016b77dcdc2 HTTP/1.1" status: 204 len: 173 time: 0.8896744 Sep 18 01:02:01.747243 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b63a4a6-ced3-44e7-ba27-44875b4943f4', 'name': 'network-vif-deleted', 'tag': 'e361fc39-aed8-424c-893a-c016b77dcdc2'}] {{(pid=106231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 18 01:02:01.749664 dv-cinder-master-3-smb neutron-server[106231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2daae94765ac049e9d9a56900be8c16ad14208507d163719654d83d071b86d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34069886-45ae-4b8c-9156-399b83f85972" -d '{"events": [{"server_uuid": "9b63a4a6-ced3-44e7-ba27-44875b4943f4", "name": "network-vif-deleted", "tag": "e361fc39-aed8-424c-893a-c016b77dcdc2"}]}' {{(pid=106231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:02:01.854106 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff77bcf-173a-4444-9dbc-6ddf875c0acc req-85be36cb-29a4-4db8-aeb6-477486965e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:02:01.855984 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-fff77bcf-173a-4444-9dbc-6ddf875c0acc req-85be36cb-29a4-4db8-aeb6-477486965e6d service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=b02e0a67-927b-4f1f-86aa-5b54aefb606b HTTP/1.1" status: 200 len: 856 time: 0.1187615 Sep 18 01:02:01.878275 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.l3_dvr_db [None req-a1fb041d-650d-4df2-857a-82970df214a4 None None] Set router 1947d5cd-7af0-493f-b525-4bb375733b2b gateway port host: dv-cinder-master-3-smb {{(pid=106232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 18 01:02:01.897511 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-83cb94a3-dc1b-4b0d-b75f-e88580c1f0c4 req-e6537516-74a1-48af-9b1c-fc3d4f92e8f7 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=9b63a4a6-ced3-44e7-ba27-44875b4943f4 HTTP/1.1" status: 200 len: 210 time: 0.0339057 Sep 18 01:02:01.956578 dv-cinder-master-3-smb neutron-server[106231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 18 Sep 2022 01:02:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10b5e9d6-af2c-47d7-a228-bc0427bca159 x-openstack-request-id: req-10b5e9d6-af2c-47d7-a228-bc0427bca159 {{(pid=106231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:02:01.957374 dv-cinder-master-3-smb neutron-server[106231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b63a4a6-ced3-44e7-ba27-44875b4943f4", "name": "network-vif-deleted", "tag": "e361fc39-aed8-424c-893a-c016b77dcdc2", "status": "completed", "code": 200}]} {{(pid=106231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:02:01.957374 dv-cinder-master-3-smb neutron-server[106231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-10b5e9d6-af2c-47d7-a228-bc0427bca159 {{(pid=106231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:02:01.957961 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10b5e9d6-af2c-47d7-a228-bc0427bca159'] response: {'server_uuid': '9b63a4a6-ced3-44e7-ba27-44875b4943f4', 'name': 'network-vif-deleted', 'tag': 'e361fc39-aed8-424c-893a-c016b77dcdc2', 'status': 'completed', 'code': 200} Sep 18 01:02:02.129178 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.l3_hamode_db [None req-a1fb041d-650d-4df2-857a-82970df214a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1947d5cd-7af0-493f-b525-4bb375733b2b', 'name': 'tempest-AttachVolumeTestJSON-1059766515-router', 'tenant_id': 'a60d2801df884e15be8a0464cb725d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'external_fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.51'}], 'enable_snat': True}, 'gw_port_id': '04fc37ae-b707-451a-b4f8-2236974f4e37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:55:55Z', 'updated_at': '2022-09-18T00:56:02Z', 'revision_number': 4, 'project_id': 'a60d2801df884e15be8a0464cb725d6d', 'gw_port': {'id': '04fc37ae-b707-451a-b4f8-2236974f4e37', 'name': '', 'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:bf:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1947d5cd-7af0-493f-b525-4bb375733b2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:55:56Z', 'updated_at': '2022-09-18T00:56:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '51f59d64-55a1-4532-bae4-b6e1df9dbc2d', 'name': '', 'network_id': '3e60962c-164c-4e15-8d69-6601f5d7b205', 'tenant_id': 'a60d2801df884e15be8a0464cb725d6d', 'mac_address': 'fa:16:3e:f6:c1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1947d5cd-7af0-493f-b525-4bb375733b2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'f52e5768-3b6e-420f-b5d0-cc4e5c3ba047', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:56:00Z', 'updated_at': '2022-09-18T00:56:16Z', 'revision_number': 5, 'project_id': 'a60d2801df884e15be8a0464cb725d6d', 'subnets': [{'id': 'f52e5768-3b6e-420f-b5d0-cc4e5c3ba047', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=106232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:02:02.160548 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1fb041d-650d-4df2-857a-82970df214a4 None None] Checking router: 1947d5cd-7af0-493f-b525-4bb375733b2b for host: dv-cinder-master-3-smb {{(pid=106232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:02:02.169837 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1fb041d-650d-4df2-857a-82970df214a4 None None] Routers {'1947d5cd-7af0-493f-b525-4bb375733b2b'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 18 01:02:02.170808 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.l3_hamode_db [None req-a1fb041d-650d-4df2-857a-82970df214a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-18T00:47:37Z,description=,heartbeat_timestamp=2022-09-18T01:01:37Z,host='dv-cinder-master-3-smb',id=d0e8801d-4758-48bd-8085-7f05d3358764,load=0,resource_versions=,resources_synced=,started_at=2022-09-18T00:47:37Z,topic='l3_agent')) {'router_ids': ['1947d5cd-7af0-493f-b525-4bb375733b2b'], 'active': True} {{(pid=106232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:02:02.179266 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff77bcf-173a-4444-9dbc-6ddf875c0acc req-ad6d4b81-f2d5-4785-8a89-f756f8115853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:02:02.181363 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-fff77bcf-173a-4444-9dbc-6ddf875c0acc req-ad6d4b81-f2d5-4785-8a89-f756f8115853 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=5b2870f5-1df6-4588-9304-3be88fc2aeec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0548642 Sep 18 01:02:02.211236 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8bee50-0e90-4b73-b1c0-1f9aadff0672 req-6845d80f-0aaa-477e-9cb5-64f0e67b6e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:02:02.212802 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-8a8bee50-0e90-4b73-b1c0-1f9aadff0672 req-6845d80f-0aaa-477e-9cb5-64f0e67b6e9d service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=5a39d642-1c36-48cb-909b-751208990b95&tenant_id=c37316ddc7de431294eda723f5ef3f60 HTTP/1.1" status: 200 len: 1127 time: 0.0851207 Sep 18 01:02:02.216318 dv-cinder-master-3-smb neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:02:02.299780 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.l3_dvr_db [None req-a1fb041d-650d-4df2-857a-82970df214a4 None None] Set router 1947d5cd-7af0-493f-b525-4bb375733b2b gateway port host: dv-cinder-master-3-smb {{(pid=106232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 18 01:02:02.306270 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:02:02.307556 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-fff77bcf-173a-4444-9dbc-6ddf875c0acc req-f7519fb1-07d4-42f9-839b-706f7726e0e4 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/5b2870f5-1df6-4588-9304-3be88fc2aeec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123528 Sep 18 01:02:02.312314 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8bee50-0e90-4b73-b1c0-1f9aadff0672 req-dd8bd765-31bf-4b6a-b596-e5703960b7ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:02:02.314172 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-8a8bee50-0e90-4b73-b1c0-1f9aadff0672 req-dd8bd765-31bf-4b6a-b596-e5703960b7ca service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=c37316ddc7de431294eda723f5ef3f60&device_id=5a39d642-1c36-48cb-909b-751208990b95 HTTP/1.1" status: 200 len: 1127 time: 0.0575643 Sep 18 01:02:02.425713 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8bee50-0e90-4b73-b1c0-1f9aadff0672 req-dcf3a760-3e8d-41c0-af77-ad665fe6b8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:02:02.427253 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-8a8bee50-0e90-4b73-b1c0-1f9aadff0672 req-dcf3a760-3e8d-41c0-af77-ad665fe6b8a3 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=2fe627c1-4c69-4373-8338-7690c696f294 HTTP/1.1" status: 200 len: 910 time: 0.1063349 Sep 18 01:02:02.427396 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-fff77bcf-173a-4444-9dbc-6ddf875c0acc req-e9d0a727-e7d9-4b30-b0cf-9e6bc59a7140 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/5b2870f5-1df6-4588-9304-3be88fc2aeec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132257 Sep 18 01:02:02.514692 dv-cinder-master-3-smb neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:02:02.519554 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.l3_hamode_db [None req-a1fb041d-650d-4df2-857a-82970df214a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1947d5cd-7af0-493f-b525-4bb375733b2b', 'name': 'tempest-AttachVolumeTestJSON-1059766515-router', 'tenant_id': 'a60d2801df884e15be8a0464cb725d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'external_fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.51'}], 'enable_snat': True}, 'gw_port_id': '04fc37ae-b707-451a-b4f8-2236974f4e37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:55:55Z', 'updated_at': '2022-09-18T00:56:02Z', 'revision_number': 4, 'project_id': 'a60d2801df884e15be8a0464cb725d6d', 'gw_port': {'id': '04fc37ae-b707-451a-b4f8-2236974f4e37', 'name': '', 'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:bf:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1947d5cd-7af0-493f-b525-4bb375733b2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:55:56Z', 'updated_at': '2022-09-18T00:56:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '51f59d64-55a1-4532-bae4-b6e1df9dbc2d', 'name': '', 'network_id': '3e60962c-164c-4e15-8d69-6601f5d7b205', 'tenant_id': 'a60d2801df884e15be8a0464cb725d6d', 'mac_address': 'fa:16:3e:f6:c1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1947d5cd-7af0-493f-b525-4bb375733b2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'f52e5768-3b6e-420f-b5d0-cc4e5c3ba047', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:56:00Z', 'updated_at': '2022-09-18T00:56:16Z', 'revision_number': 5, 'project_id': 'a60d2801df884e15be8a0464cb725d6d', 'subnets': [{'id': 'f52e5768-3b6e-420f-b5d0-cc4e5c3ba047', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=106232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:02:02.546830 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1fb041d-650d-4df2-857a-82970df214a4 None None] The sync data for ids ['1947d5cd-7af0-493f-b525-4bb375733b2b'] in dv-cinder-master-3-smb is: [{'id': '1947d5cd-7af0-493f-b525-4bb375733b2b', 'name': 'tempest-AttachVolumeTestJSON-1059766515-router', 'tenant_id': 'a60d2801df884e15be8a0464cb725d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'external_fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.51'}], 'enable_snat': True}, 'gw_port_id': '04fc37ae-b707-451a-b4f8-2236974f4e37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:55:55Z', 'updated_at': '2022-09-18T00:56:02Z', 'revision_number': 4, 'project_id': 'a60d2801df884e15be8a0464cb725d6d', 'gw_port': {'id': '04fc37ae-b707-451a-b4f8-2236974f4e37', 'name': '', 'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:bf:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1947d5cd-7af0-493f-b525-4bb375733b2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:55:56Z', 'updated_at': '2022-09-18T00:56:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '51f59d64-55a1-4532-bae4-b6e1df9dbc2d', 'name': '', 'network_id': '3e60962c-164c-4e15-8d69-6601f5d7b205', 'tenant_id': 'a60d2801df884e15be8a0464cb725d6d', 'mac_address': 'fa:16:3e:f6:c1:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1947d5cd-7af0-493f-b525-4bb375733b2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'f52e5768-3b6e-420f-b5d0-cc4e5c3ba047', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:56:00Z', 'updated_at': '2022-09-18T00:56:16Z', 'revision_number': 5, 'project_id': 'a60d2801df884e15be8a0464cb725d6d', 'subnets': [{'id': 'f52e5768-3b6e-420f-b5d0-cc4e5c3ba047', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:02:02.682693 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd730165-f0c0-46c1-bab6-cc38f2fd6374 req-1f095699-5336-41fd-8a43-56cee7e5454a tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:02:02.684742 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-cd730165-f0c0-46c1-bab6-cc38f2fd6374 req-1f095699-5336-41fd-8a43-56cee7e5454a tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5a39d642-1c36-48cb-909b-751208990b95 HTTP/1.1" status: 200 len: 943 time: 0.0491920 Sep 18 01:02:02.776468 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-cd730165-f0c0-46c1-bab6-cc38f2fd6374 req-df97ce22-9b67-43bb-a365-620a4b763411 tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=d677bc7e-d05b-49f4-9c01-46684889a391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861185 Sep 18 01:02:02.814489 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-8a8bee50-0e90-4b73-b1c0-1f9aadff0672 req-02c1b751-470a-4bb9-91c4-05059fb0029f service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=168733ef-a9ab-4b45-b7c7-dd94d6a8994b HTTP/1.1" status: 200 len: 998 time: 0.1209190 Sep 18 01:02:02.830564 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b5a51e-c372-4058-a419-898dee789ffb req-cc597e5d-6dfc-43d2-8464-a038ceaa8eff tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:02:02.832168 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-72b5a51e-c372-4058-a419-898dee789ffb req-cc597e5d-6dfc-43d2-8464-a038ceaa8eff tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6f4bab30-d9b2-4713-ab65-46a4754f8153 HTTP/1.1" status: 200 len: 944 time: 0.0543082 Sep 18 01:02:02.839133 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd69fc05-8cd0-40ec-8dfd-24147a019956 None None] New status for floating IP e8298a9e-8366-4382-b852-728380dc8b21: DOWN {{(pid=106233) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 18 01:02:02.884935 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-72b5a51e-c372-4058-a419-898dee789ffb req-b9f555e9-6d54-4da9-9615-0b9d0a42776c tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=af5bddc4-1b2d-44ab-8230-6f22a8f63cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458651 Sep 18 01:02:03.007287 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8bee50-0e90-4b73-b1c0-1f9aadff0672 req-c627da1f-3d9a-488f-ac08-03a803817674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:02:03.008349 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-8a8bee50-0e90-4b73-b1c0-1f9aadff0672 req-c627da1f-3d9a-488f-ac08-03a803817674 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=58f0751e-3cb4-40b9-9d2a-3100ec129c91 HTTP/1.1" status: 200 len: 848 time: 0.0995238 Sep 18 01:02:03.063598 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8bee50-0e90-4b73-b1c0-1f9aadff0672 req-bdc36303-76a4-4c90-9f8f-da575b7a33f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:02:03.065251 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-8a8bee50-0e90-4b73-b1c0-1f9aadff0672 req-bdc36303-76a4-4c90-9f8f-da575b7a33f7 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=2fe627c1-4c69-4373-8338-7690c696f294&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0456648 Sep 18 01:02:03.138878 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-550a5a72-367a-41e7-8350-a78d1a160e97 req-62b4d091-6881-498f-8c0f-7b218bcc78a6 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=9b63a4a6-ced3-44e7-ba27-44875b4943f4 HTTP/1.1" status: 200 len: 210 time: 0.0348561 Sep 18 01:02:03.173814 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-8a8bee50-0e90-4b73-b1c0-1f9aadff0672 req-700b6499-278a-474f-9021-c78740d8d453 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/2fe627c1-4c69-4373-8338-7690c696f294?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978951 Sep 18 01:02:03.273815 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-8a8bee50-0e90-4b73-b1c0-1f9aadff0672 req-095c75cf-88a6-4bc0-af3a-bf756cae3203 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/2fe627c1-4c69-4373-8338-7690c696f294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929909 Sep 18 01:02:03.933250 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db5611f-1156-4976-9b66-4ba822901ea3 req-39e8580f-03b5-4c50-a0d3-b8ce92049b00 tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:02:03.935347 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-9db5611f-1156-4976-9b66-4ba822901ea3 req-39e8580f-03b5-4c50-a0d3-b8ce92049b00 tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5a39d642-1c36-48cb-909b-751208990b95 HTTP/1.1" status: 200 len: 943 time: 0.0541065 Sep 18 01:02:03.978399 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=100 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:02:03.995351 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-9db5611f-1156-4976-9b66-4ba822901ea3 req-c0e9e650-60f4-47dd-929a-b14856513a84 tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=d677bc7e-d05b-49f4-9c01-46684889a391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528550 Sep 18 01:02:04.033328 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=100 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:02:04.040694 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.rpc [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Device e361fc39-aed8-424c-893a-c016b77dcdc2 no longer exists at agent hyperv_hv-cinder-maste {{(pid=106232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:02:04.051224 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b703d208-3c07-4598-9f0a-285ff1ea8989 req-3816fc79-06a5-4ad4-98ab-06ca03ba9624 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:02:04.052777 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-b703d208-3c07-4598-9f0a-285ff1ea8989 req-3816fc79-06a5-4ad4-98ab-06ca03ba9624 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6f4bab30-d9b2-4713-ab65-46a4754f8153 HTTP/1.1" status: 200 len: 944 time: 0.0615547 Sep 18 01:02:04.063345 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] No Port match for: e361fc39-aed8-424c-893a-c016b77dcdc2 {{(pid=106232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 18 01:02:04.063686 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.rpc [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Device e361fc39-aed8-424c-893a-c016b77dcdc2 not bound to the agent host hv-cinder-maste {{(pid=106232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:02:04.120168 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-b703d208-3c07-4598-9f0a-285ff1ea8989 req-0aaaed5c-6a38-4911-ae5b-cd6d5b8f8452 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=af5bddc4-1b2d-44ab-8230-6f22a8f63cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615036 Sep 18 01:02:04.226743 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 35140) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:02:04.287303 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-5bdc71b6-9ebc-4ae7-8d8a-e908697cb016 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Publish callbacks [] for security_group (e03ce9ad-4be7-4a97-9f91-d8e822033de7), before_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:04.333707 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-5bdc71b6-9ebc-4ae7-8d8a-e908697cb016 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Publish callbacks [] for security_group (e03ce9ad-4be7-4a97-9f91-d8e822033de7), precommit_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:04.367711 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=100 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:02:04.391717 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-5bdc71b6-9ebc-4ae7-8d8a-e908697cb016 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512506'] for security_group (e03ce9ad-4be7-4a97-9f91-d8e822033de7), after_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:04.394436 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-5bdc71b6-9ebc-4ae7-8d8a-e908697cb016 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Publish callbacks [] for security_group (None), before_response {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:04.396068 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-5bdc71b6-9ebc-4ae7-8d8a-e908697cb016 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] 10.222.0.33 "DELETE /networking/v2.0/security-groups/e03ce9ad-4be7-4a97-9f91-d8e822033de7 HTTP/1.1" status: 204 len: 168 time: 0.1680610 Sep 18 01:02:04.401639 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.33', 35142) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:02:04.428768 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdc71b6-9ebc-4ae7-8d8a-e908697cb016 tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e03ce9ad-4be7-4a97-9f91-d8e822033de7,revision_number=None']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:04.434768 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.api.v2.resource [None req-0fe9abbc-b4f3-449a-a368-39cb1dd7f4bd tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] show failed (client error): The resource could not be found. Sep 18 01:02:04.438085 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [None req-0fe9abbc-b4f3-449a-a368-39cb1dd7f4bd tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] 10.222.0.33 "GET /networking/v2.0/security-groups/e03ce9ad-4be7-4a97-9f91-d8e822033de7 HTTP/1.1" status: 404 len: 347 time: 0.0347679 Sep 18 01:02:04.440863 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 35144) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:02:04.641682 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-bf136237-c67f-4686-9e98-426e441dffdb tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Deleting port cadb59eb-c968-4fe3-b6e3-eacab3d249d8 {{(pid=106231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 18 01:02:04.642014 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-bf136237-c67f-4686-9e98-426e441dffdb tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749746030605'] for port (cadb59eb-c968-4fe3-b6e3-eacab3d249d8), before_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:04.750668 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-bf136237-c67f-4686-9e98-426e441dffdb tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16488537'] for port (cadb59eb-c968-4fe3-b6e3-eacab3d249d8), precommit_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:04.750927 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-bf136237-c67f-4686-9e98-426e441dffdb tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Publish callbacks [] for floatingip (cadb59eb-c968-4fe3-b6e3-eacab3d249d8), precommit_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:04.788246 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-bf136237-c67f-4686-9e98-426e441dffdb tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Calling delete_port for cadb59eb-c968-4fe3-b6e3-eacab3d249d8 owned by network:floatingip {{(pid=106231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 18 01:02:04.879452 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:02:04.928873 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-c81942ee-f55e-4352-8481-a06aa698aa5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (25137928-f4de-4c87-813e-883d046ac13f), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:04.937387 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-bf136237-c67f-4686-9e98-426e441dffdb tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749746033803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749745591516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13917182'] for port (cadb59eb-c968-4fe3-b6e3-eacab3d249d8), after_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:04.964796 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf136237-c67f-4686-9e98-426e441dffdb tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Pushing event deleted for resources: {'Port': ['ID=cadb59eb-c968-4fe3-b6e3-eacab3d249d8,revision_number=None']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:05.051641 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-bf136237-c67f-4686-9e98-426e441dffdb tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Publish callbacks [] for floatingip (e8298a9e-8366-4382-b852-728380dc8b21), after_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:05.054202 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-bf136237-c67f-4686-9e98-426e441dffdb tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16701016'] for floatingip (None), before_response {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:05.057614 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-bf136237-c67f-4686-9e98-426e441dffdb tempest-AttachVolumeTestJSON-1085881689 tempest-AttachVolumeTestJSON-1085881689-project] 10.222.0.33 "DELETE /networking/v2.0/floatingips/e8298a9e-8366-4382-b852-728380dc8b21 HTTP/1.1" status: 204 len: 168 time: 0.6134415 Sep 18 01:02:05.139982 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf354d5-6257-4467-b104-88d843823f05 req-7ed368cc-dc2c-4acd-ad32-c7f707ba3796 tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:02:05.141592 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-aaf354d5-6257-4467-b104-88d843823f05 req-7ed368cc-dc2c-4acd-ad32-c7f707ba3796 tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5a39d642-1c36-48cb-909b-751208990b95 HTTP/1.1" status: 200 len: 943 time: 0.0497866 Sep 18 01:02:05.230322 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-aaf354d5-6257-4467-b104-88d843823f05 req-8fbd546c-d914-42f4-b206-edede282d443 tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=d677bc7e-d05b-49f4-9c01-46684889a391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795777 Sep 18 01:02:05.290472 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f45be7b-7ac6-44a9-9aee-5a88fde7517b req-a939d186-92d2-477d-b889-b64c8d11b728 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:02:05.292204 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-9f45be7b-7ac6-44a9-9aee-5a88fde7517b req-a939d186-92d2-477d-b889-b64c8d11b728 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6f4bab30-d9b2-4713-ab65-46a4754f8153 HTTP/1.1" status: 200 len: 944 time: 0.0603561 Sep 18 01:02:05.358927 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-9f45be7b-7ac6-44a9-9aee-5a88fde7517b req-fde4e525-33c5-45ab-9562-1ed39e227a4d tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=af5bddc4-1b2d-44ab-8230-6f22a8f63cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597801 Sep 18 01:02:06.050708 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.rpc [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Device 168733ef-a9ab-4b45-b7c7-dd94d6a8994b details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 01:02:06.161746 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.db [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] For port 168733ef-a9ab-4b45-b7c7-dd94d6a8994b, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=168733ef-a9ab-4b45-b7c7-dd94d6a8994b,segment=NetworkSegment(af472e6b-8d89-4826-b74a-db58c32a407b),segment_id=af472e6b-8d89-4826-b74a-db58c32a407b)] {{(pid=106232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:02:06.178516 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.rpc [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Returning: {'device': '168733ef-a9ab-4b45-b7c7-dd94d6a8994b', 'network_id': '2fe627c1-4c69-4373-8338-7690c696f294', 'port_id': '168733ef-a9ab-4b45-b7c7-dd94d6a8994b', 'mac_address': 'fa:16:3e:dc:69:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58f0751e-3cb4-40b9-9d2a-3100ec129c91', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 01:02:06.218738 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Current status of the port 168733ef-a9ab-4b45-b7c7-dd94d6a8994b is: DOWN; New status is: BUILD {{(pid=106232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 01:02:06.219156 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (168733ef-a9ab-4b45-b7c7-dd94d6a8994b), before_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:06.232467 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.notifiers.nova [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 168733ef-a9ab-4b45-b7c7-dd94d6a8994b {{(pid=106232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 18 01:02:06.253535 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.db [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] For port 168733ef-a9ab-4b45-b7c7-dd94d6a8994b, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=168733ef-a9ab-4b45-b7c7-dd94d6a8994b,segment=NetworkSegment(af472e6b-8d89-4826-b74a-db58c32a407b),segment_id=af472e6b-8d89-4826-b74a-db58c32a407b)] {{(pid=106232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:02:06.263960 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749746030758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749745591525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749745591543'] for port (168733ef-a9ab-4b45-b7c7-dd94d6a8994b), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:06.330390 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Pushing event updated for resources: {'Port': ['ID=168733ef-a9ab-4b45-b7c7-dd94d6a8994b,revision_number=7']} {{(pid=106232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:06.395533 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb6163c-961a-45c8-8f6b-a384a3c4d9a0 req-7428ec63-31b6-49c2-811f-08a2550ea5e4 tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:02:06.404608 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-fbb6163c-961a-45c8-8f6b-a384a3c4d9a0 req-7428ec63-31b6-49c2-811f-08a2550ea5e4 tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5a39d642-1c36-48cb-909b-751208990b95 HTTP/1.1" status: 200 len: 944 time: 0.0673747 Sep 18 01:02:06.468470 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-fbb6163c-961a-45c8-8f6b-a384a3c4d9a0 req-c147851c-f9f8-4e94-9b00-a9b0151f582b tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=d677bc7e-d05b-49f4-9c01-46684889a391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626485 Sep 18 01:02:06.531069 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0d44f5-3439-4b13-9601-cac9420568c3 req-f106f507-b1d3-4181-9a08-feb396ab59ea tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:02:06.533451 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-5a0d44f5-3439-4b13-9601-cac9420568c3 req-f106f507-b1d3-4181-9a08-feb396ab59ea tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6f4bab30-d9b2-4713-ab65-46a4754f8153 HTTP/1.1" status: 200 len: 944 time: 0.0569382 Sep 18 01:02:06.591103 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-5a0d44f5-3439-4b13-9601-cac9420568c3 req-6a6da112-cb59-4e57-a0b3-7bc33d155c14 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=af5bddc4-1b2d-44ab-8230-6f22a8f63cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508208 Sep 18 01:02:06.608842 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.db [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] get_ports_and_sgs() called for port_ids ['168733ef-a9ab-4b45-b7c7-dd94d6a8994b'] {{(pid=106232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 18 01:02:06.961942 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-f0321923-3ca1-4976-9b1d-f734bfbb0151 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (d0e8801d-4758-48bd-8085-7f05d3358764), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:07.630119 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b94b4f9-df85-41db-ba5b-005e4dc4d60a req-f0f42fb7-bd7c-4fd8-8ffc-606d1d530f9e tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:02:07.631629 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-7b94b4f9-df85-41db-ba5b-005e4dc4d60a req-f0f42fb7-bd7c-4fd8-8ffc-606d1d530f9e tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5a39d642-1c36-48cb-909b-751208990b95 HTTP/1.1" status: 200 len: 944 time: 0.0669959 Sep 18 01:02:07.690749 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-7b94b4f9-df85-41db-ba5b-005e4dc4d60a req-c87b2196-170c-409c-8def-b35e1a9f5a04 tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=d677bc7e-d05b-49f4-9c01-46684889a391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528240 Sep 18 01:02:07.752351 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfaa09b-8092-436c-bd81-3a1c7da32cbe req-674aab35-9bc8-4bef-a149-eee782968c5c tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:02:07.754028 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-6cfaa09b-8092-436c-bd81-3a1c7da32cbe req-674aab35-9bc8-4bef-a149-eee782968c5c tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6f4bab30-d9b2-4713-ab65-46a4754f8153 HTTP/1.1" status: 200 len: 944 time: 0.0622087 Sep 18 01:02:08.083233 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.rpc [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Device 168733ef-a9ab-4b45-b7c7-dd94d6a8994b up at agent hyperv_hv-cinder-maste {{(pid=106232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:02:08.091373 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-6cfaa09b-8092-436c-bd81-3a1c7da32cbe req-ff7074ac-a3ad-4982-a07d-8d2859f7b0b4 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=af5bddc4-1b2d-44ab-8230-6f22a8f63cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3307104 Sep 18 01:02:08.147732 dv-cinder-master-3-smb neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:02:08.163607 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.provisioning_blocks [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Provisioning complete for port 168733ef-a9ab-4b45-b7c7-dd94d6a8994b triggered by entity L2. {{(pid=106232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 01:02:08.163976 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981214'] for port (168733ef-a9ab-4b45-b7c7-dd94d6a8994b), provisioning_complete {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:08.164325 dv-cinder-master-3-smb neutron-server[106232]: INFO neutron.plugins.ml2.plugin [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Attempt 1 to provision port 168733ef-a9ab-4b45-b7c7-dd94d6a8994b Sep 18 01:02:08.252337 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Current status of the port 168733ef-a9ab-4b45-b7c7-dd94d6a8994b is: BUILD; New status is: ACTIVE {{(pid=106232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 01:02:08.253288 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (168733ef-a9ab-4b45-b7c7-dd94d6a8994b), before_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:08.265655 dv-cinder-master-3-smb neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:02:08.286236 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a39d642-1c36-48cb-909b-751208990b95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '168733ef-a9ab-4b45-b7c7-dd94d6a8994b'}] {{(pid=106232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 18 01:02:08.288814 dv-cinder-master-3-smb neutron-server[106232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90e96a6086c290001a0d7e5ddcf89e279d0a9bc322b7051b760fc9213660c862" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-145a7dee-4ad9-42c7-8dd0-fcc87a767761" -d '{"events": [{"server_uuid": "5a39d642-1c36-48cb-909b-751208990b95", "name": "network-vif-plugged", "status": "completed", "tag": "168733ef-a9ab-4b45-b7c7-dd94d6a8994b"}]}' {{(pid=106232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:02:08.303425 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.db [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] For port 168733ef-a9ab-4b45-b7c7-dd94d6a8994b, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=168733ef-a9ab-4b45-b7c7-dd94d6a8994b,segment=NetworkSegment(af472e6b-8d89-4826-b74a-db58c32a407b),segment_id=af472e6b-8d89-4826-b74a-db58c32a407b)] {{(pid=106232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:02:08.307754 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749746030758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749745591525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749745591543'] for port (168733ef-a9ab-4b45-b7c7-dd94d6a8994b), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:08.347369 dv-cinder-master-3-smb neutron-server[106232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 18 Sep 2022 01:02:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9586196d-92f0-4fb3-8717-f13dcd7963a7 x-openstack-request-id: req-9586196d-92f0-4fb3-8717-f13dcd7963a7 {{(pid=106232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:02:08.347691 dv-cinder-master-3-smb neutron-server[106232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a39d642-1c36-48cb-909b-751208990b95", "name": "network-vif-plugged", "status": "completed", "tag": "168733ef-a9ab-4b45-b7c7-dd94d6a8994b", "code": 200}]} {{(pid=106232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:02:08.347953 dv-cinder-master-3-smb neutron-server[106232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-9586196d-92f0-4fb3-8717-f13dcd7963a7 {{(pid=106232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:02:08.348354 dv-cinder-master-3-smb neutron-server[106232]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9586196d-92f0-4fb3-8717-f13dcd7963a7'] response: {'server_uuid': '5a39d642-1c36-48cb-909b-751208990b95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '168733ef-a9ab-4b45-b7c7-dd94d6a8994b', 'code': 200} Sep 18 01:02:08.361634 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Pushing event updated for resources: {'Port': ['ID=168733ef-a9ab-4b45-b7c7-dd94d6a8994b,revision_number=8']} {{(pid=106232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:08.747439 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.33', 35200) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:02:08.819980 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b03e31f-19d1-49e7-a8fc-445e21725219 req-c0852604-0853-4212-a04e-67dd4b9ea0b6 tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:02:08.821732 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-5b03e31f-19d1-49e7-a8fc-445e21725219 req-c0852604-0853-4212-a04e-67dd4b9ea0b6 tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5a39d642-1c36-48cb-909b-751208990b95 HTTP/1.1" status: 200 len: 945 time: 0.0477984 Sep 18 01:02:08.883970 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-5b03e31f-19d1-49e7-a8fc-445e21725219 req-415b151d-69bb-4c3c-baee-599533048715 tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=d677bc7e-d05b-49f4-9c01-46684889a391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562973 Sep 18 01:02:08.903092 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-dbc7b203-e4cc-426a-aeff-c16fa309d22e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (91de19fe-167d-470c-b665-c08c1d21c559), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:09.121914 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=100 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:02:09.198981 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=100 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:02:09.260714 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b392d2-76d1-402b-8744-2e6033807221 req-9e87bc0c-93e7-4eb8-bc6e-dcb59e53da92 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:02:09.263291 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-25b392d2-76d1-402b-8744-2e6033807221 req-9e87bc0c-93e7-4eb8-bc6e-dcb59e53da92 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6f4bab30-d9b2-4713-ab65-46a4754f8153 HTTP/1.1" status: 200 len: 944 time: 0.0802655 Sep 18 01:02:09.278625 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-1de8b140-3b0f-40cb-a9fa-f5239ef78d4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16482979'] for router_interface (1947d5cd-7af0-493f-b525-4bb375733b2b), before_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:09.385247 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-25b392d2-76d1-402b-8744-2e6033807221 req-ad55679c-eb1b-4f98-b997-d68a61824977 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=af5bddc4-1b2d-44ab-8230-6f22a8f63cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1130481 Sep 18 01:02:09.541525 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-1de8b140-3b0f-40cb-a9fa-f5239ef78d4d admin admin] Deleting port 51f59d64-55a1-4532-bae4-b6e1df9dbc2d {{(pid=106230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 18 01:02:09.541893 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-1de8b140-3b0f-40cb-a9fa-f5239ef78d4d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749746030605'] for port (51f59d64-55a1-4532-bae4-b6e1df9dbc2d), before_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:09.639775 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-1de8b140-3b0f-40cb-a9fa-f5239ef78d4d admin admin] For port 51f59d64-55a1-4532-bae4-b6e1df9dbc2d, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=51f59d64-55a1-4532-bae4-b6e1df9dbc2d,segment=NetworkSegment(2a3f4164-a706-4653-805e-7081dacdf53e),segment_id=2a3f4164-a706-4653-805e-7081dacdf53e)] {{(pid=106230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:02:09.640245 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-1de8b140-3b0f-40cb-a9fa-f5239ef78d4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16488537'] for port (51f59d64-55a1-4532-bae4-b6e1df9dbc2d), precommit_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:09.654290 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-1de8b140-3b0f-40cb-a9fa-f5239ef78d4d admin admin] Calling delete_port for 51f59d64-55a1-4532-bae4-b6e1df9dbc2d owned by network:router_interface {{(pid=106230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 18 01:02:09.846451 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-1de8b140-3b0f-40cb-a9fa-f5239ef78d4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749746033803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749745591516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13339648'] for port (51f59d64-55a1-4532-bae4-b6e1df9dbc2d), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:09.869064 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de8b140-3b0f-40cb-a9fa-f5239ef78d4d admin admin] Pushing event deleted for resources: {'Port': ['ID=51f59d64-55a1-4532-bae4-b6e1df9dbc2d,revision_number=None']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:10.025012 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:02:10.098545 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feeb482d-3da5-4351-9d7a-a88fd1520d08 req-afdc6b39-c1bd-4653-a085-aa3b2aa985e1 tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:02:10.100000 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-feeb482d-3da5-4351-9d7a-a88fd1520d08 req-afdc6b39-c1bd-4653-a085-aa3b2aa985e1 tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5a39d642-1c36-48cb-909b-751208990b95 HTTP/1.1" status: 200 len: 945 time: 0.0838518 Sep 18 01:02:10.146572 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-1de8b140-3b0f-40cb-a9fa-f5239ef78d4d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16267048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16490003'] for router_interface (1947d5cd-7af0-493f-b525-4bb375733b2b), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:10.171049 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:02:10.172224 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-1c1e26f8-ce84-4314-9422-87e0912de383 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (9a0bd8cc-a240-4c0b-8d32-8f22e7371ee9), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:10.182706 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-feeb482d-3da5-4351-9d7a-a88fd1520d08 req-dce23923-41b9-4e4d-ab26-cde58f8918d6 tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=d677bc7e-d05b-49f4-9c01-46684889a391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766704 Sep 18 01:02:10.279530 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (c8573462-7e7f-4357-b3a8-beeaa8ae7db3), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:10.423147 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1de8b140-3b0f-40cb-a9fa-f5239ef78d4d admin admin] Router 1947d5cd-7af0-493f-b525-4bb375733b2b has already been hosted by L3 agent d0e8801d-4758-48bd-8085-7f05d3358764 {{(pid=106230) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 01:02:10.554751 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906f13c7-cf45-4093-a0d0-deed01c0b634 req-8405fc4d-61f6-4484-b3b8-3fea57042ca9 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:02:10.556027 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-906f13c7-cf45-4093-a0d0-deed01c0b634 req-8405fc4d-61f6-4484-b3b8-3fea57042ca9 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6f4bab30-d9b2-4713-ab65-46a4754f8153 HTTP/1.1" status: 200 len: 944 time: 0.0805807 Sep 18 01:02:10.599280 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1de8b140-3b0f-40cb-a9fa-f5239ef78d4d admin admin] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=106230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:02:10.607560 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [None req-1de8b140-3b0f-40cb-a9fa-f5239ef78d4d admin admin] 10.222.0.33 "PUT /networking/v2.0/routers/1947d5cd-7af0-493f-b525-4bb375733b2b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8587010 Sep 18 01:02:10.609956 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 35230) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:02:10.611751 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0409990a-1336-45db-a2cc-b2f8f32ac09f None None] Sync routers for ids ['1947d5cd-7af0-493f-b525-4bb375733b2b'] in dv-cinder-master-3-smb {{(pid=106232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:02:10.623252 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0409990a-1336-45db-a2cc-b2f8f32ac09f None None] Routers {'1947d5cd-7af0-493f-b525-4bb375733b2b'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 18 01:02:10.623887 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.l3_hamode_db [None req-0409990a-1336-45db-a2cc-b2f8f32ac09f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-18T00:47:37Z,description=,heartbeat_timestamp=2022-09-18T01:02:07Z,host='dv-cinder-master-3-smb',id=d0e8801d-4758-48bd-8085-7f05d3358764,load=0,resource_versions=,resources_synced=,started_at=2022-09-18T00:47:37Z,topic='l3_agent')) {'router_ids': ['1947d5cd-7af0-493f-b525-4bb375733b2b'], 'active': True} {{(pid=106232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:02:10.637077 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-906f13c7-cf45-4093-a0d0-deed01c0b634 req-2191e638-d29c-4770-be7a-b632323b98e9 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=af5bddc4-1b2d-44ab-8230-6f22a8f63cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705352 Sep 18 01:02:10.736181 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.l3_dvr_db [None req-0409990a-1336-45db-a2cc-b2f8f32ac09f None None] Set router 1947d5cd-7af0-493f-b525-4bb375733b2b gateway port host: dv-cinder-master-3-smb {{(pid=106232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 18 01:02:10.763318 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-29489bbc-46e0-427e-8705-3bf066ce94c2 admin admin] Publish callbacks [] for router (1947d5cd-7af0-493f-b525-4bb375733b2b), before_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:10.861684 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-29489bbc-46e0-427e-8705-3bf066ce94c2 admin admin] Publish callbacks [] for router_gateway (1947d5cd-7af0-493f-b525-4bb375733b2b), before_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:10.902887 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.l3_hamode_db [None req-0409990a-1336-45db-a2cc-b2f8f32ac09f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1947d5cd-7af0-493f-b525-4bb375733b2b', 'name': 'tempest-AttachVolumeTestJSON-1059766515-router', 'tenant_id': 'a60d2801df884e15be8a0464cb725d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'external_fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.51'}], 'enable_snat': True}, 'gw_port_id': '04fc37ae-b707-451a-b4f8-2236974f4e37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:55:55Z', 'updated_at': '2022-09-18T01:02:09Z', 'revision_number': 5, 'project_id': 'a60d2801df884e15be8a0464cb725d6d', 'gw_port': {'id': '04fc37ae-b707-451a-b4f8-2236974f4e37', 'name': '', 'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:bf:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1947d5cd-7af0-493f-b525-4bb375733b2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:55:56Z', 'updated_at': '2022-09-18T00:56:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb'}], 'dv-cinder-master-3-smb', False) {} {{(pid=106232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:02:10.929211 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0409990a-1336-45db-a2cc-b2f8f32ac09f None None] Checking router: 1947d5cd-7af0-493f-b525-4bb375733b2b for host: dv-cinder-master-3-smb {{(pid=106232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:02:10.938961 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0409990a-1336-45db-a2cc-b2f8f32ac09f None None] Routers {'1947d5cd-7af0-493f-b525-4bb375733b2b'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 18 01:02:10.939697 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.l3_hamode_db [None req-0409990a-1336-45db-a2cc-b2f8f32ac09f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-18T00:47:37Z,description=,heartbeat_timestamp=2022-09-18T01:02:07Z,host='dv-cinder-master-3-smb',id=d0e8801d-4758-48bd-8085-7f05d3358764,load=0,resource_versions=,resources_synced=,started_at=2022-09-18T00:47:37Z,topic='l3_agent')) {'router_ids': ['1947d5cd-7af0-493f-b525-4bb375733b2b'], 'active': True} {{(pid=106232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:02:11.176977 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-29489bbc-46e0-427e-8705-3bf066ce94c2 admin admin] Deleting port 04fc37ae-b707-451a-b4f8-2236974f4e37 {{(pid=106231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 18 01:02:11.177324 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-29489bbc-46e0-427e-8705-3bf066ce94c2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749746030605'] for port (04fc37ae-b707-451a-b4f8-2236974f4e37), before_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:11.178271 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.l3_dvr_db [None req-0409990a-1336-45db-a2cc-b2f8f32ac09f None None] Set router 1947d5cd-7af0-493f-b525-4bb375733b2b gateway port host: None {{(pid=106232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 18 01:02:11.231086 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.l3_hamode_db [None req-0409990a-1336-45db-a2cc-b2f8f32ac09f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1947d5cd-7af0-493f-b525-4bb375733b2b', 'name': 'tempest-AttachVolumeTestJSON-1059766515-router', 'tenant_id': 'a60d2801df884e15be8a0464cb725d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:55:55Z', 'updated_at': '2022-09-18T01:02:10Z', 'revision_number': 6, 'project_id': 'a60d2801df884e15be8a0464cb725d6d', 'gw_port_host': None}], 'dv-cinder-master-3-smb', False) {} {{(pid=106232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:02:11.257052 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0409990a-1336-45db-a2cc-b2f8f32ac09f None None] The sync data for ids ['1947d5cd-7af0-493f-b525-4bb375733b2b'] in dv-cinder-master-3-smb is: [{'id': '1947d5cd-7af0-493f-b525-4bb375733b2b', 'name': 'tempest-AttachVolumeTestJSON-1059766515-router', 'tenant_id': 'a60d2801df884e15be8a0464cb725d6d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:55:55Z', 'updated_at': '2022-09-18T01:02:10Z', 'revision_number': 6, 'project_id': 'a60d2801df884e15be8a0464cb725d6d', 'gw_port_host': None}] {{(pid=106232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:02:11.261330 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-29489bbc-46e0-427e-8705-3bf066ce94c2 admin admin] For port 04fc37ae-b707-451a-b4f8-2236974f4e37, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=04fc37ae-b707-451a-b4f8-2236974f4e37,segment=NetworkSegment(e81b1a67-2f81-4ac8-a4dd-b13e6c47d014),segment_id=e81b1a67-2f81-4ac8-a4dd-b13e6c47d014)] {{(pid=106231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:02:11.262401 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-29489bbc-46e0-427e-8705-3bf066ce94c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16488537'] for port (04fc37ae-b707-451a-b4f8-2236974f4e37), precommit_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:11.280274 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-29489bbc-46e0-427e-8705-3bf066ce94c2 admin admin] Calling delete_port for 04fc37ae-b707-451a-b4f8-2236974f4e37 owned by network:router_gateway {{(pid=106231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 18 01:02:11.326358 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:02:11.366311 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f224fb5-677a-49fd-a8eb-d84d0ce0acbd req-5e3c29d8-71ba-44de-b19b-8d1802400f5a tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:02:11.367826 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-9f224fb5-677a-49fd-a8eb-d84d0ce0acbd req-5e3c29d8-71ba-44de-b19b-8d1802400f5a tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5a39d642-1c36-48cb-909b-751208990b95 HTTP/1.1" status: 200 len: 945 time: 0.0496483 Sep 18 01:02:11.433405 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-9f224fb5-677a-49fd-a8eb-d84d0ce0acbd req-e4f53548-0a60-4329-908d-1f40d478f9cc tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=d677bc7e-d05b-49f4-9c01-46684889a391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598490 Sep 18 01:02:11.490731 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-29489bbc-46e0-427e-8705-3bf066ce94c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749746033803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749745591516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13917182'] for port (04fc37ae-b707-451a-b4f8-2236974f4e37), after_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:11.522876 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29489bbc-46e0-427e-8705-3bf066ce94c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=04fc37ae-b707-451a-b4f8-2236974f4e37,revision_number=None']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:11.585318 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-29489bbc-46e0-427e-8705-3bf066ce94c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16489817'] for router_gateway (1947d5cd-7af0-493f-b525-4bb375733b2b), after_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:11.700235 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-29489bbc-46e0-427e-8705-3bf066ce94c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16492237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1921'] for router (1947d5cd-7af0-493f-b525-4bb375733b2b), precommit_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:11.703192 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-29489bbc-46e0-427e-8705-3bf066ce94c2 admin admin] Publish callbacks [] for router_controller (1947d5cd-7af0-493f-b525-4bb375733b2b), precommit_delete_associations {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:11.784435 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-29489bbc-46e0-427e-8705-3bf066ce94c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16490094'] for router (1947d5cd-7af0-493f-b525-4bb375733b2b), after_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:11.784971 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29489bbc-46e0-427e-8705-3bf066ce94c2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1947d5cd-7af0-493f-b525-4bb375733b2b {{(pid=106231) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 01:02:11.790561 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-29489bbc-46e0-427e-8705-3bf066ce94c2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:11.795267 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-29489bbc-46e0-427e-8705-3bf066ce94c2 admin admin] 10.222.0.33 "DELETE /networking/v2.0/routers/1947d5cd-7af0-493f-b525-4bb375733b2b HTTP/1.1" status: 204 len: 168 time: 1.1837406 Sep 18 01:02:11.796122 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 35238) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:02:11.824176 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8db01a9-ee68-4e36-8d16-20ca1840e2fc req-cad82d44-3ffd-462f-a554-4ec8e4ed3452 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:02:11.825726 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-f8db01a9-ee68-4e36-8d16-20ca1840e2fc req-cad82d44-3ffd-462f-a554-4ec8e4ed3452 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6f4bab30-d9b2-4713-ab65-46a4754f8153 HTTP/1.1" status: 200 len: 944 time: 0.0569634 Sep 18 01:02:11.851860 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b6baf42-0bcc-4fb6-9641-ad147bbd074b admin admin] Deleting subnet f52e5768-3b6e-420f-b5d0-cc4e5c3ba047 {{(pid=106231) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 18 01:02:11.854955 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-8b6baf42-0bcc-4fb6-9641-ad147bbd074b admin admin] Publish callbacks [] for subnet (f52e5768-3b6e-420f-b5d0-cc4e5c3ba047), before_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:11.874913 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-f8db01a9-ee68-4e36-8d16-20ca1840e2fc req-02e498f3-45bd-4bee-9d4a-e2f39081731d tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=af5bddc4-1b2d-44ab-8230-6f22a8f63cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433931 Sep 18 01:02:11.893642 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-8b6baf42-0bcc-4fb6-9641-ad147bbd074b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14079591'] for subnet (f52e5768-3b6e-420f-b5d0-cc4e5c3ba047), precommit_delete_associations {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:11.919145 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:02:11.970422 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-8b6baf42-0bcc-4fb6-9641-ad147bbd074b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-900458'] for subnet (f52e5768-3b6e-420f-b5d0-cc4e5c3ba047), precommit_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:12.033620 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-8b6baf42-0bcc-4fb6-9641-ad147bbd074b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-888663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16510870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13917073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13973654'] for subnet (f52e5768-3b6e-420f-b5d0-cc4e5c3ba047), after_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:12.070343 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6baf42-0bcc-4fb6-9641-ad147bbd074b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f52e5768-3b6e-420f-b5d0-cc4e5c3ba047,revision_number=None']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:12.077458 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-8b6baf42-0bcc-4fb6-9641-ad147bbd074b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:12.078558 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-344aa08a-5b39-49fc-9d27-ad764d0f3143 None None] Network 3e60962c-164c-4e15-8d69-6601f5d7b205 requested from dv-cinder-master-3-smb {{(pid=106232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 18 01:02:12.082922 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-8b6baf42-0bcc-4fb6-9641-ad147bbd074b admin admin] 10.222.0.33 "DELETE /networking/v2.0/subnets/f52e5768-3b6e-420f-b5d0-cc4e5c3ba047 HTTP/1.1" status: 204 len: 168 time: 0.2831879 Sep 18 01:02:12.083232 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.33', 35240) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:02:12.176483 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-80e9b73e-7454-4c73-8f4f-0381148cd4e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-960799'] for network (3e60962c-164c-4e15-8d69-6601f5d7b205), before_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:12.219925 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-80e9b73e-7454-4c73-8f4f-0381148cd4e3 admin admin] Deleting port 02438fd8-34e4-46d9-945d-e55588ec9b3b {{(pid=106230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 18 01:02:12.220272 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-80e9b73e-7454-4c73-8f4f-0381148cd4e3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749746030605'] for port (02438fd8-34e4-46d9-945d-e55588ec9b3b), before_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:12.266628 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9b302b8-d862-459a-aa38-d96a06a974e6 None None] DHCP port deletion for 3e60962c-164c-4e15-8d69-6601f5d7b205 request from dv-cinder-master-3-smb {{(pid=106232) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 18 01:02:12.305260 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-80e9b73e-7454-4c73-8f4f-0381148cd4e3 admin admin] For port 02438fd8-34e4-46d9-945d-e55588ec9b3b, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=02438fd8-34e4-46d9-945d-e55588ec9b3b,segment=NetworkSegment(2a3f4164-a706-4653-805e-7081dacdf53e),segment_id=2a3f4164-a706-4653-805e-7081dacdf53e)] {{(pid=106230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:02:12.305630 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-80e9b73e-7454-4c73-8f4f-0381148cd4e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16488537'] for port (02438fd8-34e4-46d9-945d-e55588ec9b3b), precommit_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:12.322736 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-80e9b73e-7454-4c73-8f4f-0381148cd4e3 admin admin] Calling delete_port for 02438fd8-34e4-46d9-945d-e55588ec9b3b owned by network:dhcp {{(pid=106230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 18 01:02:12.327544 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-e9b302b8-d862-459a-aa38-d96a06a974e6 None None] Deleting port 02438fd8-34e4-46d9-945d-e55588ec9b3b {{(pid=106232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 18 01:02:12.328336 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-e9b302b8-d862-459a-aa38-d96a06a974e6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749746030605'] for port (02438fd8-34e4-46d9-945d-e55588ec9b3b), before_delete {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:12.336922 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=100 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:02:12.408471 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.db [None req-e9b302b8-d862-459a-aa38-d96a06a974e6 None None] For port 02438fd8-34e4-46d9-945d-e55588ec9b3b, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=02438fd8-34e4-46d9-945d-e55588ec9b3b,segment=NetworkSegment(2a3f4164-a706-4653-805e-7081dacdf53e),segment_id=2a3f4164-a706-4653-805e-7081dacdf53e)] {{(pid=106232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:02:12.410345 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-e9b302b8-d862-459a-aa38-d96a06a974e6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16488537'] for port (02438fd8-34e4-46d9-945d-e55588ec9b3b), precommit_delete {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:12.414066 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-80e9b73e-7454-4c73-8f4f-0381148cd4e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749746033803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749745591516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13339648'] for port (02438fd8-34e4-46d9-945d-e55588ec9b3b), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:12.430785 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-e9b302b8-d862-459a-aa38-d96a06a974e6 None None] Calling delete_port for 02438fd8-34e4-46d9-945d-e55588ec9b3b owned by network:dhcp {{(pid=106232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 18 01:02:12.441907 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e9b73e-7454-4c73-8f4f-0381148cd4e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=02438fd8-34e4-46d9-945d-e55588ec9b3b,revision_number=None']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:12.445897 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e9b73e-7454-4c73-8f4f-0381148cd4e3 admin admin] No DVR routers for this DVR port 02438fd8-34e4-46d9-945d-e55588ec9b3b on host dv-cinder-master-3-smb {{(pid=106230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 18 01:02:12.452358 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:02:12.551581 dv-cinder-master-3-smb neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:02:12.569155 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-80e9b73e-7454-4c73-8f4f-0381148cd4e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-977985', 'neutron.services.segments.db._delete_segments_for_network-8749746056641'] for network (3e60962c-164c-4e15-8d69-6601f5d7b205), precommit_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:12.627134 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-e9b302b8-d862-459a-aa38-d96a06a974e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749746033803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749745591516'] for port (02438fd8-34e4-46d9-945d-e55588ec9b3b), after_delete {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:12.632476 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.services.segments.db [None req-80e9b73e-7454-4c73-8f4f-0381148cd4e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e60962c-164c-4e15-8d69-6601f5d7b205']}} {{(pid=106230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:02:12.640829 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b74b91-180d-4203-a017-8fa7e2ab595e req-c0caf8cf-fb6d-415d-8d75-e28b342749fa tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:02:12.642420 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-03b74b91-180d-4203-a017-8fa7e2ab595e req-c0caf8cf-fb6d-415d-8d75-e28b342749fa tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5a39d642-1c36-48cb-909b-751208990b95 HTTP/1.1" status: 200 len: 945 time: 0.0886080 Sep 18 01:02:12.675743 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b302b8-d862-459a-aa38-d96a06a974e6 None None] No DVR routers for this DVR port 02438fd8-34e4-46d9-945d-e55588ec9b3b on host dv-cinder-master-3-smb {{(pid=106232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 18 01:02:12.690942 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b302b8-d862-459a-aa38-d96a06a974e6 None None] Pushing event deleted for resources: {'Port': ['ID=02438fd8-34e4-46d9-945d-e55588ec9b3b,revision_number=None']} {{(pid=106232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:12.695183 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.services.segments.db [None req-80e9b73e-7454-4c73-8f4f-0381148cd4e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a3f4164-a706-4653-805e-7081dacdf53e') {'for_net_delete': True} {{(pid=106230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:02:12.698341 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.services.segments.db [None req-80e9b73e-7454-4c73-8f4f-0381148cd4e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a3f4164-a706-4653-805e-7081dacdf53e') {} {{(pid=106230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:02:12.751378 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-03b74b91-180d-4203-a017-8fa7e2ab595e req-fdc10267-d8dd-4ea6-85a6-74b09ceccbe0 tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=d677bc7e-d05b-49f4-9c01-46684889a391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006210 Sep 18 01:02:12.759434 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-80e9b73e-7454-4c73-8f4f-0381148cd4e3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749746056533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13929766'] for segment (2a3f4164-a706-4653-805e-7081dacdf53e), before_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:12.790368 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-80e9b73e-7454-4c73-8f4f-0381148cd4e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-977230'] for segment (2a3f4164-a706-4653-805e-7081dacdf53e), precommit_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:12.799861 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80e9b73e-7454-4c73-8f4f-0381148cd4e3 admin admin] Releasing vlan 170 on physical network physnet1 to pool {{(pid=106230) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 01:02:12.800434 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-80e9b73e-7454-4c73-8f4f-0381148cd4e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-977230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13339861'] for segment (2a3f4164-a706-4653-805e-7081dacdf53e), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:12.859698 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.services.segments.plugin [-] Segment 2a3f4164-a706-4653-805e-7081dacdf53e resource provider aggregate not found Sep 18 01:02:12.885606 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-80e9b73e-7454-4c73-8f4f-0381148cd4e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-978040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16510767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16489868'] for network (3e60962c-164c-4e15-8d69-6601f5d7b205), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:12.905310 dv-cinder-master-3-smb neutron-server[106233]: DEBUG dbcounter [-] [106233] Writing DB stats neutron:SELECT=3 {{(pid=106233) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:02:12.932219 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.services.segments.plugin [-] Segment 2a3f4164-a706-4653-805e-7081dacdf53e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2a3f4164-a706-4653-805e-7081dacdf53e found for delete ", "request_id": "req-042c58f5-9fcf-491d-b35a-4c9e7f57ec0f"}]} Sep 18 01:02:12.937696 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-80e9b73e-7454-4c73-8f4f-0381148cd4e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16267021'] for network (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:12.948005 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [None req-80e9b73e-7454-4c73-8f4f-0381148cd4e3 admin admin] 10.222.0.33 "DELETE /networking/v2.0/networks/3e60962c-164c-4e15-8d69-6601f5d7b205 HTTP/1.1" status: 204 len: 168 time: 0.8613098 Sep 18 01:02:12.948005 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e9b73e-7454-4c73-8f4f-0381148cd4e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=3e60962c-164c-4e15-8d69-6601f5d7b205,revision_number=None']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:12.948289 dv-cinder-master-3-smb neutron-server[106233]: DEBUG dbcounter [-] [106233] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=106233) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:02:13.049953 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f590746-19e6-4b2f-9bcb-d084eddd89f5 req-55e226f0-abb2-4d0f-9d80-e889d6117519 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:02:13.051854 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-9f590746-19e6-4b2f-9bcb-d084eddd89f5 req-55e226f0-abb2-4d0f-9d80-e889d6117519 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6f4bab30-d9b2-4713-ab65-46a4754f8153 HTTP/1.1" status: 200 len: 944 time: 0.0602252 Sep 18 01:02:13.112462 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.rpc [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Device 51f59d64-55a1-4532-bae4-b6e1df9dbc2d no longer exists at agent ovs-agent-dv-cinder-master-3-smb {{(pid=106232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:02:13.118027 dv-cinder-master-3-smb neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:UPDATE=4,neutron:SELECT=93,neutron:DELETE=3 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:02:13.118709 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-9f590746-19e6-4b2f-9bcb-d084eddd89f5 req-7bbe8500-90ac-42bc-8214-39d21b97de24 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=af5bddc4-1b2d-44ab-8230-6f22a8f63cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538142 Sep 18 01:02:13.146059 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] No Port match for: 51f59d64-55a1-4532-bae4-b6e1df9dbc2d {{(pid=106232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 18 01:02:13.146505 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.rpc [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Device 51f59d64-55a1-4532-bae4-b6e1df9dbc2d not bound to the agent host dv-cinder-master-3-smb {{(pid=106232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:02:13.147620 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 35262) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:02:13.158063 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.rpc [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Device 02438fd8-34e4-46d9-945d-e55588ec9b3b no longer exists at agent ovs-agent-dv-cinder-master-3-smb {{(pid=106232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:02:13.186827 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] No Port match for: 02438fd8-34e4-46d9-945d-e55588ec9b3b {{(pid=106232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 18 01:02:13.187464 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.rpc [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Device 02438fd8-34e4-46d9-945d-e55588ec9b3b not bound to the agent host dv-cinder-master-3-smb {{(pid=106232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:02:13.188084 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.rpc [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Device 04fc37ae-b707-451a-b4f8-2236974f4e37 no longer exists at agent ovs-agent-dv-cinder-master-3-smb {{(pid=106232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:02:13.202488 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-40b2d3a4-39f4-4367-9561-e59d608ca27d admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=a60d2801df884e15be8a0464cb725d6d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0528283 Sep 18 01:02:13.205372 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.33', 35264) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:02:13.209372 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] No Port match for: 04fc37ae-b707-451a-b4f8-2236974f4e37 {{(pid=106232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 18 01:02:13.209931 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.rpc [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Device 04fc37ae-b707-451a-b4f8-2236974f4e37 not bound to the agent host dv-cinder-master-3-smb {{(pid=106232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:02:13.287063 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-a83c25ab-6c4b-4fa7-9061-82b8ddb42505 admin admin] Publish callbacks [] for security_group (9592107d-3df7-424a-acc7-da4c31eb7dbb), before_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:13.341299 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-a83c25ab-6c4b-4fa7-9061-82b8ddb42505 admin admin] Publish callbacks [] for security_group (9592107d-3df7-424a-acc7-da4c31eb7dbb), precommit_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:13.433010 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-a83c25ab-6c4b-4fa7-9061-82b8ddb42505 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512506'] for security_group (9592107d-3df7-424a-acc7-da4c31eb7dbb), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:13.436361 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-a83c25ab-6c4b-4fa7-9061-82b8ddb42505 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:13.437623 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [None req-a83c25ab-6c4b-4fa7-9061-82b8ddb42505 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/9592107d-3df7-424a-acc7-da4c31eb7dbb HTTP/1.1" status: 204 len: 168 time: 0.2303786 Sep 18 01:02:13.462671 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83c25ab-6c4b-4fa7-9061-82b8ddb42505 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9592107d-3df7-424a-acc7-da4c31eb7dbb,revision_number=None']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:13.912531 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6799cd34-ded0-4fa4-bee7-0e46043a85db req-dfc05f95-9db6-4e0c-beb4-975d27b72140 tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:02:13.927292 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-6799cd34-ded0-4fa4-bee7-0e46043a85db req-dfc05f95-9db6-4e0c-beb4-975d27b72140 tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5a39d642-1c36-48cb-909b-751208990b95 HTTP/1.1" status: 200 len: 945 time: 0.0653503 Sep 18 01:02:13.993897 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-6799cd34-ded0-4fa4-bee7-0e46043a85db req-86325be7-4dc2-453a-ab86-d9df2cc4ef73 tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=d677bc7e-d05b-49f4-9c01-46684889a391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650733 Sep 18 01:02:14.267161 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716b92a2-589a-4ec3-9661-c97ab2295a47 req-94807d75-a978-4a09-9f4d-f221a2ff37b6 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:02:14.268789 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-716b92a2-589a-4ec3-9661-c97ab2295a47 req-94807d75-a978-4a09-9f4d-f221a2ff37b6 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6f4bab30-d9b2-4713-ab65-46a4754f8153 HTTP/1.1" status: 200 len: 944 time: 0.0578361 Sep 18 01:02:14.325959 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-716b92a2-589a-4ec3-9661-c97ab2295a47 req-f4a73f54-019b-4d94-9e6f-1302ef87a71f tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=af5bddc4-1b2d-44ab-8230-6f22a8f63cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514064 Sep 18 01:02:15.145651 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeafe37f-e715-458d-8d03-92efe44d64c5 req-489cd6eb-cf6e-4e4f-9569-83b7c4851d9d tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:02:15.147311 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-eeafe37f-e715-458d-8d03-92efe44d64c5 req-489cd6eb-cf6e-4e4f-9569-83b7c4851d9d tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5a39d642-1c36-48cb-909b-751208990b95 HTTP/1.1" status: 200 len: 945 time: 0.0579245 Sep 18 01:02:15.166568 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:02:15.202199 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-eeafe37f-e715-458d-8d03-92efe44d64c5 req-4d7e1fdc-efd4-43ab-9761-63d44b9966f2 tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=d677bc7e-d05b-49f4-9c01-46684889a391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486646 Sep 18 01:02:15.458555 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f9fdd0-182e-47db-ac1e-f44e567c2ca0 req-cbb620d0-ab33-4f91-a59f-98422c0b7f2a tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:02:15.460049 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-c8f9fdd0-182e-47db-ac1e-f44e567c2ca0 req-cbb620d0-ab33-4f91-a59f-98422c0b7f2a tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6f4bab30-d9b2-4713-ab65-46a4754f8153 HTTP/1.1" status: 200 len: 944 time: 0.0513911 Sep 18 01:02:15.509441 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-c8f9fdd0-182e-47db-ac1e-f44e567c2ca0 req-5e703c88-b2ac-41e9-b0d3-195d1311e7d6 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=af5bddc4-1b2d-44ab-8230-6f22a8f63cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429411 Sep 18 01:02:15.579233 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 35346) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:02:15.688153 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-45bf8e35-583e-4735-9ec8-1c1a346adacf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:15.769391 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-45bf8e35-583e-4735-9ec8-1c1a346adacf admin admin] Publish callbacks [] for security_group (e5b04cd2-73ff-4add-b0fe-7241404ef1ed), precommit_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:15.773515 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-45bf8e35-583e-4735-9ec8-1c1a346adacf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512506'] for security_group (e5b04cd2-73ff-4add-b0fe-7241404ef1ed), after_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:15.814386 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-45bf8e35-583e-4735-9ec8-1c1a346adacf admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=2aae17cdaa11454e918308d08d3bbb05&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2339809 Sep 18 01:02:15.815478 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bf8e35-583e-4735-9ec8-1c1a346adacf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5b04cd2-73ff-4add-b0fe-7241404ef1ed,revision_number=1']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:15.817143 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.33', 35356) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:02:15.874728 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-f8d5b522-d321-46ef-934c-092dc93cecb0 admin admin] Publish callbacks [] for security_group (e5b04cd2-73ff-4add-b0fe-7241404ef1ed), before_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:15.896435 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-f8d5b522-d321-46ef-934c-092dc93cecb0 admin admin] Publish callbacks [] for security_group (e5b04cd2-73ff-4add-b0fe-7241404ef1ed), precommit_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:15.914137 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:02:15.952773 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-f8d5b522-d321-46ef-934c-092dc93cecb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512506'] for security_group (e5b04cd2-73ff-4add-b0fe-7241404ef1ed), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:15.955702 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-f8d5b522-d321-46ef-934c-092dc93cecb0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:15.960595 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [None req-f8d5b522-d321-46ef-934c-092dc93cecb0 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/e5b04cd2-73ff-4add-b0fe-7241404ef1ed HTTP/1.1" status: 204 len: 168 time: 0.1405561 Sep 18 01:02:15.977302 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d5b522-d321-46ef-934c-092dc93cecb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5b04cd2-73ff-4add-b0fe-7241404ef1ed,revision_number=None']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:16.239110 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.33', 35368) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:02:16.260255 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-e4071772-bb78-4634-9fe4-7e3e27ba3644 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:16.341030 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6966cf1-d29d-4523-964c-b54c37099c5d req-c64d141d-7174-496a-b7af-cbba9d72d748 tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:02:16.342500 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-c6966cf1-d29d-4523-964c-b54c37099c5d req-c64d141d-7174-496a-b7af-cbba9d72d748 tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5a39d642-1c36-48cb-909b-751208990b95 HTTP/1.1" status: 200 len: 945 time: 0.0618687 Sep 18 01:02:16.411123 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-e4071772-bb78-4634-9fe4-7e3e27ba3644 admin admin] Publish callbacks [] for security_group (f32fa671-20e4-48db-86da-bd4f066d5cf2), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:16.416812 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-e4071772-bb78-4634-9fe4-7e3e27ba3644 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512506'] for security_group (f32fa671-20e4-48db-86da-bd4f066d5cf2), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:16.430750 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-c6966cf1-d29d-4523-964c-b54c37099c5d req-cb77370a-0b2a-43a0-b9a3-af644f6fc499 tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=d677bc7e-d05b-49f4-9c01-46684889a391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818901 Sep 18 01:02:16.456718 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [None req-e4071772-bb78-4634-9fe4-7e3e27ba3644 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=095d9b1984d24e1f9b706d8ec8be77c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2140980 Sep 18 01:02:16.456922 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.33', 35370) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:02:16.478178 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4071772-bb78-4634-9fe4-7e3e27ba3644 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f32fa671-20e4-48db-86da-bd4f066d5cf2,revision_number=1']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:16.514111 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-3ac965fd-a59b-407e-a0cf-d99f10a148e2 admin admin] Publish callbacks [] for security_group (f32fa671-20e4-48db-86da-bd4f066d5cf2), before_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:16.534195 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-3ac965fd-a59b-407e-a0cf-d99f10a148e2 admin admin] Publish callbacks [] for security_group (f32fa671-20e4-48db-86da-bd4f066d5cf2), precommit_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:16.584394 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-3ac965fd-a59b-407e-a0cf-d99f10a148e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512506'] for security_group (f32fa671-20e4-48db-86da-bd4f066d5cf2), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:16.587416 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-3ac965fd-a59b-407e-a0cf-d99f10a148e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:16.588678 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [None req-3ac965fd-a59b-407e-a0cf-d99f10a148e2 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/f32fa671-20e4-48db-86da-bd4f066d5cf2 HTTP/1.1" status: 204 len: 168 time: 0.1308799 Sep 18 01:02:16.633250 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac965fd-a59b-407e-a0cf-d99f10a148e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f32fa671-20e4-48db-86da-bd4f066d5cf2,revision_number=None']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:16.664451 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b6de69-d34b-44fc-9a09-0252ba537607 req-03cc2494-a64b-4655-8a97-2d0bde2279b3 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:02:16.666064 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-c9b6de69-d34b-44fc-9a09-0252ba537607 req-03cc2494-a64b-4655-8a97-2d0bde2279b3 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6f4bab30-d9b2-4713-ab65-46a4754f8153 HTTP/1.1" status: 200 len: 944 time: 0.0674431 Sep 18 01:02:16.726406 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0738453d-a249-4181-81de-206cfb54b7b1 req-104a1b1a-5f87-49d8-833c-6af116244294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:02:16.727996 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-0738453d-a249-4181-81de-206cfb54b7b1 req-104a1b1a-5f87-49d8-833c-6af116244294 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=c37316ddc7de431294eda723f5ef3f60&device_id=5a39d642-1c36-48cb-909b-751208990b95 HTTP/1.1" status: 200 len: 1129 time: 0.0580249 Sep 18 01:02:16.756734 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-c9b6de69-d34b-44fc-9a09-0252ba537607 req-9175274b-9e68-4fad-b187-275fec0ac4e2 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=af5bddc4-1b2d-44ab-8230-6f22a8f63cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766315 Sep 18 01:02:16.787088 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:02:16.796669 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=88,neutron:DELETE=8,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:02:16.798513 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a86d5d-e6b1-4303-bf0c-a7d5b9a1b867 req-0d1362ed-3804-4961-bb7a-585b15e6cf6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:02:16.800220 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-97a86d5d-e6b1-4303-bf0c-a7d5b9a1b867 req-0d1362ed-3804-4961-bb7a-585b15e6cf6b service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=5a39d642-1c36-48cb-909b-751208990b95 HTTP/1.1" status: 200 len: 1129 time: 0.0454378 Sep 18 01:02:16.865943 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-97a86d5d-e6b1-4303-bf0c-a7d5b9a1b867 req-6d101832-ffe4-4ffa-87d6-486299cce856 service neutron] 10.222.0.57 "GET /networking/v2.0/security-groups?id=d677bc7e-d05b-49f4-9c01-46684889a391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545108 Sep 18 01:02:16.903529 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0738453d-a249-4181-81de-206cfb54b7b1 req-0302d031-db1c-4bda-bec5-37ca44e109b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:02:16.905188 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-0738453d-a249-4181-81de-206cfb54b7b1 req-0302d031-db1c-4bda-bec5-37ca44e109b5 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=2fe627c1-4c69-4373-8338-7690c696f294 HTTP/1.1" status: 200 len: 910 time: 0.1473479 Sep 18 01:02:17.226170 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-0738453d-a249-4181-81de-206cfb54b7b1 req-568079a9-3ccb-40b4-938b-93003f669091 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=168733ef-a9ab-4b45-b7c7-dd94d6a8994b HTTP/1.1" status: 200 len: 1000 time: 0.0693896 Sep 18 01:02:17.575213 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e9a280-09bc-4bd8-8661-ff1894c547a1 req-6386546e-9b92-495b-87ce-28524b414931 tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:02:17.576663 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-e6e9a280-09bc-4bd8-8661-ff1894c547a1 req-6386546e-9b92-495b-87ce-28524b414931 tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5a39d642-1c36-48cb-909b-751208990b95 HTTP/1.1" status: 200 len: 945 time: 0.0536141 Sep 18 01:02:17.661955 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-e6e9a280-09bc-4bd8-8661-ff1894c547a1 req-7d58b0fb-cda4-4345-b74c-c2c4d7907286 tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=d677bc7e-d05b-49f4-9c01-46684889a391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797582 Sep 18 01:02:17.680163 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0738453d-a249-4181-81de-206cfb54b7b1 req-46a863ab-7af5-4b46-a6b3-b71c533322b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:02:17.681604 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-0738453d-a249-4181-81de-206cfb54b7b1 req-46a863ab-7af5-4b46-a6b3-b71c533322b4 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=58f0751e-3cb4-40b9-9d2a-3100ec129c91 HTTP/1.1" status: 200 len: 848 time: 0.0637901 Sep 18 01:02:17.733839 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0738453d-a249-4181-81de-206cfb54b7b1 req-8a7f6a15-9e51-4101-b827-dcf121875c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:02:17.735454 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-0738453d-a249-4181-81de-206cfb54b7b1 req-8a7f6a15-9e51-4101-b827-dcf121875c65 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=2fe627c1-4c69-4373-8338-7690c696f294&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0455084 Sep 18 01:02:17.838212 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-0738453d-a249-4181-81de-206cfb54b7b1 req-c8e8d92a-4d01-4142-ad4c-6539aa6cb1d3 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/2fe627c1-4c69-4373-8338-7690c696f294?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934260 Sep 18 01:02:17.881853 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:DELETE=3,neutron:SELECT=94,neutron:INSERT=3 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:02:17.956863 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32d4f6e-522a-4873-8f97-af6e680f9efd req-04c98283-2e1f-4556-9b90-b9c0dc215207 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:02:17.958449 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-c32d4f6e-522a-4873-8f97-af6e680f9efd req-04c98283-2e1f-4556-9b90-b9c0dc215207 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6f4bab30-d9b2-4713-ab65-46a4754f8153 HTTP/1.1" status: 200 len: 944 time: 0.0956349 Sep 18 01:02:18.005940 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-0738453d-a249-4181-81de-206cfb54b7b1 req-671262ca-698a-44ae-bd9a-cf27b4eb8c8d service neutron] 10.222.0.57 "GET /networking/v2.0/networks/2fe627c1-4c69-4373-8338-7690c696f294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517918 Sep 18 01:02:18.032318 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-c32d4f6e-522a-4873-8f97-af6e680f9efd req-e5b2922a-3cd2-4797-b8b6-91ac6cab8fce tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=af5bddc4-1b2d-44ab-8230-6f22a8f63cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548232 Sep 18 01:02:18.144670 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.rpc [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Device 41948106-b5ee-425d-bfed-b11f6d5cdb7e details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 01:02:18.248387 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.db [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] For port 41948106-b5ee-425d-bfed-b11f6d5cdb7e, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=41948106-b5ee-425d-bfed-b11f6d5cdb7e,segment=NetworkSegment(ad5fe970-da3b-4a06-bd95-f70d97a5ce86),segment_id=ad5fe970-da3b-4a06-bd95-f70d97a5ce86)] {{(pid=106232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:02:18.260599 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.rpc [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Returning: {'device': '41948106-b5ee-425d-bfed-b11f6d5cdb7e', 'network_id': '5b2870f5-1df6-4588-9304-3be88fc2aeec', 'port_id': '41948106-b5ee-425d-bfed-b11f6d5cdb7e', 'mac_address': 'fa:16:3e:69:f8:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b02e0a67-927b-4f1f-86aa-5b54aefb606b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 01:02:18.305165 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Current status of the port 41948106-b5ee-425d-bfed-b11f6d5cdb7e is: DOWN; New status is: BUILD {{(pid=106232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 01:02:18.305573 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (41948106-b5ee-425d-bfed-b11f6d5cdb7e), before_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:18.319773 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.notifiers.nova [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41948106-b5ee-425d-bfed-b11f6d5cdb7e {{(pid=106232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 18 01:02:18.340297 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.db [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] For port 41948106-b5ee-425d-bfed-b11f6d5cdb7e, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=41948106-b5ee-425d-bfed-b11f6d5cdb7e,segment=NetworkSegment(ad5fe970-da3b-4a06-bd95-f70d97a5ce86),segment_id=ad5fe970-da3b-4a06-bd95-f70d97a5ce86)] {{(pid=106232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:02:18.344206 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749746030758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749745591525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749745591543'] for port (41948106-b5ee-425d-bfed-b11f6d5cdb7e), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:18.393616 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Pushing event updated for resources: {'Port': ['ID=41948106-b5ee-425d-bfed-b11f6d5cdb7e,revision_number=9']} {{(pid=106232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:18.687458 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.db [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] get_ports_and_sgs() called for port_ids ['41948106-b5ee-425d-bfed-b11f6d5cdb7e'] {{(pid=106232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 18 01:02:18.817955 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2eeae4f-5012-4417-8217-cc3253468a77 req-97273087-7bc9-4779-9782-545c26456455 tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:02:18.819518 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-a2eeae4f-5012-4417-8217-cc3253468a77 req-97273087-7bc9-4779-9782-545c26456455 tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5a39d642-1c36-48cb-909b-751208990b95 HTTP/1.1" status: 200 len: 945 time: 0.0586245 Sep 18 01:02:18.871313 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-a2eeae4f-5012-4417-8217-cc3253468a77 req-5bc9fa73-ebbd-4b9b-97f0-397e1439e883 tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=d677bc7e-d05b-49f4-9c01-46684889a391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452383 Sep 18 01:02:19.159674 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f5ff27-d3ec-439a-8b31-922c6e3c8c1d req-41c0afe3-6061-41ad-a500-3baddd24353f tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:02:19.161113 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-b4f5ff27-d3ec-439a-8b31-922c6e3c8c1d req-41c0afe3-6061-41ad-a500-3baddd24353f tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6f4bab30-d9b2-4713-ab65-46a4754f8153 HTTP/1.1" status: 200 len: 945 time: 0.0457034 Sep 18 01:02:19.207102 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-b4f5ff27-d3ec-439a-8b31-922c6e3c8c1d req-307e4483-cef1-430e-8233-4e911d4edbdf tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=af5bddc4-1b2d-44ab-8230-6f22a8f63cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405738 Sep 18 01:02:20.018818 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062f1cd9-2326-4281-963c-7080d50a3d29 req-15dc089f-51e5-4d87-abb3-5a851115e889 tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:02:20.020290 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-062f1cd9-2326-4281-963c-7080d50a3d29 req-15dc089f-51e5-4d87-abb3-5a851115e889 tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5a39d642-1c36-48cb-909b-751208990b95 HTTP/1.1" status: 200 len: 945 time: 0.0633376 Sep 18 01:02:20.069191 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-062f1cd9-2326-4281-963c-7080d50a3d29 req-23dbdac8-e952-47b6-af8e-c9b3b557fe51 tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=d677bc7e-d05b-49f4-9c01-46684889a391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432982 Sep 18 01:02:20.156739 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.rpc [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Device 41948106-b5ee-425d-bfed-b11f6d5cdb7e up at agent hyperv_hv-cinder-maste {{(pid=106232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:02:20.238243 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.provisioning_blocks [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Provisioning complete for port 41948106-b5ee-425d-bfed-b11f6d5cdb7e triggered by entity L2. {{(pid=106232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 01:02:20.238626 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981214'] for port (41948106-b5ee-425d-bfed-b11f6d5cdb7e), provisioning_complete {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:20.239003 dv-cinder-master-3-smb neutron-server[106232]: INFO neutron.plugins.ml2.plugin [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Attempt 1 to provision port 41948106-b5ee-425d-bfed-b11f6d5cdb7e Sep 18 01:02:20.347254 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Current status of the port 41948106-b5ee-425d-bfed-b11f6d5cdb7e is: BUILD; New status is: ACTIVE {{(pid=106232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 01:02:20.347254 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (41948106-b5ee-425d-bfed-b11f6d5cdb7e), before_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:20.349139 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5464d11-d1ab-436e-a05b-784e376ef375 req-f95ddee5-22b1-4924-b688-13ab2841234e tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:02:20.349785 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-d5464d11-d1ab-436e-a05b-784e376ef375 req-f95ddee5-22b1-4924-b688-13ab2841234e tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6f4bab30-d9b2-4713-ab65-46a4754f8153 HTTP/1.1" status: 200 len: 945 time: 0.0548885 Sep 18 01:02:20.354516 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f4bab30-d9b2-4713-ab65-46a4754f8153', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41948106-b5ee-425d-bfed-b11f6d5cdb7e'}] {{(pid=106232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 18 01:02:20.356863 dv-cinder-master-3-smb neutron-server[106232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90e96a6086c290001a0d7e5ddcf89e279d0a9bc322b7051b760fc9213660c862" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12fbf4f5-ae14-41e8-be54-417f09e867fb" -d '{"events": [{"server_uuid": "6f4bab30-d9b2-4713-ab65-46a4754f8153", "name": "network-vif-plugged", "status": "completed", "tag": "41948106-b5ee-425d-bfed-b11f6d5cdb7e"}]}' {{(pid=106232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:02:20.369205 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=100 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:02:20.390365 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.db [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] For port 41948106-b5ee-425d-bfed-b11f6d5cdb7e, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=41948106-b5ee-425d-bfed-b11f6d5cdb7e,segment=NetworkSegment(ad5fe970-da3b-4a06-bd95-f70d97a5ce86),segment_id=ad5fe970-da3b-4a06-bd95-f70d97a5ce86)] {{(pid=106232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:02:20.395631 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749746030758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749745591525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749745591543'] for port (41948106-b5ee-425d-bfed-b11f6d5cdb7e), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:20.418273 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-d5464d11-d1ab-436e-a05b-784e376ef375 req-32599d78-decf-4425-8010-bebb67ff82dc tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=af5bddc4-1b2d-44ab-8230-6f22a8f63cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583577 Sep 18 01:02:20.419621 dv-cinder-master-3-smb neutron-server[106232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 18 Sep 2022 01:02:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d207e0c-3712-4855-9f76-f4e82e89f220 x-openstack-request-id: req-2d207e0c-3712-4855-9f76-f4e82e89f220 {{(pid=106232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:02:20.419950 dv-cinder-master-3-smb neutron-server[106232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f4bab30-d9b2-4713-ab65-46a4754f8153", "name": "network-vif-plugged", "status": "completed", "tag": "41948106-b5ee-425d-bfed-b11f6d5cdb7e", "code": 200}]} {{(pid=106232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:02:20.420210 dv-cinder-master-3-smb neutron-server[106232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-2d207e0c-3712-4855-9f76-f4e82e89f220 {{(pid=106232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:02:20.420613 dv-cinder-master-3-smb neutron-server[106232]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d207e0c-3712-4855-9f76-f4e82e89f220'] response: {'server_uuid': '6f4bab30-d9b2-4713-ab65-46a4754f8153', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41948106-b5ee-425d-bfed-b11f6d5cdb7e', 'code': 200} Sep 18 01:02:20.455712 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Pushing event updated for resources: {'Port': ['ID=41948106-b5ee-425d-bfed-b11f6d5cdb7e,revision_number=10']} {{(pid=106232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:20.692205 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b693dfb3-403b-4f7d-8922-9ec3c89b2435 req-a1a19663-95a8-4f49-962a-73358415d0be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:02:20.693730 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-b693dfb3-403b-4f7d-8922-9ec3c89b2435 req-a1a19663-95a8-4f49-962a-73358415d0be service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=6f4bab30-d9b2-4713-ab65-46a4754f8153 HTTP/1.1" status: 200 len: 1131 time: 0.0385036 Sep 18 01:02:20.742365 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-b693dfb3-403b-4f7d-8922-9ec3c89b2435 req-e498eb83-a363-444e-96b0-9a4b9aa592e4 service neutron] 10.222.0.57 "GET /networking/v2.0/security-groups?id=af5bddc4-1b2d-44ab-8230-6f22a8f63cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423071 Sep 18 01:02:21.543681 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3650b6-0f31-4bd3-9fbe-990323c3af36 req-32ecfa04-87e4-4354-9a6b-0c895155c192 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:02:21.545184 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-cb3650b6-0f31-4bd3-9fbe-990323c3af36 req-32ecfa04-87e4-4354-9a6b-0c895155c192 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6f4bab30-d9b2-4713-ab65-46a4754f8153 HTTP/1.1" status: 200 len: 947 time: 0.0469413 Sep 18 01:02:21.592563 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-cb3650b6-0f31-4bd3-9fbe-990323c3af36 req-0f2267ee-d03e-4a6f-88eb-ab92b675d18f tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=af5bddc4-1b2d-44ab-8230-6f22a8f63cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415080 Sep 18 01:02:22.738407 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0ef522-0afe-4b4d-a485-81ac4839e72a req-28692c4e-4f2a-4875-a266-766bd6b51680 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:02:22.743318 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-8c0ef522-0afe-4b4d-a485-81ac4839e72a req-28692c4e-4f2a-4875-a266-766bd6b51680 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6f4bab30-d9b2-4713-ab65-46a4754f8153 HTTP/1.1" status: 200 len: 947 time: 0.0626128 Sep 18 01:02:22.809533 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-8c0ef522-0afe-4b4d-a485-81ac4839e72a req-096fc534-915b-4d5b-96ab-7e92854ad37a tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=af5bddc4-1b2d-44ab-8230-6f22a8f63cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622182 Sep 18 01:02:23.094679 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e49ec1-232d-4b78-b8ef-c7a82e0cf6c7 req-fdf13744-01e6-4d6b-bfb4-f8ad7a51476e tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:02:23.095836 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-d8e49ec1-232d-4b78-b8ef-c7a82e0cf6c7 req-fdf13744-01e6-4d6b-bfb4-f8ad7a51476e tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=dc449a97-775f-4dad-8aa1-e12326cfdc88 HTTP/1.1" status: 200 len: 945 time: 0.0509760 Sep 18 01:02:23.149384 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-d8e49ec1-232d-4b78-b8ef-c7a82e0cf6c7 req-b8e9528f-d4c3-4674-b8a4-ce7e72849ad5 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=699043bc-1bc2-4850-96d6-c41e894b5483&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452816 Sep 18 01:02:23.532521 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.33', 35588) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:02:23.635759 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-150b2cc3-9483-4959-aa13-706b9163b06f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:23.720433 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-150b2cc3-9483-4959-aa13-706b9163b06f admin admin] Publish callbacks [] for security_group (20e71307-05e9-4aa1-936d-a903e4651186), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:23.724059 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-150b2cc3-9483-4959-aa13-706b9163b06f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512506'] for security_group (20e71307-05e9-4aa1-936d-a903e4651186), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:23.739639 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:02:23.765662 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [None req-150b2cc3-9483-4959-aa13-706b9163b06f admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=4321969a50d84337be3fff4bf4d97fb3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2321043 Sep 18 01:02:23.767060 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150b2cc3-9483-4959-aa13-706b9163b06f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20e71307-05e9-4aa1-936d-a903e4651186,revision_number=1']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:23.768399 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 35592) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:02:23.774884 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150b2cc3-9483-4959-aa13-706b9163b06f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:02:23.775232 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150b2cc3-9483-4959-aa13-706b9163b06f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:02:23.775570 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150b2cc3-9483-4959-aa13-706b9163b06f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:02:23.775904 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150b2cc3-9483-4959-aa13-706b9163b06f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:02:23.776733 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150b2cc3-9483-4959-aa13-706b9163b06f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:02:23.777058 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150b2cc3-9483-4959-aa13-706b9163b06f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:02:23.777557 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150b2cc3-9483-4959-aa13-706b9163b06f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:02:23.777867 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150b2cc3-9483-4959-aa13-706b9163b06f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:02:23.778185 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150b2cc3-9483-4959-aa13-706b9163b06f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:02:23.778503 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150b2cc3-9483-4959-aa13-706b9163b06f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:02:23.778843 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150b2cc3-9483-4959-aa13-706b9163b06f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:02:23.779213 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150b2cc3-9483-4959-aa13-706b9163b06f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:02:23.779478 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150b2cc3-9483-4959-aa13-706b9163b06f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:02:23.779849 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150b2cc3-9483-4959-aa13-706b9163b06f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:02:23.780165 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-150b2cc3-9483-4959-aa13-706b9163b06f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:02:23.818675 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-ef2f7483-7a9d-495a-b9ba-b16a947a6a0a admin admin] Publish callbacks [] for security_group (20e71307-05e9-4aa1-936d-a903e4651186), before_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:23.839301 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-ef2f7483-7a9d-495a-b9ba-b16a947a6a0a admin admin] Publish callbacks [] for security_group (20e71307-05e9-4aa1-936d-a903e4651186), precommit_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:23.892087 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-ef2f7483-7a9d-495a-b9ba-b16a947a6a0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512506'] for security_group (20e71307-05e9-4aa1-936d-a903e4651186), after_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:23.894669 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-ef2f7483-7a9d-495a-b9ba-b16a947a6a0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:23.895844 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-ef2f7483-7a9d-495a-b9ba-b16a947a6a0a admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/20e71307-05e9-4aa1-936d-a903e4651186 HTTP/1.1" status: 204 len: 168 time: 0.1263721 Sep 18 01:02:23.904813 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2f7483-7a9d-495a-b9ba-b16a947a6a0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20e71307-05e9-4aa1-936d-a903e4651186,revision_number=None']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:23.956966 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a290e42-78ef-484a-9e6c-c49bd3c2bb6a req-17620ab7-0e41-4bb8-a48a-3628e54e28ca tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:02:23.958917 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-9a290e42-78ef-484a-9e6c-c49bd3c2bb6a req-17620ab7-0e41-4bb8-a48a-3628e54e28ca tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6f4bab30-d9b2-4713-ab65-46a4754f8153 HTTP/1.1" status: 200 len: 947 time: 0.0529900 Sep 18 01:02:24.019929 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-9a290e42-78ef-484a-9e6c-c49bd3c2bb6a req-84448fde-42e7-4749-9e13-587fe8cc76fd tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=af5bddc4-1b2d-44ab-8230-6f22a8f63cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526721 Sep 18 01:02:24.281221 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca005477-3a9c-4064-a9ea-34c3c5c7a0a8 req-62d2e821-d3b0-4a21-a26d-a8f10c4e5b99 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:02:24.282727 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-ca005477-3a9c-4064-a9ea-34c3c5c7a0a8 req-62d2e821-d3b0-4a21-a26d-a8f10c4e5b99 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=dc449a97-775f-4dad-8aa1-e12326cfdc88 HTTP/1.1" status: 200 len: 945 time: 0.0498683 Sep 18 01:02:24.333456 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-ca005477-3a9c-4064-a9ea-34c3c5c7a0a8 req-b8d589da-2150-463a-9ac1-1a31ba205ca2 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=699043bc-1bc2-4850-96d6-c41e894b5483&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450499 Sep 18 01:02:24.907912 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af34d32-9d65-4ac1-a688-031aa5281814 req-378d6c93-b36f-4acd-9c97-d9af67c1621f tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:02:24.909366 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-0af34d32-9d65-4ac1-a688-031aa5281814 req-378d6c93-b36f-4acd-9c97-d9af67c1621f tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=dc449a97-775f-4dad-8aa1-e12326cfdc88 HTTP/1.1" status: 200 len: 945 time: 0.0461700 Sep 18 01:02:25.233373 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:02:25.267489 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09616166-1dfa-4310-93ea-088361aa53ea req-2f8b23e0-553e-4cd8-b854-13fe97066206 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:02:25.268938 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-09616166-1dfa-4310-93ea-088361aa53ea req-2f8b23e0-553e-4cd8-b854-13fe97066206 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6f4bab30-d9b2-4713-ab65-46a4754f8153 HTTP/1.1" status: 200 len: 947 time: 0.0798085 Sep 18 01:02:25.287621 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [req-0af34d32-9d65-4ac1-a688-031aa5281814 req-418a172a-4415-43e9-b642-f0624d128eb7 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Deleting port 5716e21d-3ed3-4b50-ba82-2ad48f1eb0c2 {{(pid=106230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 18 01:02:25.287965 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [req-0af34d32-9d65-4ac1-a688-031aa5281814 req-418a172a-4415-43e9-b642-f0624d128eb7 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749746030605'] for port (5716e21d-3ed3-4b50-ba82-2ad48f1eb0c2), before_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:25.377138 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-09616166-1dfa-4310-93ea-088361aa53ea req-a4c1ff60-d52d-4725-b1a5-05b0dfad1e3d tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=af5bddc4-1b2d-44ab-8230-6f22a8f63cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0986829 Sep 18 01:02:25.411565 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.plugins.ml2.db [req-0af34d32-9d65-4ac1-a688-031aa5281814 req-418a172a-4415-43e9-b642-f0624d128eb7 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] For port 5716e21d-3ed3-4b50-ba82-2ad48f1eb0c2, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=5716e21d-3ed3-4b50-ba82-2ad48f1eb0c2,segment=NetworkSegment(6bbfddfb-8aa0-4ab6-886c-b017727b1f75),segment_id=6bbfddfb-8aa0-4ab6-886c-b017727b1f75)] {{(pid=106230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:02:25.411941 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [req-0af34d32-9d65-4ac1-a688-031aa5281814 req-418a172a-4415-43e9-b642-f0624d128eb7 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16488537'] for port (5716e21d-3ed3-4b50-ba82-2ad48f1eb0c2), precommit_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:25.514958 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97926e8f-5c3d-41ae-9e65-3aa240b4516c req-d6d45f6a-c883-444a-bab1-f627c2a3577d tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:02:25.516445 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-97926e8f-5c3d-41ae-9e65-3aa240b4516c req-d6d45f6a-c883-444a-bab1-f627c2a3577d tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=dc449a97-775f-4dad-8aa1-e12326cfdc88 HTTP/1.1" status: 200 len: 945 time: 0.0927866 Sep 18 01:02:25.644616 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-97926e8f-5c3d-41ae-9e65-3aa240b4516c req-de0e8af0-b4ae-4cbd-94e1-bd4db3dcef14 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=699043bc-1bc2-4850-96d6-c41e894b5483&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1216545 Sep 18 01:02:25.665645 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [req-0af34d32-9d65-4ac1-a688-031aa5281814 req-418a172a-4415-43e9-b642-f0624d128eb7 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:25.666015 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [req-0af34d32-9d65-4ac1-a688-031aa5281814 req-418a172a-4415-43e9-b642-f0624d128eb7 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16489891'] for floatingip (bf8f1d3d-09c1-409a-b544-df407fbde97b), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:25.666898 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.db.l3_db [req-0af34d32-9d65-4ac1-a688-031aa5281814 req-418a172a-4415-43e9-b642-f0624d128eb7 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Floating IP bf8f1d3d-09c1-409a-b544-df407fbde97b disassociated. External IP: 172.37.5.210, port: 5716e21d-3ed3-4b50-ba82-2ad48f1eb0c2. Sep 18 01:02:25.667326 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [req-0af34d32-9d65-4ac1-a688-031aa5281814 req-418a172a-4415-43e9-b642-f0624d128eb7 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Calling delete_port for 5716e21d-3ed3-4b50-ba82-2ad48f1eb0c2 owned by compute:nova {{(pid=106230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 18 01:02:25.798023 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [req-0af34d32-9d65-4ac1-a688-031aa5281814 req-418a172a-4415-43e9-b642-f0624d128eb7 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749746033803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749745591516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13339648'] for port (5716e21d-3ed3-4b50-ba82-2ad48f1eb0c2), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:25.830314 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418a172a-4415-43e9-b642-f0624d128eb7 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Pushing event deleted for resources: {'Port': ['ID=5716e21d-3ed3-4b50-ba82-2ad48f1eb0c2,revision_number=None']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:25.874518 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:02:25.942353 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0af34d32-9d65-4ac1-a688-031aa5281814 req-418a172a-4415-43e9-b642-f0624d128eb7 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Router 5b0b7f67-1b83-4574-ab3e-35ade2a4eea8 has already been hosted by L3 agent d0e8801d-4758-48bd-8085-7f05d3358764 {{(pid=106230) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 01:02:26.046325 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0af34d32-9d65-4ac1-a688-031aa5281814 req-418a172a-4415-43e9-b642-f0624d128eb7 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=106230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:02:26.057459 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b8cba5-d34d-4bf4-a9d4-e457aacb52a6 None None] Sync routers for ids ['5b0b7f67-1b83-4574-ab3e-35ade2a4eea8'] in dv-cinder-master-3-smb {{(pid=106233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:02:26.067061 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b8cba5-d34d-4bf4-a9d4-e457aacb52a6 None None] Routers {'5b0b7f67-1b83-4574-ab3e-35ade2a4eea8'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 18 01:02:26.067663 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.l3_hamode_db [None req-f2b8cba5-d34d-4bf4-a9d4-e457aacb52a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-18T00:47:37Z,description=,heartbeat_timestamp=2022-09-18T01:02:07Z,host='dv-cinder-master-3-smb',id=d0e8801d-4758-48bd-8085-7f05d3358764,load=0,resource_versions=,resources_synced=,started_at=2022-09-18T00:47:37Z,topic='l3_agent')) {'router_ids': ['5b0b7f67-1b83-4574-ab3e-35ade2a4eea8'], 'active': True} {{(pid=106233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:02:26.072403 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:02:26.089350 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.db.l3_dvrscheduler_db [req-0af34d32-9d65-4ac1-a688-031aa5281814 req-418a172a-4415-43e9-b642-f0624d128eb7 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] No DVR routers for this DVR port 5716e21d-3ed3-4b50-ba82-2ad48f1eb0c2 on host hv-cinder-maste {{(pid=106230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 18 01:02:26.091885 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [req-0af34d32-9d65-4ac1-a688-031aa5281814 req-418a172a-4415-43e9-b642-f0624d128eb7 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16701016'] for port (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:26.095151 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-0af34d32-9d65-4ac1-a688-031aa5281814 req-418a172a-4415-43e9-b642-f0624d128eb7 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] 10.222.0.57 "DELETE /networking/v2.0/ports/5716e21d-3ed3-4b50-ba82-2ad48f1eb0c2 HTTP/1.1" status: 204 len: 173 time: 1.1800573 Sep 18 01:02:26.095641 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc449a97-775f-4dad-8aa1-e12326cfdc88', 'name': 'network-vif-deleted', 'tag': '5716e21d-3ed3-4b50-ba82-2ad48f1eb0c2'}] {{(pid=106230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 18 01:02:26.097935 dv-cinder-master-3-smb neutron-server[106230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5cb6f936bef875aa30205792da77c9643b85616d99b85ee9f5e1cfaba0fe173" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79eb15e4-5424-47d8-a6f1-c2bb622e6322" -d '{"events": [{"server_uuid": "dc449a97-775f-4dad-8aa1-e12326cfdc88", "name": "network-vif-deleted", "tag": "5716e21d-3ed3-4b50-ba82-2ad48f1eb0c2"}]}' {{(pid=106230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:02:26.181990 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.l3_dvr_db [None req-f2b8cba5-d34d-4bf4-a9d4-e457aacb52a6 None None] Set router 5b0b7f67-1b83-4574-ab3e-35ade2a4eea8 gateway port host: dv-cinder-master-3-smb {{(pid=106233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 18 01:02:26.298849 dv-cinder-master-3-smb neutron-server[106230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 18 Sep 2022 01:02:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df71c5dd-9d8c-43f9-a546-30428ca8dba5 x-openstack-request-id: req-df71c5dd-9d8c-43f9-a546-30428ca8dba5 {{(pid=106230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:02:26.299151 dv-cinder-master-3-smb neutron-server[106230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc449a97-775f-4dad-8aa1-e12326cfdc88", "name": "network-vif-deleted", "tag": "5716e21d-3ed3-4b50-ba82-2ad48f1eb0c2", "status": "completed", "code": 200}]} {{(pid=106230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:02:26.299406 dv-cinder-master-3-smb neutron-server[106230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-df71c5dd-9d8c-43f9-a546-30428ca8dba5 {{(pid=106230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:02:26.299818 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df71c5dd-9d8c-43f9-a546-30428ca8dba5'] response: {'server_uuid': 'dc449a97-775f-4dad-8aa1-e12326cfdc88', 'name': 'network-vif-deleted', 'tag': '5716e21d-3ed3-4b50-ba82-2ad48f1eb0c2', 'status': 'completed', 'code': 200} Sep 18 01:02:26.535218 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.l3_hamode_db [None req-f2b8cba5-d34d-4bf4-a9d4-e457aacb52a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b0b7f67-1b83-4574-ab3e-35ade2a4eea8', 'name': 'tempest-AttachVolumeNegativeTest-887914811-router', 'tenant_id': 'ec2d9e20d4ed4178b9bc68ff54715b18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'external_fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.120'}], 'enable_snat': True}, 'gw_port_id': '85d33348-a6aa-4278-8987-be6d20f85848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:56:00Z', 'updated_at': '2022-09-18T00:56:15Z', 'revision_number': 4, 'project_id': 'ec2d9e20d4ed4178b9bc68ff54715b18', 'gw_port': {'id': '85d33348-a6aa-4278-8987-be6d20f85848', 'name': '', 'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:1b:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b0b7f67-1b83-4574-ab3e-35ade2a4eea8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:56:01Z', 'updated_at': '2022-09-18T00:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '4545d7a8-56f0-4062-a60e-cf2cfb4c3390', 'name': '', 'network_id': 'eee7c814-dc91-4de0-b55e-0732fcd7c9de', 'tenant_id': 'ec2d9e20d4ed4178b9bc68ff54715b18', 'mac_address': 'fa:16:3e:b0:99:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b0b7f67-1b83-4574-ab3e-35ade2a4eea8', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '4028d8f5-a2a6-4af3-9818-cba168eaf579', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:56:11Z', 'updated_at': '2022-09-18T00:56:27Z', 'revision_number': 5, 'project_id': 'ec2d9e20d4ed4178b9bc68ff54715b18', 'subnets': [{'id': '4028d8f5-a2a6-4af3-9818-cba168eaf579', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=106233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:02:26.562760 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b8cba5-d34d-4bf4-a9d4-e457aacb52a6 None None] Checking router: 5b0b7f67-1b83-4574-ab3e-35ade2a4eea8 for host: dv-cinder-master-3-smb {{(pid=106233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:02:26.572114 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b8cba5-d34d-4bf4-a9d4-e457aacb52a6 None None] Routers {'5b0b7f67-1b83-4574-ab3e-35ade2a4eea8'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 18 01:02:26.573434 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.l3_hamode_db [None req-f2b8cba5-d34d-4bf4-a9d4-e457aacb52a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-18T00:47:37Z,description=,heartbeat_timestamp=2022-09-18T01:02:07Z,host='dv-cinder-master-3-smb',id=d0e8801d-4758-48bd-8085-7f05d3358764,load=0,resource_versions=,resources_synced=,started_at=2022-09-18T00:47:37Z,topic='l3_agent')) {'router_ids': ['5b0b7f67-1b83-4574-ab3e-35ade2a4eea8'], 'active': True} {{(pid=106233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:02:26.676726 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.l3_dvr_db [None req-f2b8cba5-d34d-4bf4-a9d4-e457aacb52a6 None None] Set router 5b0b7f67-1b83-4574-ab3e-35ade2a4eea8 gateway port host: dv-cinder-master-3-smb {{(pid=106233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 18 01:02:26.776928 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-3be9420f-95cf-481b-90f0-64da28c95523 req-b97283a6-65ee-4f60-a4d8-301bc16d7939 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=dc449a97-775f-4dad-8aa1-e12326cfdc88 HTTP/1.1" status: 200 len: 210 time: 0.0363975 Sep 18 01:02:26.874224 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.l3_hamode_db [None req-f2b8cba5-d34d-4bf4-a9d4-e457aacb52a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b0b7f67-1b83-4574-ab3e-35ade2a4eea8', 'name': 'tempest-AttachVolumeNegativeTest-887914811-router', 'tenant_id': 'ec2d9e20d4ed4178b9bc68ff54715b18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'external_fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.120'}], 'enable_snat': True}, 'gw_port_id': '85d33348-a6aa-4278-8987-be6d20f85848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:56:00Z', 'updated_at': '2022-09-18T00:56:15Z', 'revision_number': 4, 'project_id': 'ec2d9e20d4ed4178b9bc68ff54715b18', 'gw_port': {'id': '85d33348-a6aa-4278-8987-be6d20f85848', 'name': '', 'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:1b:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b0b7f67-1b83-4574-ab3e-35ade2a4eea8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:56:01Z', 'updated_at': '2022-09-18T00:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '4545d7a8-56f0-4062-a60e-cf2cfb4c3390', 'name': '', 'network_id': 'eee7c814-dc91-4de0-b55e-0732fcd7c9de', 'tenant_id': 'ec2d9e20d4ed4178b9bc68ff54715b18', 'mac_address': 'fa:16:3e:b0:99:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b0b7f67-1b83-4574-ab3e-35ade2a4eea8', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '4028d8f5-a2a6-4af3-9818-cba168eaf579', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:56:11Z', 'updated_at': '2022-09-18T00:56:27Z', 'revision_number': 5, 'project_id': 'ec2d9e20d4ed4178b9bc68ff54715b18', 'subnets': [{'id': '4028d8f5-a2a6-4af3-9818-cba168eaf579', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=106233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:02:26.901080 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b8cba5-d34d-4bf4-a9d4-e457aacb52a6 None None] The sync data for ids ['5b0b7f67-1b83-4574-ab3e-35ade2a4eea8'] in dv-cinder-master-3-smb is: [{'id': '5b0b7f67-1b83-4574-ab3e-35ade2a4eea8', 'name': 'tempest-AttachVolumeNegativeTest-887914811-router', 'tenant_id': 'ec2d9e20d4ed4178b9bc68ff54715b18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'external_fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.120'}], 'enable_snat': True}, 'gw_port_id': '85d33348-a6aa-4278-8987-be6d20f85848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:56:00Z', 'updated_at': '2022-09-18T00:56:15Z', 'revision_number': 4, 'project_id': 'ec2d9e20d4ed4178b9bc68ff54715b18', 'gw_port': {'id': '85d33348-a6aa-4278-8987-be6d20f85848', 'name': '', 'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:1b:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b0b7f67-1b83-4574-ab3e-35ade2a4eea8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:56:01Z', 'updated_at': '2022-09-18T00:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '4545d7a8-56f0-4062-a60e-cf2cfb4c3390', 'name': '', 'network_id': 'eee7c814-dc91-4de0-b55e-0732fcd7c9de', 'tenant_id': 'ec2d9e20d4ed4178b9bc68ff54715b18', 'mac_address': 'fa:16:3e:b0:99:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b0b7f67-1b83-4574-ab3e-35ade2a4eea8', 'device_owner': 'network:router_interface', 'standard_attr_id': 136, 'fixed_ips': [{'subnet_id': '4028d8f5-a2a6-4af3-9818-cba168eaf579', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:56:11Z', 'updated_at': '2022-09-18T00:56:27Z', 'revision_number': 5, 'project_id': 'ec2d9e20d4ed4178b9bc68ff54715b18', 'subnets': [{'id': '4028d8f5-a2a6-4af3-9818-cba168eaf579', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:02:27.153743 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5989d9f5-c4af-483a-9886-0db2b281f2c3 None None] New status for floating IP bf8f1d3d-09c1-409a-b544-df407fbde97b: DOWN {{(pid=106232) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 18 01:02:27.874985 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.33', 35700) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:02:27.929100 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-7adb6f7e-3c23-4b3c-b58e-9a4f9ba35f78 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Publish callbacks [] for security_group (699043bc-1bc2-4850-96d6-c41e894b5483), before_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:27.951021 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-7adb6f7e-3c23-4b3c-b58e-9a4f9ba35f78 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Publish callbacks [] for security_group (699043bc-1bc2-4850-96d6-c41e894b5483), precommit_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:28.002602 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-7adb6f7e-3c23-4b3c-b58e-9a4f9ba35f78 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512506'] for security_group (699043bc-1bc2-4850-96d6-c41e894b5483), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:28.005235 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-7adb6f7e-3c23-4b3c-b58e-9a4f9ba35f78 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Publish callbacks [] for security_group (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:28.006395 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [None req-7adb6f7e-3c23-4b3c-b58e-9a4f9ba35f78 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] 10.222.0.33 "DELETE /networking/v2.0/security-groups/699043bc-1bc2-4850-96d6-c41e894b5483 HTTP/1.1" status: 204 len: 168 time: 0.1303942 Sep 18 01:02:28.009707 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 35702) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:02:28.016903 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adb6f7e-3c23-4b3c-b58e-9a4f9ba35f78 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=699043bc-1bc2-4850-96d6-c41e894b5483,revision_number=None']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:28.026372 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.api.v2.resource [None req-0eb3a448-4deb-48a5-85dc-ce764a3abe22 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] show failed (client error): The resource could not be found. Sep 18 01:02:28.027392 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-0eb3a448-4deb-48a5-85dc-ce764a3abe22 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] 10.222.0.33 "GET /networking/v2.0/security-groups/699043bc-1bc2-4850-96d6-c41e894b5483 HTTP/1.1" status: 404 len: 347 time: 0.0159194 Sep 18 01:02:28.030428 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 35704) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:02:28.144006 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-6ce74f8c-3c6d-40f5-acaa-4202beb4a0e0 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Deleting port c672d682-9172-4fde-ab68-b9feb8b8e4fd {{(pid=106231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 18 01:02:28.144346 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-6ce74f8c-3c6d-40f5-acaa-4202beb4a0e0 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749746030605'] for port (c672d682-9172-4fde-ab68-b9feb8b8e4fd), before_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:28.201558 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.rpc [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Device 5716e21d-3ed3-4b50-ba82-2ad48f1eb0c2 no longer exists at agent hyperv_hv-cinder-maste {{(pid=106232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:02:28.211336 dv-cinder-master-3-smb neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:02:28.225159 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=9 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:02:28.231298 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-6ce74f8c-3c6d-40f5-acaa-4202beb4a0e0 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16488537'] for port (c672d682-9172-4fde-ab68-b9feb8b8e4fd), precommit_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:28.231528 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-6ce74f8c-3c6d-40f5-acaa-4202beb4a0e0 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Publish callbacks [] for floatingip (c672d682-9172-4fde-ab68-b9feb8b8e4fd), precommit_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:28.232430 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] No Port match for: 5716e21d-3ed3-4b50-ba82-2ad48f1eb0c2 {{(pid=106232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 18 01:02:28.232732 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.rpc [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Device 5716e21d-3ed3-4b50-ba82-2ad48f1eb0c2 not bound to the agent host hv-cinder-maste {{(pid=106232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:02:28.250390 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-6ce74f8c-3c6d-40f5-acaa-4202beb4a0e0 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Calling delete_port for c672d682-9172-4fde-ab68-b9feb8b8e4fd owned by network:floatingip {{(pid=106231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 18 01:02:28.396726 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-6ce74f8c-3c6d-40f5-acaa-4202beb4a0e0 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749746033803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749745591516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13917182'] for port (c672d682-9172-4fde-ab68-b9feb8b8e4fd), after_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:28.422178 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce74f8c-3c6d-40f5-acaa-4202beb4a0e0 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Pushing event deleted for resources: {'Port': ['ID=c672d682-9172-4fde-ab68-b9feb8b8e4fd,revision_number=None']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:28.487717 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-6ce74f8c-3c6d-40f5-acaa-4202beb4a0e0 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Publish callbacks [] for floatingip (bf8f1d3d-09c1-409a-b544-df407fbde97b), after_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:28.490575 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-6ce74f8c-3c6d-40f5-acaa-4202beb4a0e0 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16701016'] for floatingip (None), before_response {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:28.491752 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-6ce74f8c-3c6d-40f5-acaa-4202beb4a0e0 tempest-AttachVolumeNegativeTest-855278435 tempest-AttachVolumeNegativeTest-855278435-project] 10.222.0.33 "DELETE /networking/v2.0/floatingips/bf8f1d3d-09c1-409a-b544-df407fbde97b HTTP/1.1" status: 204 len: 168 time: 0.4603336 Sep 18 01:02:30.820212 dv-cinder-master-3-smb neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:02:30.833902 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (a990346c-0f9b-4256-b267-210f2ef06c1b), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:32.224542 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 35836) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:02:32.644698 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:02:32.690616 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-fcbd3dc2-725e-4d40-82d4-3b6aa93b538c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16482979'] for router_interface (5b0b7f67-1b83-4574-ab3e-35ade2a4eea8), before_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:32.915839 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-fcbd3dc2-725e-4d40-82d4-3b6aa93b538c admin admin] Deleting port 4545d7a8-56f0-4062-a60e-cf2cfb4c3390 {{(pid=106231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 18 01:02:32.916102 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-fcbd3dc2-725e-4d40-82d4-3b6aa93b538c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749746030605'] for port (4545d7a8-56f0-4062-a60e-cf2cfb4c3390), before_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:32.976947 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:02:33.004258 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-fcbd3dc2-725e-4d40-82d4-3b6aa93b538c admin admin] For port 4545d7a8-56f0-4062-a60e-cf2cfb4c3390, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=4545d7a8-56f0-4062-a60e-cf2cfb4c3390,segment=NetworkSegment(6bbfddfb-8aa0-4ab6-886c-b017727b1f75),segment_id=6bbfddfb-8aa0-4ab6-886c-b017727b1f75)] {{(pid=106231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:02:33.006582 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-fcbd3dc2-725e-4d40-82d4-3b6aa93b538c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16488537'] for port (4545d7a8-56f0-4062-a60e-cf2cfb4c3390), precommit_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:33.018045 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-fcbd3dc2-725e-4d40-82d4-3b6aa93b538c admin admin] Calling delete_port for 4545d7a8-56f0-4062-a60e-cf2cfb4c3390 owned by network:router_interface {{(pid=106231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 18 01:02:33.206428 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-fcbd3dc2-725e-4d40-82d4-3b6aa93b538c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749746033803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749745591516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13917182'] for port (4545d7a8-56f0-4062-a60e-cf2cfb4c3390), after_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:33.228699 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd3dc2-725e-4d40-82d4-3b6aa93b538c admin admin] Pushing event deleted for resources: {'Port': ['ID=4545d7a8-56f0-4062-a60e-cf2cfb4c3390,revision_number=None']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:33.393771 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-fcbd3dc2-725e-4d40-82d4-3b6aa93b538c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16267048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16490003'] for router_interface (5b0b7f67-1b83-4574-ab3e-35ade2a4eea8), after_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:33.501893 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:02:33.603759 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcbd3dc2-725e-4d40-82d4-3b6aa93b538c admin admin] Router 5b0b7f67-1b83-4574-ab3e-35ade2a4eea8 has already been hosted by L3 agent d0e8801d-4758-48bd-8085-7f05d3358764 {{(pid=106231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 01:02:33.705513 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcbd3dc2-725e-4d40-82d4-3b6aa93b538c admin admin] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=106231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:02:33.713962 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-fcbd3dc2-725e-4d40-82d4-3b6aa93b538c admin admin] 10.222.0.33 "PUT /networking/v2.0/routers/5b0b7f67-1b83-4574-ab3e-35ade2a4eea8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4883754 Sep 18 01:02:33.715272 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-858c18b0-1ae8-4f4b-894e-2bf5eed8ab6c None None] Sync routers for ids ['5b0b7f67-1b83-4574-ab3e-35ade2a4eea8'] in dv-cinder-master-3-smb {{(pid=106233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:02:33.716397 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 35860) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:02:33.725883 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-858c18b0-1ae8-4f4b-894e-2bf5eed8ab6c None None] Routers {'5b0b7f67-1b83-4574-ab3e-35ade2a4eea8'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 18 01:02:33.726489 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.l3_hamode_db [None req-858c18b0-1ae8-4f4b-894e-2bf5eed8ab6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-18T00:47:37Z,description=,heartbeat_timestamp=2022-09-18T01:02:07Z,host='dv-cinder-master-3-smb',id=d0e8801d-4758-48bd-8085-7f05d3358764,load=0,resource_versions=,resources_synced=,started_at=2022-09-18T00:47:37Z,topic='l3_agent')) {'router_ids': ['5b0b7f67-1b83-4574-ab3e-35ade2a4eea8'], 'active': True} {{(pid=106233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:02:33.794673 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:02:33.818255 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cb8bb38e-a8fa-4685-9a85-e3dc2e65790c admin admin] Publish callbacks [] for router (5b0b7f67-1b83-4574-ab3e-35ade2a4eea8), before_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:33.829873 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.l3_dvr_db [None req-858c18b0-1ae8-4f4b-894e-2bf5eed8ab6c None None] Set router 5b0b7f67-1b83-4574-ab3e-35ade2a4eea8 gateway port host: dv-cinder-master-3-smb {{(pid=106233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 18 01:02:33.881889 dv-cinder-master-3-smb neutron-server[106233]: DEBUG dbcounter [-] [106233] Writing DB stats neutron:SELECT=100 {{(pid=106233) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:02:33.923220 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cb8bb38e-a8fa-4685-9a85-e3dc2e65790c admin admin] Publish callbacks [] for router_gateway (5b0b7f67-1b83-4574-ab3e-35ade2a4eea8), before_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:33.958410 dv-cinder-master-3-smb neutron-server[106233]: DEBUG dbcounter [-] [106233] Writing DB stats neutron:SELECT=100 {{(pid=106233) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:02:33.975762 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-cb8bb38e-a8fa-4685-9a85-e3dc2e65790c admin admin] Deleting port 85d33348-a6aa-4278-8987-be6d20f85848 {{(pid=106231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 18 01:02:33.976108 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cb8bb38e-a8fa-4685-9a85-e3dc2e65790c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749746030605'] for port (85d33348-a6aa-4278-8987-be6d20f85848), before_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:34.014032 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.l3_hamode_db [None req-858c18b0-1ae8-4f4b-894e-2bf5eed8ab6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b0b7f67-1b83-4574-ab3e-35ade2a4eea8', 'name': 'tempest-AttachVolumeNegativeTest-887914811-router', 'tenant_id': 'ec2d9e20d4ed4178b9bc68ff54715b18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'external_fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.120'}], 'enable_snat': True}, 'gw_port_id': '85d33348-a6aa-4278-8987-be6d20f85848', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:56:00Z', 'updated_at': '2022-09-18T01:02:33Z', 'revision_number': 5, 'project_id': 'ec2d9e20d4ed4178b9bc68ff54715b18', 'gw_port': {'id': '85d33348-a6aa-4278-8987-be6d20f85848', 'name': '', 'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:1b:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b0b7f67-1b83-4574-ab3e-35ade2a4eea8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:56:01Z', 'updated_at': '2022-09-18T00:56:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb'}], 'dv-cinder-master-3-smb', False) {} {{(pid=106233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:02:34.039217 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-858c18b0-1ae8-4f4b-894e-2bf5eed8ab6c None None] Checking router: 5b0b7f67-1b83-4574-ab3e-35ade2a4eea8 for host: dv-cinder-master-3-smb {{(pid=106233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:02:34.048308 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-858c18b0-1ae8-4f4b-894e-2bf5eed8ab6c None None] Routers {'5b0b7f67-1b83-4574-ab3e-35ade2a4eea8'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 18 01:02:34.048992 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.l3_hamode_db [None req-858c18b0-1ae8-4f4b-894e-2bf5eed8ab6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-18T00:47:37Z,description=,heartbeat_timestamp=2022-09-18T01:02:07Z,host='dv-cinder-master-3-smb',id=d0e8801d-4758-48bd-8085-7f05d3358764,load=0,resource_versions=,resources_synced=,started_at=2022-09-18T00:47:37Z,topic='l3_agent')) {'router_ids': ['5b0b7f67-1b83-4574-ab3e-35ade2a4eea8'], 'active': True} {{(pid=106233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:02:34.070453 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-cb8bb38e-a8fa-4685-9a85-e3dc2e65790c admin admin] For port 85d33348-a6aa-4278-8987-be6d20f85848, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=85d33348-a6aa-4278-8987-be6d20f85848,segment=NetworkSegment(e81b1a67-2f81-4ac8-a4dd-b13e6c47d014),segment_id=e81b1a67-2f81-4ac8-a4dd-b13e6c47d014)] {{(pid=106231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:02:34.070835 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cb8bb38e-a8fa-4685-9a85-e3dc2e65790c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16488537'] for port (85d33348-a6aa-4278-8987-be6d20f85848), precommit_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:34.084880 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-cb8bb38e-a8fa-4685-9a85-e3dc2e65790c admin admin] Calling delete_port for 85d33348-a6aa-4278-8987-be6d20f85848 owned by network:router_gateway {{(pid=106231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 18 01:02:34.134513 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.l3_dvr_db [None req-858c18b0-1ae8-4f4b-894e-2bf5eed8ab6c None None] Set router 5b0b7f67-1b83-4574-ab3e-35ade2a4eea8 gateway port host: None {{(pid=106233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 18 01:02:34.192204 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.l3_hamode_db [None req-858c18b0-1ae8-4f4b-894e-2bf5eed8ab6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b0b7f67-1b83-4574-ab3e-35ade2a4eea8', 'name': 'tempest-AttachVolumeNegativeTest-887914811-router', 'tenant_id': 'ec2d9e20d4ed4178b9bc68ff54715b18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:56:00Z', 'updated_at': '2022-09-18T01:02:33Z', 'revision_number': 6, 'project_id': 'ec2d9e20d4ed4178b9bc68ff54715b18', 'gw_port_host': None}], 'dv-cinder-master-3-smb', False) {} {{(pid=106233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:02:34.220071 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-858c18b0-1ae8-4f4b-894e-2bf5eed8ab6c None None] The sync data for ids ['5b0b7f67-1b83-4574-ab3e-35ade2a4eea8'] in dv-cinder-master-3-smb is: [{'id': '5b0b7f67-1b83-4574-ab3e-35ade2a4eea8', 'name': 'tempest-AttachVolumeNegativeTest-887914811-router', 'tenant_id': 'ec2d9e20d4ed4178b9bc68ff54715b18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:56:00Z', 'updated_at': '2022-09-18T01:02:33Z', 'revision_number': 6, 'project_id': 'ec2d9e20d4ed4178b9bc68ff54715b18', 'gw_port_host': None}] {{(pid=106233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:02:34.253482 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.agents_db [None req-fc240a3b-6701-466a-b3ae-821b2bb1d0eb None None] Agent healthcheck: found 6 active agents {{(pid=106233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 01:02:34.269249 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cb8bb38e-a8fa-4685-9a85-e3dc2e65790c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749746033803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749745591516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13917182'] for port (85d33348-a6aa-4278-8987-be6d20f85848), after_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:34.295776 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8bb38e-a8fa-4685-9a85-e3dc2e65790c admin admin] Pushing event deleted for resources: {'Port': ['ID=85d33348-a6aa-4278-8987-be6d20f85848,revision_number=None']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:34.359424 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cb8bb38e-a8fa-4685-9a85-e3dc2e65790c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16489817'] for router_gateway (5b0b7f67-1b83-4574-ab3e-35ade2a4eea8), after_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:34.445482 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cb8bb38e-a8fa-4685-9a85-e3dc2e65790c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16492237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1921'] for router (5b0b7f67-1b83-4574-ab3e-35ade2a4eea8), precommit_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:34.447852 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cb8bb38e-a8fa-4685-9a85-e3dc2e65790c admin admin] Publish callbacks [] for router_controller (5b0b7f67-1b83-4574-ab3e-35ade2a4eea8), precommit_delete_associations {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:34.491978 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cb8bb38e-a8fa-4685-9a85-e3dc2e65790c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16490094'] for router (5b0b7f67-1b83-4574-ab3e-35ade2a4eea8), after_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:34.492634 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb8bb38e-a8fa-4685-9a85-e3dc2e65790c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5b0b7f67-1b83-4574-ab3e-35ade2a4eea8 {{(pid=106231) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 01:02:34.498272 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-cb8bb38e-a8fa-4685-9a85-e3dc2e65790c admin admin] Publish callbacks [] for router (None), before_response {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:34.499574 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-cb8bb38e-a8fa-4685-9a85-e3dc2e65790c admin admin] 10.222.0.33 "DELETE /networking/v2.0/routers/5b0b7f67-1b83-4574-ab3e-35ade2a4eea8 HTTP/1.1" status: 204 len: 168 time: 0.7820659 Sep 18 01:02:34.501997 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 35868) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:02:34.527225 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:02:34.550729 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8eff794-c4be-44e2-a304-feaee2d02704 admin admin] Deleting subnet 4028d8f5-a2a6-4af3-9818-cba168eaf579 {{(pid=106231) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 18 01:02:34.553981 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-e8eff794-c4be-44e2-a304-feaee2d02704 admin admin] Publish callbacks [] for subnet (4028d8f5-a2a6-4af3-9818-cba168eaf579), before_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:34.598652 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-e8eff794-c4be-44e2-a304-feaee2d02704 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14079591'] for subnet (4028d8f5-a2a6-4af3-9818-cba168eaf579), precommit_delete_associations {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:34.679068 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:02:34.693645 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-e8eff794-c4be-44e2-a304-feaee2d02704 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-900458'] for subnet (4028d8f5-a2a6-4af3-9818-cba168eaf579), precommit_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:34.752559 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-e8eff794-c4be-44e2-a304-feaee2d02704 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-888663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16510870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13917073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13973654'] for subnet (4028d8f5-a2a6-4af3-9818-cba168eaf579), after_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:34.778464 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8eff794-c4be-44e2-a304-feaee2d02704 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4028d8f5-a2a6-4af3-9818-cba168eaf579,revision_number=None']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:34.782034 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-e8eff794-c4be-44e2-a304-feaee2d02704 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:34.785233 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-e8eff794-c4be-44e2-a304-feaee2d02704 admin admin] 10.222.0.33 "DELETE /networking/v2.0/subnets/4028d8f5-a2a6-4af3-9818-cba168eaf579 HTTP/1.1" status: 204 len: 168 time: 0.2821727 Sep 18 01:02:34.787705 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-543b802d-9755-41bf-b564-901800aeee8a None None] Network eee7c814-dc91-4de0-b55e-0732fcd7c9de requested from dv-cinder-master-3-smb {{(pid=106232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 18 01:02:34.788328 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 35876) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:02:34.861173 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-7a339654-e265-4dd0-86d7-a6884f363c6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-960799'] for network (eee7c814-dc91-4de0-b55e-0732fcd7c9de), before_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:34.907004 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-7a339654-e265-4dd0-86d7-a6884f363c6a admin admin] Deleting port ec6399de-73d6-4efb-a8eb-b91c61cb1d6f {{(pid=106231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 18 01:02:34.907353 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-7a339654-e265-4dd0-86d7-a6884f363c6a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749746030605'] for port (ec6399de-73d6-4efb-a8eb-b91c61cb1d6f), before_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:34.931747 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-58c28051-e9a1-4e29-b6f0-fa3444d81651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (25137928-f4de-4c87-813e-883d046ac13f), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:34.982963 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-7a339654-e265-4dd0-86d7-a6884f363c6a admin admin] For port ec6399de-73d6-4efb-a8eb-b91c61cb1d6f, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=ec6399de-73d6-4efb-a8eb-b91c61cb1d6f,segment=NetworkSegment(6bbfddfb-8aa0-4ab6-886c-b017727b1f75),segment_id=6bbfddfb-8aa0-4ab6-886c-b017727b1f75)] {{(pid=106231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:02:34.983335 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-7a339654-e265-4dd0-86d7-a6884f363c6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16488537'] for port (ec6399de-73d6-4efb-a8eb-b91c61cb1d6f), precommit_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:34.997192 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb4c3207-182d-4812-8cdf-cf0e21650490 None None] DHCP port deletion for eee7c814-dc91-4de0-b55e-0732fcd7c9de request from dv-cinder-master-3-smb {{(pid=106232) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 18 01:02:35.003639 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-7a339654-e265-4dd0-86d7-a6884f363c6a admin admin] Calling delete_port for ec6399de-73d6-4efb-a8eb-b91c61cb1d6f owned by network:dhcp {{(pid=106231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 18 01:02:35.043070 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-bb4c3207-182d-4812-8cdf-cf0e21650490 None None] Deleting port ec6399de-73d6-4efb-a8eb-b91c61cb1d6f {{(pid=106232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 18 01:02:35.043454 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-bb4c3207-182d-4812-8cdf-cf0e21650490 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749746030605'] for port (ec6399de-73d6-4efb-a8eb-b91c61cb1d6f), before_delete {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:35.093757 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-7a339654-e265-4dd0-86d7-a6884f363c6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749746033803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749745591516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13917182'] for port (ec6399de-73d6-4efb-a8eb-b91c61cb1d6f), after_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:35.107366 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.rpc [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Device 4545d7a8-56f0-4062-a60e-cf2cfb4c3390 no longer exists at agent ovs-agent-dv-cinder-master-3-smb {{(pid=106232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:02:35.122025 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a339654-e265-4dd0-86d7-a6884f363c6a admin admin] Pushing event deleted for resources: {'Port': ['ID=ec6399de-73d6-4efb-a8eb-b91c61cb1d6f,revision_number=None']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:35.125852 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a339654-e265-4dd0-86d7-a6884f363c6a admin admin] No DVR routers for this DVR port ec6399de-73d6-4efb-a8eb-b91c61cb1d6f on host dv-cinder-master-3-smb {{(pid=106231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 18 01:02:35.131076 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] No Port match for: 4545d7a8-56f0-4062-a60e-cf2cfb4c3390 {{(pid=106232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 18 01:02:35.131429 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.rpc [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Device 4545d7a8-56f0-4062-a60e-cf2cfb4c3390 not bound to the agent host dv-cinder-master-3-smb {{(pid=106232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:02:35.131845 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.rpc [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Device 85d33348-a6aa-4278-8987-be6d20f85848 no longer exists at agent ovs-agent-dv-cinder-master-3-smb {{(pid=106232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:02:35.163392 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.db [None req-bb4c3207-182d-4812-8cdf-cf0e21650490 None None] For port ec6399de-73d6-4efb-a8eb-b91c61cb1d6f, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=ec6399de-73d6-4efb-a8eb-b91c61cb1d6f,segment=NetworkSegment(6bbfddfb-8aa0-4ab6-886c-b017727b1f75),segment_id=6bbfddfb-8aa0-4ab6-886c-b017727b1f75)] {{(pid=106232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:02:35.163787 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-bb4c3207-182d-4812-8cdf-cf0e21650490 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16488537'] for port (ec6399de-73d6-4efb-a8eb-b91c61cb1d6f), precommit_delete {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:35.166224 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] No Port match for: 85d33348-a6aa-4278-8987-be6d20f85848 {{(pid=106232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 18 01:02:35.166613 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.rpc [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Device 85d33348-a6aa-4278-8987-be6d20f85848 not bound to the agent host dv-cinder-master-3-smb {{(pid=106232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:02:35.167068 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.rpc [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Device ec6399de-73d6-4efb-a8eb-b91c61cb1d6f no longer exists at agent ovs-agent-dv-cinder-master-3-smb {{(pid=106232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:02:35.191625 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] No Port match for: ec6399de-73d6-4efb-a8eb-b91c61cb1d6f {{(pid=106232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 18 01:02:35.192040 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.rpc [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Device ec6399de-73d6-4efb-a8eb-b91c61cb1d6f not bound to the agent host dv-cinder-master-3-smb {{(pid=106232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:02:35.197426 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-bb4c3207-182d-4812-8cdf-cf0e21650490 None None] Calling delete_port for ec6399de-73d6-4efb-a8eb-b91c61cb1d6f owned by network:dhcp {{(pid=106232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 18 01:02:35.230023 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-7a339654-e265-4dd0-86d7-a6884f363c6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-977985', 'neutron.services.segments.db._delete_segments_for_network-8749746056641'] for network (eee7c814-dc91-4de0-b55e-0732fcd7c9de), precommit_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:35.252429 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.services.segments.db [None req-7a339654-e265-4dd0-86d7-a6884f363c6a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eee7c814-dc91-4de0-b55e-0732fcd7c9de']}} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:02:35.265596 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.services.segments.db [None req-7a339654-e265-4dd0-86d7-a6884f363c6a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bbfddfb-8aa0-4ab6-886c-b017727b1f75') {'for_net_delete': True} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:02:35.265802 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.services.segments.db [None req-7a339654-e265-4dd0-86d7-a6884f363c6a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bbfddfb-8aa0-4ab6-886c-b017727b1f75') {} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:02:35.277305 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-7a339654-e265-4dd0-86d7-a6884f363c6a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749746056533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14079580'] for segment (6bbfddfb-8aa0-4ab6-886c-b017727b1f75), before_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:35.292443 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-7a339654-e265-4dd0-86d7-a6884f363c6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-977230'] for segment (6bbfddfb-8aa0-4ab6-886c-b017727b1f75), precommit_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:35.297301 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-bb4c3207-182d-4812-8cdf-cf0e21650490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749746033803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749745591516'] for port (ec6399de-73d6-4efb-a8eb-b91c61cb1d6f), after_delete {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:35.302297 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a339654-e265-4dd0-86d7-a6884f363c6a admin admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=106231) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 01:02:35.302918 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-7a339654-e265-4dd0-86d7-a6884f363c6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-977230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13916971'] for segment (6bbfddfb-8aa0-4ab6-886c-b017727b1f75), after_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:35.316957 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.33', 35886) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:02:35.323535 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4c3207-182d-4812-8cdf-cf0e21650490 None None] Pushing event deleted for resources: {'Port': ['ID=ec6399de-73d6-4efb-a8eb-b91c61cb1d6f,revision_number=None']} {{(pid=106232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:35.332751 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4c3207-182d-4812-8cdf-cf0e21650490 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:02:35.333102 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4c3207-182d-4812-8cdf-cf0e21650490 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:02:35.333450 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4c3207-182d-4812-8cdf-cf0e21650490 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:02:35.333811 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4c3207-182d-4812-8cdf-cf0e21650490 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:02:35.334155 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4c3207-182d-4812-8cdf-cf0e21650490 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:02:35.334489 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4c3207-182d-4812-8cdf-cf0e21650490 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:02:35.334840 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4c3207-182d-4812-8cdf-cf0e21650490 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:02:35.335174 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4c3207-182d-4812-8cdf-cf0e21650490 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:02:35.335663 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4c3207-182d-4812-8cdf-cf0e21650490 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:02:35.335995 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4c3207-182d-4812-8cdf-cf0e21650490 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:02:35.336321 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4c3207-182d-4812-8cdf-cf0e21650490 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:02:35.336661 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4c3207-182d-4812-8cdf-cf0e21650490 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:02:35.336987 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4c3207-182d-4812-8cdf-cf0e21650490 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:02:35.337309 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4c3207-182d-4812-8cdf-cf0e21650490 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:02:35.337631 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4c3207-182d-4812-8cdf-cf0e21650490 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:02:35.345331 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4c3207-182d-4812-8cdf-cf0e21650490 None None] No DVR routers for this DVR port ec6399de-73d6-4efb-a8eb-b91c61cb1d6f on host dv-cinder-master-3-smb {{(pid=106232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 18 01:02:35.364032 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.services.segments.plugin [-] Segment 6bbfddfb-8aa0-4ab6-886c-b017727b1f75 resource provider aggregate not found Sep 18 01:02:35.383644 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-7a339654-e265-4dd0-86d7-a6884f363c6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-978040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16510767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16489868'] for network (eee7c814-dc91-4de0-b55e-0732fcd7c9de), after_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:35.390491 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-7a339654-e265-4dd0-86d7-a6884f363c6a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16267021'] for network (None), before_response {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:35.394464 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-7a339654-e265-4dd0-86d7-a6884f363c6a admin admin] 10.222.0.33 "DELETE /networking/v2.0/networks/eee7c814-dc91-4de0-b55e-0732fcd7c9de HTTP/1.1" status: 204 len: 168 time: 0.6050980 Sep 18 01:02:35.396185 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.services.segments.plugin [-] Segment 6bbfddfb-8aa0-4ab6-886c-b017727b1f75 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6bbfddfb-8aa0-4ab6-886c-b017727b1f75 found for delete ", "request_id": "req-dc0a0c2e-a03c-4934-9678-21983f393f56"}]} Sep 18 01:02:35.490293 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-8ce8023a-0aea-4357-a358-5471f1d90099 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:35.550259 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.33', 35894) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:02:35.609264 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-8ce8023a-0aea-4357-a358-5471f1d90099 admin admin] Publish callbacks [] for security_group (79d91e4f-dad4-4000-b9fd-ccc1770d6afe), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:35.614130 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-8ce8023a-0aea-4357-a358-5471f1d90099 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512506'] for security_group (79d91e4f-dad4-4000-b9fd-ccc1770d6afe), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:35.622597 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [None req-b2e6bbf1-6d96-4f18-87bc-0f536bf7daf4 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=ec2d9e20d4ed4178b9bc68ff54715b18&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0712242 Sep 18 01:02:35.634376 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.33', 35896) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:02:35.671607 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a339654-e265-4dd0-86d7-a6884f363c6a admin admin] Pushing event deleted for resources: {'Network': ['ID=eee7c814-dc91-4de0-b55e-0732fcd7c9de,revision_number=None']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:35.672612 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce8023a-0aea-4357-a358-5471f1d90099 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79d91e4f-dad4-4000-b9fd-ccc1770d6afe,revision_number=1']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:35.681304 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [None req-8ce8023a-0aea-4357-a358-5471f1d90099 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=98a2820fbf55407a89eaa994aea691e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3632317 Sep 18 01:02:35.685314 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 35898) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:02:35.715357 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-56c8714f-d0e4-43d4-bfbb-9f5f9e4e4c37 admin admin] Publish callbacks [] for security_group (6da61ba1-2c9e-4e82-a88b-0b82855b10b6), before_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:35.738626 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-56c8714f-d0e4-43d4-bfbb-9f5f9e4e4c37 admin admin] Publish callbacks [] for security_group (6da61ba1-2c9e-4e82-a88b-0b82855b10b6), precommit_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:35.740307 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-826f3f77-a6d6-4ae8-ada8-a180fde4bf81 admin admin] Publish callbacks [] for security_group (79d91e4f-dad4-4000-b9fd-ccc1770d6afe), before_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:35.756985 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:UPDATE=3,neutron:SELECT=89,neutron:DELETE=8 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:02:35.763865 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-826f3f77-a6d6-4ae8-ada8-a180fde4bf81 admin admin] Publish callbacks [] for security_group (79d91e4f-dad4-4000-b9fd-ccc1770d6afe), precommit_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:35.801059 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-56c8714f-d0e4-43d4-bfbb-9f5f9e4e4c37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512506'] for security_group (6da61ba1-2c9e-4e82-a88b-0b82855b10b6), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:35.804237 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-56c8714f-d0e4-43d4-bfbb-9f5f9e4e4c37 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:35.805523 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [None req-56c8714f-d0e4-43d4-bfbb-9f5f9e4e4c37 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/6da61ba1-2c9e-4e82-a88b-0b82855b10b6 HTTP/1.1" status: 204 len: 168 time: 0.1701324 Sep 18 01:02:35.820148 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-826f3f77-a6d6-4ae8-ada8-a180fde4bf81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512506'] for security_group (79d91e4f-dad4-4000-b9fd-ccc1770d6afe), after_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:35.823684 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-826f3f77-a6d6-4ae8-ada8-a180fde4bf81 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:35.827694 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-826f3f77-a6d6-4ae8-ada8-a180fde4bf81 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/79d91e4f-dad4-4000-b9fd-ccc1770d6afe HTTP/1.1" status: 204 len: 168 time: 0.1386981 Sep 18 01:02:35.831990 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c8714f-d0e4-43d4-bfbb-9f5f9e4e4c37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6da61ba1-2c9e-4e82-a88b-0b82855b10b6,revision_number=None']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:35.834324 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826f3f77-a6d6-4ae8-ada8-a180fde4bf81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79d91e4f-dad4-4000-b9fd-ccc1770d6afe,revision_number=None']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:36.986997 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-00d77d6b-ce80-40c0-9f33-1533b9fb360b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (d0e8801d-4758-48bd-8085-7f05d3358764), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:38.889914 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-dbc7b203-e4cc-426a-aeff-c16fa309d22e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (91de19fe-167d-470c-b665-c08c1d21c559), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:40.156775 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-1c1e26f8-ce84-4314-9422-87e0912de383 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (9a0bd8cc-a240-4c0b-8d32-8f22e7371ee9), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:40.264525 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (c8573462-7e7f-4357-b3a8-beeaa8ae7db3), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:44.196075 dv-cinder-master-3-smb neutron-server[106233]: DEBUG dbcounter [-] [106233] Writing DB stats neutron:SELECT=22 {{(pid=106233) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:02:44.249263 dv-cinder-master-3-smb neutron-server[106233]: DEBUG dbcounter [-] [106233] Writing DB stats neutron:SELECT=27 {{(pid=106233) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:02:45.364257 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 36130) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:02:45.472539 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-acb05df0-36f4-49ef-bbca-1667251e1ed8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:45.527891 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=84,neutron:DELETE=10,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:02:45.550911 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-acb05df0-36f4-49ef-bbca-1667251e1ed8 admin admin] Publish callbacks [] for security_group (8bf9361f-6de9-41c4-9966-9382d8787d00), precommit_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:45.554231 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-acb05df0-36f4-49ef-bbca-1667251e1ed8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512506'] for security_group (8bf9361f-6de9-41c4-9966-9382d8787d00), after_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:45.596613 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-acb05df0-36f4-49ef-bbca-1667251e1ed8 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=3b2cd78a50e54dd59e28dbd264a236ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2312803 Sep 18 01:02:45.597293 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb05df0-36f4-49ef-bbca-1667251e1ed8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bf9361f-6de9-41c4-9966-9382d8787d00,revision_number=1']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:45.599491 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.33', 36134) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:02:45.605219 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb05df0-36f4-49ef-bbca-1667251e1ed8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:02:45.605564 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb05df0-36f4-49ef-bbca-1667251e1ed8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:02:45.605910 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb05df0-36f4-49ef-bbca-1667251e1ed8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:02:45.606299 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb05df0-36f4-49ef-bbca-1667251e1ed8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:02:45.606581 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb05df0-36f4-49ef-bbca-1667251e1ed8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:02:45.606937 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb05df0-36f4-49ef-bbca-1667251e1ed8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:02:45.607261 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb05df0-36f4-49ef-bbca-1667251e1ed8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:02:45.607580 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb05df0-36f4-49ef-bbca-1667251e1ed8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:02:45.608051 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb05df0-36f4-49ef-bbca-1667251e1ed8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:02:45.608304 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb05df0-36f4-49ef-bbca-1667251e1ed8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:02:45.608622 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb05df0-36f4-49ef-bbca-1667251e1ed8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:02:45.608940 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb05df0-36f4-49ef-bbca-1667251e1ed8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:02:45.609257 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb05df0-36f4-49ef-bbca-1667251e1ed8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:02:45.609571 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb05df0-36f4-49ef-bbca-1667251e1ed8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:02:45.609883 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb05df0-36f4-49ef-bbca-1667251e1ed8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:02:45.656486 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-ccb29a8d-77e2-4e3f-aa44-8ffd486dac61 admin admin] Publish callbacks [] for security_group (8bf9361f-6de9-41c4-9966-9382d8787d00), before_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:45.676467 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-ccb29a8d-77e2-4e3f-aa44-8ffd486dac61 admin admin] Publish callbacks [] for security_group (8bf9361f-6de9-41c4-9966-9382d8787d00), precommit_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:45.722358 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-ccb29a8d-77e2-4e3f-aa44-8ffd486dac61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512506'] for security_group (8bf9361f-6de9-41c4-9966-9382d8787d00), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:45.725070 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-ccb29a8d-77e2-4e3f-aa44-8ffd486dac61 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:45.726158 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [None req-ccb29a8d-77e2-4e3f-aa44-8ffd486dac61 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/8bf9361f-6de9-41c4-9966-9382d8787d00 HTTP/1.1" status: 204 len: 168 time: 0.1257017 Sep 18 01:02:45.734363 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb29a8d-77e2-4e3f-aa44-8ffd486dac61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bf9361f-6de9-41c4-9966-9382d8787d00,revision_number=None']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:47.652201 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.33', 36226) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:02:47.761330 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=5 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:02:47.770359 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-2a9a527e-a336-4c80-9ace-e02777f39c04 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:47.811978 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:02:47.859717 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-2a9a527e-a336-4c80-9ace-e02777f39c04 admin admin] Publish callbacks [] for security_group (e032937c-ae40-4cd7-a345-45f52f02b1d7), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:47.864794 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-2a9a527e-a336-4c80-9ace-e02777f39c04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512506'] for security_group (e032937c-ae40-4cd7-a345-45f52f02b1d7), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:47.908019 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [None req-2a9a527e-a336-4c80-9ace-e02777f39c04 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=28c6ed3a8fba409fac97b969df8c31e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2522333 Sep 18 01:02:47.908019 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9a527e-a336-4c80-9ace-e02777f39c04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e032937c-ae40-4cd7-a345-45f52f02b1d7,revision_number=1']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:47.908801 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 36246) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:02:47.961326 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-20919656-a908-4a0d-8fe8-362bf4ac86d9 admin admin] Publish callbacks [] for security_group (e032937c-ae40-4cd7-a345-45f52f02b1d7), before_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:47.985496 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-20919656-a908-4a0d-8fe8-362bf4ac86d9 admin admin] Publish callbacks [] for security_group (e032937c-ae40-4cd7-a345-45f52f02b1d7), precommit_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:48.035834 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-20919656-a908-4a0d-8fe8-362bf4ac86d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512506'] for security_group (e032937c-ae40-4cd7-a345-45f52f02b1d7), after_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:48.038562 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-20919656-a908-4a0d-8fe8-362bf4ac86d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:48.039938 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-20919656-a908-4a0d-8fe8-362bf4ac86d9 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/e032937c-ae40-4cd7-a345-45f52f02b1d7 HTTP/1.1" status: 204 len: 168 time: 0.1300204 Sep 18 01:02:48.048251 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20919656-a908-4a0d-8fe8-362bf4ac86d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e032937c-ae40-4cd7-a345-45f52f02b1d7,revision_number=None']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:48.299386 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 36266) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:02:48.381566 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 36270) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:02:48.394880 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-7dd927b5-4a62-4d3b-80db-7943a2421a6e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:48.422014 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-18232630-7c6d-428c-8d4e-f40fe6ff7d0d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:48.536976 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-7dd927b5-4a62-4d3b-80db-7943a2421a6e admin admin] Publish callbacks [] for security_group (44031665-e1ed-4c54-b773-08e8ca28ccdd), precommit_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:48.544304 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-7dd927b5-4a62-4d3b-80db-7943a2421a6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512506'] for security_group (44031665-e1ed-4c54-b773-08e8ca28ccdd), after_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:48.578252 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-18232630-7c6d-428c-8d4e-f40fe6ff7d0d admin admin] Publish callbacks [] for security_group (35d7769a-7c17-4e4b-8af2-5331d465e5f7), precommit_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:48.590018 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-18232630-7c6d-428c-8d4e-f40fe6ff7d0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512506'] for security_group (35d7769a-7c17-4e4b-8af2-5331d465e5f7), after_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:48.597403 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-7dd927b5-4a62-4d3b-80db-7943a2421a6e admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=3217aa7231574b7eb0e316e7186b9b08&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2148368 Sep 18 01:02:48.600248 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.33', 36272) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:02:48.606371 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd927b5-4a62-4d3b-80db-7943a2421a6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44031665-e1ed-4c54-b773-08e8ca28ccdd,revision_number=1']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:48.639861 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-18232630-7c6d-428c-8d4e-f40fe6ff7d0d admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=c3450d23dc8541d6af43dfebfd845869&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3370528 Sep 18 01:02:48.639861 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=78,neutron:DELETE=3,neutron:INSERT=18,neutron:UPDATE=1 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:02:48.642081 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 36274) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:02:48.656367 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18232630-7c6d-428c-8d4e-f40fe6ff7d0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35d7769a-7c17-4e4b-8af2-5331d465e5f7,revision_number=1']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:48.664059 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-96fe68a3-b9ac-4cab-8238-e8fd5e011263 admin admin] Publish callbacks [] for security_group (44031665-e1ed-4c54-b773-08e8ca28ccdd), before_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:48.692549 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-96fe68a3-b9ac-4cab-8238-e8fd5e011263 admin admin] Publish callbacks [] for security_group (44031665-e1ed-4c54-b773-08e8ca28ccdd), precommit_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:48.702205 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-39ab68d4-bab5-45f4-ab2e-8625406cfc71 admin admin] Publish callbacks [] for security_group (35d7769a-7c17-4e4b-8af2-5331d465e5f7), before_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:48.725034 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-39ab68d4-bab5-45f4-ab2e-8625406cfc71 admin admin] Publish callbacks [] for security_group (35d7769a-7c17-4e4b-8af2-5331d465e5f7), precommit_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:48.740005 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-96fe68a3-b9ac-4cab-8238-e8fd5e011263 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512506'] for security_group (44031665-e1ed-4c54-b773-08e8ca28ccdd), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:48.742673 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-96fe68a3-b9ac-4cab-8238-e8fd5e011263 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:48.744095 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [None req-96fe68a3-b9ac-4cab-8238-e8fd5e011263 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/44031665-e1ed-4c54-b773-08e8ca28ccdd HTTP/1.1" status: 204 len: 168 time: 0.1426690 Sep 18 01:02:48.753790 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fe68a3-b9ac-4cab-8238-e8fd5e011263 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44031665-e1ed-4c54-b773-08e8ca28ccdd,revision_number=None']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:48.782930 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-39ab68d4-bab5-45f4-ab2e-8625406cfc71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512506'] for security_group (35d7769a-7c17-4e4b-8af2-5331d465e5f7), after_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:48.785644 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-39ab68d4-bab5-45f4-ab2e-8625406cfc71 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:48.786882 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-39ab68d4-bab5-45f4-ab2e-8625406cfc71 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/35d7769a-7c17-4e4b-8af2-5331d465e5f7 HTTP/1.1" status: 204 len: 168 time: 0.1435981 Sep 18 01:02:48.795600 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ab68d4-bab5-45f4-ab2e-8625406cfc71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35d7769a-7c17-4e4b-8af2-5331d465e5f7,revision_number=None']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:49.172457 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.33', 36292) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:02:49.185977 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d7f70047-f05b-476c-8fb9-517f097cd5f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:49.262618 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d7f70047-f05b-476c-8fb9-517f097cd5f7 admin admin] Publish callbacks [] for security_group (97930c3b-c88f-47a4-9d0f-438117e02027), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:49.266932 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d7f70047-f05b-476c-8fb9-517f097cd5f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512506'] for security_group (97930c3b-c88f-47a4-9d0f-438117e02027), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:49.308605 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [None req-d7f70047-f05b-476c-8fb9-517f097cd5f7 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=5517e95297c6476f8b9caa60a6ac1ed4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1350641 Sep 18 01:02:49.309545 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f70047-f05b-476c-8fb9-517f097cd5f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97930c3b-c88f-47a4-9d0f-438117e02027,revision_number=1']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:49.311803 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 36294) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:02:49.319928 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:02:49.371136 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-3f6c5a2e-d8f3-4a3c-a3ba-7e7d2bfcb62d admin admin] Publish callbacks [] for security_group (97930c3b-c88f-47a4-9d0f-438117e02027), before_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:49.391426 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-3f6c5a2e-d8f3-4a3c-a3ba-7e7d2bfcb62d admin admin] Publish callbacks [] for security_group (97930c3b-c88f-47a4-9d0f-438117e02027), precommit_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:49.444062 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-3f6c5a2e-d8f3-4a3c-a3ba-7e7d2bfcb62d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512506'] for security_group (97930c3b-c88f-47a4-9d0f-438117e02027), after_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:49.447580 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-3f6c5a2e-d8f3-4a3c-a3ba-7e7d2bfcb62d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:49.449312 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-3f6c5a2e-d8f3-4a3c-a3ba-7e7d2bfcb62d admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/97930c3b-c88f-47a4-9d0f-438117e02027 HTTP/1.1" status: 204 len: 168 time: 0.1357753 Sep 18 01:02:49.458481 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6c5a2e-d8f3-4a3c-a3ba-7e7d2bfcb62d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97930c3b-c88f-47a4-9d0f-438117e02027,revision_number=None']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:54.739791 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 36470) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:02:54.845631 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-21cd1f39-6b7e-455a-9487-c7e1bb5c784d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:54.920482 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-21cd1f39-6b7e-455a-9487-c7e1bb5c784d admin admin] Publish callbacks [] for security_group (3a3bbe46-d2c8-41e4-8692-5b898cc75177), precommit_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:54.924181 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-21cd1f39-6b7e-455a-9487-c7e1bb5c784d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512506'] for security_group (3a3bbe46-d2c8-41e4-8692-5b898cc75177), after_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:54.963248 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-21cd1f39-6b7e-455a-9487-c7e1bb5c784d admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=bfe59ad6043a4e7f917d7611c3c38565&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2223542 Sep 18 01:02:54.965323 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cd1f39-6b7e-455a-9487-c7e1bb5c784d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a3bbe46-d2c8-41e4-8692-5b898cc75177,revision_number=1']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:54.966006 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.33', 36474) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:02:55.019657 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-eaf317e4-6410-407d-97b2-bfc5da4cb3b7 admin admin] Publish callbacks [] for security_group (3a3bbe46-d2c8-41e4-8692-5b898cc75177), before_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:55.039091 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-eaf317e4-6410-407d-97b2-bfc5da4cb3b7 admin admin] Publish callbacks [] for security_group (3a3bbe46-d2c8-41e4-8692-5b898cc75177), precommit_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:55.085868 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-eaf317e4-6410-407d-97b2-bfc5da4cb3b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512506'] for security_group (3a3bbe46-d2c8-41e4-8692-5b898cc75177), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:55.088711 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-eaf317e4-6410-407d-97b2-bfc5da4cb3b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:55.089882 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [None req-eaf317e4-6410-407d-97b2-bfc5da4cb3b7 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/3a3bbe46-d2c8-41e4-8692-5b898cc75177 HTTP/1.1" status: 204 len: 168 time: 0.1228890 Sep 18 01:02:55.097654 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf317e4-6410-407d-97b2-bfc5da4cb3b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a3bbe46-d2c8-41e4-8692-5b898cc75177,revision_number=None']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:55.354232 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.33', 36482) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:02:55.368410 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-10c297e7-f834-4a61-9550-058d591a2f47 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:55.448279 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-10c297e7-f834-4a61-9550-058d591a2f47 admin admin] Publish callbacks [] for security_group (8bb5a574-0681-4cee-a08b-aac4c4ebf953), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:55.452266 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-10c297e7-f834-4a61-9550-058d591a2f47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512506'] for security_group (8bb5a574-0681-4cee-a08b-aac4c4ebf953), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:55.456837 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=77,neutron:INSERT=18,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:02:55.464979 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=81,neutron:DELETE=6,neutron:INSERT=13 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:02:55.494407 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [None req-10c297e7-f834-4a61-9550-058d591a2f47 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=6e17435227c944988dc990a1851291c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1390266 Sep 18 01:02:55.497719 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 36488) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:02:55.500388 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c297e7-f834-4a61-9550-058d591a2f47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bb5a574-0681-4cee-a08b-aac4c4ebf953,revision_number=1']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:55.552408 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-956476d1-7dc1-4cd7-a68c-ef4d5fddc0ca admin admin] Publish callbacks [] for security_group (8bb5a574-0681-4cee-a08b-aac4c4ebf953), before_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:55.574059 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-956476d1-7dc1-4cd7-a68c-ef4d5fddc0ca admin admin] Publish callbacks [] for security_group (8bb5a574-0681-4cee-a08b-aac4c4ebf953), precommit_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:55.623489 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-956476d1-7dc1-4cd7-a68c-ef4d5fddc0ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512506'] for security_group (8bb5a574-0681-4cee-a08b-aac4c4ebf953), after_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:55.626313 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-956476d1-7dc1-4cd7-a68c-ef4d5fddc0ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:55.628910 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-956476d1-7dc1-4cd7-a68c-ef4d5fddc0ca admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/8bb5a574-0681-4cee-a08b-aac4c4ebf953 HTTP/1.1" status: 204 len: 168 time: 0.1293893 Sep 18 01:02:55.639189 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956476d1-7dc1-4cd7-a68c-ef4d5fddc0ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bb5a574-0681-4cee-a08b-aac4c4ebf953,revision_number=None']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:58.200309 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 36572) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:02:58.310822 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-05d08ecd-5b9f-4d2b-96d9-2025a21e79aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:58.397975 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-05d08ecd-5b9f-4d2b-96d9-2025a21e79aa admin admin] Publish callbacks [] for security_group (d1e8742b-b80b-4320-b968-0ac8e577baa0), precommit_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:58.397975 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-05d08ecd-5b9f-4d2b-96d9-2025a21e79aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512506'] for security_group (d1e8742b-b80b-4320-b968-0ac8e577baa0), after_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:58.401995 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=80,neutron:DELETE=7,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:02:58.435917 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d08ecd-5b9f-4d2b-96d9-2025a21e79aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1e8742b-b80b-4320-b968-0ac8e577baa0,revision_number=1']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:58.441705 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-05d08ecd-5b9f-4d2b-96d9-2025a21e79aa admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=c96342066c5f4bbf9dc0de162348da1a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2403038 Sep 18 01:02:58.444396 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 36580) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:02:58.496013 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-be43fd86-28f0-474f-b5c0-8fa9e19c69e2 admin admin] Publish callbacks [] for security_group (d1e8742b-b80b-4320-b968-0ac8e577baa0), before_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:58.517105 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-be43fd86-28f0-474f-b5c0-8fa9e19c69e2 admin admin] Publish callbacks [] for security_group (d1e8742b-b80b-4320-b968-0ac8e577baa0), precommit_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:58.570427 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-be43fd86-28f0-474f-b5c0-8fa9e19c69e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512506'] for security_group (d1e8742b-b80b-4320-b968-0ac8e577baa0), after_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:58.574146 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-be43fd86-28f0-474f-b5c0-8fa9e19c69e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:58.577564 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-be43fd86-28f0-474f-b5c0-8fa9e19c69e2 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/d1e8742b-b80b-4320-b968-0ac8e577baa0 HTTP/1.1" status: 204 len: 168 time: 0.1322269 Sep 18 01:02:58.586000 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be43fd86-28f0-474f-b5c0-8fa9e19c69e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1e8742b-b80b-4320-b968-0ac8e577baa0,revision_number=None']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:58.959388 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958ef203-e380-41e0-9fbc-0c40ab29335a req-b58f244a-fbd5-4706-a146-84258f87dc1f tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:02:58.961500 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-958ef203-e380-41e0-9fbc-0c40ab29335a req-b58f244a-fbd5-4706-a146-84258f87dc1f tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6f4bab30-d9b2-4713-ab65-46a4754f8153 HTTP/1.1" status: 200 len: 947 time: 0.0543535 Sep 18 01:02:59.001428 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 36606) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:02:59.016031 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-2aaaef34-3269-4d96-8390-d5fb14feb6e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:59.018681 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=83,neutron:DELETE=6,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:02:59.022703 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-958ef203-e380-41e0-9fbc-0c40ab29335a req-64330f07-221b-4a75-8670-0c13b0283a4e tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=af5bddc4-1b2d-44ab-8230-6f22a8f63cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504949 Sep 18 01:02:59.104660 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-2aaaef34-3269-4d96-8390-d5fb14feb6e9 admin admin] Publish callbacks [] for security_group (7c44b204-2428-4cf7-a89c-5b37db9bcde9), precommit_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:59.109966 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-2aaaef34-3269-4d96-8390-d5fb14feb6e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512506'] for security_group (7c44b204-2428-4cf7-a89c-5b37db9bcde9), after_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:59.151716 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aaaef34-3269-4d96-8390-d5fb14feb6e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c44b204-2428-4cf7-a89c-5b37db9bcde9,revision_number=1']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:59.157554 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-2aaaef34-3269-4d96-8390-d5fb14feb6e9 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=a3ea69518002431c8423ecb68273a903&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1550832 Sep 18 01:02:59.160221 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 36612) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:02:59.212713 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-585687de-12dd-43b5-8540-d91ab679870d admin admin] Publish callbacks [] for security_group (7c44b204-2428-4cf7-a89c-5b37db9bcde9), before_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:59.234201 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-585687de-12dd-43b5-8540-d91ab679870d admin admin] Publish callbacks [] for security_group (7c44b204-2428-4cf7-a89c-5b37db9bcde9), precommit_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:59.284122 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-585687de-12dd-43b5-8540-d91ab679870d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512506'] for security_group (7c44b204-2428-4cf7-a89c-5b37db9bcde9), after_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:59.287369 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-585687de-12dd-43b5-8540-d91ab679870d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:59.288521 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-585687de-12dd-43b5-8540-d91ab679870d admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/7c44b204-2428-4cf7-a89c-5b37db9bcde9 HTTP/1.1" status: 204 len: 168 time: 0.1273439 Sep 18 01:02:59.297655 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585687de-12dd-43b5-8540-d91ab679870d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c44b204-2428-4cf7-a89c-5b37db9bcde9,revision_number=None']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:59.315124 dv-cinder-master-3-smb neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=61,neutron:UPDATE=5,neutron:DELETE=5 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:02:59.503660 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 36622) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:02:59.611768 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-8a1babb0-18da-406e-9997-fe0d10627a8c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:59.647096 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.33', 36626) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:02:59.661844 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-1d463ff8-9cd7-4e6c-bb35-b8779972c64d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:59.690824 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-8a1babb0-18da-406e-9997-fe0d10627a8c admin admin] Publish callbacks [] for security_group (e8a3680d-4e8f-4475-8a1d-499ad2e79db7), precommit_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:59.696996 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-8a1babb0-18da-406e-9997-fe0d10627a8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512506'] for security_group (e8a3680d-4e8f-4475-8a1d-499ad2e79db7), after_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:59.740895 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-8a1babb0-18da-406e-9997-fe0d10627a8c admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=54728e9cb12a41db8af0b4dbcf1cfebc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2359519 Sep 18 01:02:59.741862 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1babb0-18da-406e-9997-fe0d10627a8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8a3680d-4e8f-4475-8a1d-499ad2e79db7,revision_number=1']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:59.743972 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-1d463ff8-9cd7-4e6c-bb35-b8779972c64d admin admin] Publish callbacks [] for security_group (799d0ce0-0389-4947-ab96-14968e5e5523), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:59.744772 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.33', 36628) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:02:59.757238 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-1d463ff8-9cd7-4e6c-bb35-b8779972c64d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512506'] for security_group (799d0ce0-0389-4947-ab96-14968e5e5523), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:59.813863 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [None req-1d463ff8-9cd7-4e6c-bb35-b8779972c64d admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=1d9821b0326d481380f5f9865b1143dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1654801 Sep 18 01:02:59.814981 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d463ff8-9cd7-4e6c-bb35-b8779972c64d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=799d0ce0-0389-4947-ab96-14968e5e5523,revision_number=1']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:59.816663 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 36630) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:02:59.837145 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-fdf001d9-9b85-4095-8f37-0e5d7fa3823d admin admin] Publish callbacks [] for security_group (e8a3680d-4e8f-4475-8a1d-499ad2e79db7), before_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:59.853572 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=12 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:02:59.857843 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-fdf001d9-9b85-4095-8f37-0e5d7fa3823d admin admin] Publish callbacks [] for security_group (e8a3680d-4e8f-4475-8a1d-499ad2e79db7), precommit_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:59.873772 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-221d8d93-ca49-4f29-919f-4223c7215f00 admin admin] Publish callbacks [] for security_group (799d0ce0-0389-4947-ab96-14968e5e5523), before_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:59.894573 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-221d8d93-ca49-4f29-919f-4223c7215f00 admin admin] Publish callbacks [] for security_group (799d0ce0-0389-4947-ab96-14968e5e5523), precommit_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:59.905515 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-fdf001d9-9b85-4095-8f37-0e5d7fa3823d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512506'] for security_group (e8a3680d-4e8f-4475-8a1d-499ad2e79db7), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:59.908140 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-fdf001d9-9b85-4095-8f37-0e5d7fa3823d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:59.909273 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [None req-fdf001d9-9b85-4095-8f37-0e5d7fa3823d admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/e8a3680d-4e8f-4475-8a1d-499ad2e79db7 HTTP/1.1" status: 204 len: 168 time: 0.1635902 Sep 18 01:02:59.917568 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf001d9-9b85-4095-8f37-0e5d7fa3823d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8a3680d-4e8f-4475-8a1d-499ad2e79db7,revision_number=None']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:02:59.951963 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-221d8d93-ca49-4f29-919f-4223c7215f00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512506'] for security_group (799d0ce0-0389-4947-ab96-14968e5e5523), after_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:59.954602 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-221d8d93-ca49-4f29-919f-4223c7215f00 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:02:59.955823 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-221d8d93-ca49-4f29-919f-4223c7215f00 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/799d0ce0-0389-4947-ab96-14968e5e5523 HTTP/1.1" status: 204 len: 168 time: 0.1373055 Sep 18 01:02:59.967563 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221d8d93-ca49-4f29-919f-4223c7215f00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=799d0ce0-0389-4947-ab96-14968e5e5523,revision_number=None']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:03:00.162404 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912a4af0-6db8-43ae-a43f-8c9acfc6d62b req-87ef51f9-fb75-4610-81e1-2211b6895b12 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:03:00.163942 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-912a4af0-6db8-43ae-a43f-8c9acfc6d62b req-87ef51f9-fb75-4610-81e1-2211b6895b12 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6f4bab30-d9b2-4713-ab65-46a4754f8153 HTTP/1.1" status: 200 len: 947 time: 0.0518107 Sep 18 01:03:00.228303 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-912a4af0-6db8-43ae-a43f-8c9acfc6d62b req-828fb64e-b7fb-43e7-8130-5211c0a04148 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=af5bddc4-1b2d-44ab-8230-6f22a8f63cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575669 Sep 18 01:03:00.375689 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 36650) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:03:00.390497 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-d966d3fd-6393-4387-899f-156ce1b8a176 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:00.470391 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-d966d3fd-6393-4387-899f-156ce1b8a176 admin admin] Publish callbacks [] for security_group (13424a28-6329-4531-96fc-0ef00ef10fe4), precommit_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:00.474523 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-d966d3fd-6393-4387-899f-156ce1b8a176 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512506'] for security_group (13424a28-6329-4531-96fc-0ef00ef10fe4), after_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:00.500231 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:UPDATE=3,neutron:SELECT=77,neutron:INSERT=17,neutron:DELETE=3 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:03:00.517501 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-d966d3fd-6393-4387-899f-156ce1b8a176 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=aad6b8b9c3c040a690e94f8fc3dcf6c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1405776 Sep 18 01:03:00.520328 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d966d3fd-6393-4387-899f-156ce1b8a176 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13424a28-6329-4531-96fc-0ef00ef10fe4,revision_number=1']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:03:00.520897 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.33', 36652) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:03:00.575186 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-51311091-903c-4a9a-b934-491792ebcc96 admin admin] Publish callbacks [] for security_group (13424a28-6329-4531-96fc-0ef00ef10fe4), before_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:00.596780 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-51311091-903c-4a9a-b934-491792ebcc96 admin admin] Publish callbacks [] for security_group (13424a28-6329-4531-96fc-0ef00ef10fe4), precommit_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:00.673119 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026f943e-d5fe-4ed5-aaae-76bb6b800103 req-5d1ebec1-2b46-48a1-ba5a-c5d4c876a908 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:03:00.674822 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-026f943e-d5fe-4ed5-aaae-76bb6b800103 req-5d1ebec1-2b46-48a1-ba5a-c5d4c876a908 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=6f4bab30-d9b2-4713-ab65-46a4754f8153 HTTP/1.1" status: 200 len: 947 time: 0.0578208 Sep 18 01:03:00.693642 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-51311091-903c-4a9a-b934-491792ebcc96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512506'] for security_group (13424a28-6329-4531-96fc-0ef00ef10fe4), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:00.697846 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-51311091-903c-4a9a-b934-491792ebcc96 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:00.699041 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [None req-51311091-903c-4a9a-b934-491792ebcc96 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/13424a28-6329-4531-96fc-0ef00ef10fe4 HTTP/1.1" status: 204 len: 168 time: 0.1769116 Sep 18 01:03:00.729694 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51311091-903c-4a9a-b934-491792ebcc96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13424a28-6329-4531-96fc-0ef00ef10fe4,revision_number=None']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:03:00.782691 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [req-026f943e-d5fe-4ed5-aaae-76bb6b800103 req-4d6b906e-2856-4233-a5d6-a140820a6dd1 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Deleting port 41948106-b5ee-425d-bfed-b11f6d5cdb7e {{(pid=106230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 18 01:03:00.783200 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [req-026f943e-d5fe-4ed5-aaae-76bb6b800103 req-4d6b906e-2856-4233-a5d6-a140820a6dd1 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749746030605'] for port (41948106-b5ee-425d-bfed-b11f6d5cdb7e), before_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:00.787329 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:03:00.787849 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 36664) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:03:00.844118 dv-cinder-master-3-smb neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=59,neutron:UPDATE=1 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:03:00.864290 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (a990346c-0f9b-4256-b267-210f2ef06c1b), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:00.883837 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=4 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:03:00.897396 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.plugins.ml2.db [req-026f943e-d5fe-4ed5-aaae-76bb6b800103 req-4d6b906e-2856-4233-a5d6-a140820a6dd1 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] For port 41948106-b5ee-425d-bfed-b11f6d5cdb7e, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=41948106-b5ee-425d-bfed-b11f6d5cdb7e,segment=NetworkSegment(ad5fe970-da3b-4a06-bd95-f70d97a5ce86),segment_id=ad5fe970-da3b-4a06-bd95-f70d97a5ce86)] {{(pid=106230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:03:00.897766 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [req-026f943e-d5fe-4ed5-aaae-76bb6b800103 req-4d6b906e-2856-4233-a5d6-a140820a6dd1 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16488537'] for port (41948106-b5ee-425d-bfed-b11f6d5cdb7e), precommit_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:01.037887 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.v2.base [None req-d3a0c0a9-e1b1-40db-9140-969eb4c4d5f6 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1414246995-network', 'tenant_id': '0a153c3fae624f67bfbc444bd46eeb70'}} {{(pid=106231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:03:01.060691 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3a0c0a9-e1b1-40db-9140-969eb4c4d5f6 admin admin] Made reservation on behalf of 0a153c3fae624f67bfbc444bd46eeb70 for: {'network': 1} {{(pid=106231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:03:01.063378 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-d3a0c0a9-e1b1-40db-9140-969eb4c4d5f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for network (None), before_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:01.072872 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-d3a0c0a9-e1b1-40db-9140-969eb4c4d5f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:01.091118 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [req-026f943e-d5fe-4ed5-aaae-76bb6b800103 req-4d6b906e-2856-4233-a5d6-a140820a6dd1 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:01.091485 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [req-026f943e-d5fe-4ed5-aaae-76bb6b800103 req-4d6b906e-2856-4233-a5d6-a140820a6dd1 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16489891'] for floatingip (6919910f-fe0c-4560-8373-bb87c9062dc9), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:01.091795 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.db.l3_db [req-026f943e-d5fe-4ed5-aaae-76bb6b800103 req-4d6b906e-2856-4233-a5d6-a140820a6dd1 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Floating IP 6919910f-fe0c-4560-8373-bb87c9062dc9 disassociated. External IP: 172.37.5.208, port: 41948106-b5ee-425d-bfed-b11f6d5cdb7e. Sep 18 01:03:01.092146 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [req-026f943e-d5fe-4ed5-aaae-76bb6b800103 req-4d6b906e-2856-4233-a5d6-a140820a6dd1 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Calling delete_port for 41948106-b5ee-425d-bfed-b11f6d5cdb7e owned by compute:nova {{(pid=106230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 18 01:03:01.161758 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-d3a0c0a9-e1b1-40db-9140-969eb4c4d5f6 admin admin] Publish callbacks [] for security_group (910ee98c-9403-472d-8cec-9e7bf4b6c435), precommit_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:01.167835 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-d3a0c0a9-e1b1-40db-9140-969eb4c4d5f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512506'] for security_group (910ee98c-9403-472d-8cec-9e7bf4b6c435), after_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:01.200231 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a0c0a9-e1b1-40db-9140-969eb4c4d5f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=910ee98c-9403-472d-8cec-9e7bf4b6c435,revision_number=1']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:03:01.231989 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [req-026f943e-d5fe-4ed5-aaae-76bb6b800103 req-4d6b906e-2856-4233-a5d6-a140820a6dd1 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749746033803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749745591516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13339648'] for port (41948106-b5ee-425d-bfed-b11f6d5cdb7e), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:01.237768 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3a0c0a9-e1b1-40db-9140-969eb4c4d5f6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 161} {{(pid=106231) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 01:03:01.249109 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-d3a0c0a9-e1b1-40db-9140-969eb4c4d5f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-977230'] for segment (3c4730da-9994-4bcc-af94-9187d4300794), precommit_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:01.249455 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.db.segments_db [None req-d3a0c0a9-e1b1-40db-9140-969eb4c4d5f6 admin admin] Added segment 3c4730da-9994-4bcc-af94-9187d4300794 of type vlan for network 165c2cd8-90b5-4ecf-83f8-2bbb22ae89b1 Sep 18 01:03:01.263386 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6b906e-2856-4233-a5d6-a140820a6dd1 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Pushing event deleted for resources: {'Port': ['ID=41948106-b5ee-425d-bfed-b11f6d5cdb7e,revision_number=None']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:03:01.304096 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-d3a0c0a9-e1b1-40db-9140-969eb4c4d5f6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749745527471'] for network (165c2cd8-90b5-4ecf-83f8-2bbb22ae89b1), precommit_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:01.335415 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-d3a0c0a9-e1b1-40db-9140-969eb4c4d5f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16510767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039'] for network (165c2cd8-90b5-4ecf-83f8-2bbb22ae89b1), after_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:01.338445 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3a0c0a9-e1b1-40db-9140-969eb4c4d5f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:03:01.339375 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-d3a0c0a9-e1b1-40db-9140-969eb4c4d5f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16267021'] for network (None), before_response {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:01.378894 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-d3a0c0a9-e1b1-40db-9140-969eb4c4d5f6 admin admin] 10.222.0.33 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5897322 Sep 18 01:03:01.382183 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 36680) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:03:01.389224 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.v2.base [None req-e043c9d9-1141-46c4-ba30-b0fdf14a729a admin admin] Request body: {'subnet': {'network_id': '165c2cd8-90b5-4ecf-83f8-2bbb22ae89b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1414246995-subnet', 'tenant_id': '0a153c3fae624f67bfbc444bd46eeb70', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:03:01.404723 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-6f2c31e6-9f20-4090-bfc0-d1659cb0fc23 req-5318ba17-296a-4ca3-9217-b3f791db7165 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=6f4bab30-d9b2-4713-ab65-46a4754f8153 HTTP/1.1" status: 200 len: 210 time: 0.0585568 Sep 18 01:03:01.433282 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a0c0a9-e1b1-40db-9140-969eb4c4d5f6 admin admin] Pushing event updated for resources: {'Network': ['ID=165c2cd8-90b5-4ecf-83f8-2bbb22ae89b1,revision_number=1']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:03:01.436331 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.scheduler.l3_agent_scheduler [req-026f943e-d5fe-4ed5-aaae-76bb6b800103 req-4d6b906e-2856-4233-a5d6-a140820a6dd1 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Router afd96339-e571-4ae6-8804-46a62196660b has already been hosted by L3 agent d0e8801d-4758-48bd-8085-7f05d3358764 {{(pid=106230) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 01:03:01.446478 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.rpc [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Network 165c2cd8-90b5-4ecf-83f8-2bbb22ae89b1 details requested by agent ovs-agent-dv-cinder-master-3-smb with host dv-cinder-master-3-smb {{(pid=106232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 01:03:01.448996 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e043c9d9-1141-46c4-ba30-b0fdf14a729a admin admin] Made reservation on behalf of 0a153c3fae624f67bfbc444bd46eeb70 for: {'subnet': 1} {{(pid=106231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:03:01.455004 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-e043c9d9-1141-46c4-ba30-b0fdf14a729a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13973689'] for subnet (None), before_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:01.573085 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-026f943e-d5fe-4ed5-aaae-76bb6b800103 req-4d6b906e-2856-4233-a5d6-a140820a6dd1 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=106230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:03:01.589578 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8c501a6-b13f-4b34-ba17-052293f08e91 None None] Sync routers for ids ['afd96339-e571-4ae6-8804-46a62196660b'] in dv-cinder-master-3-smb {{(pid=106232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:03:01.605041 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c501a6-b13f-4b34-ba17-052293f08e91 None None] Routers {'afd96339-e571-4ae6-8804-46a62196660b'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 18 01:03:01.605938 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.l3_hamode_db [None req-e8c501a6-b13f-4b34-ba17-052293f08e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-18T00:47:37Z,description=,heartbeat_timestamp=2022-09-18T01:02:37Z,host='dv-cinder-master-3-smb',id=d0e8801d-4758-48bd-8085-7f05d3358764,load=0,resource_versions=,resources_synced=,started_at=2022-09-18T00:47:37Z,topic='l3_agent')) {'router_ids': ['afd96339-e571-4ae6-8804-46a62196660b'], 'active': True} {{(pid=106232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:03:01.626042 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.db.l3_dvrscheduler_db [req-026f943e-d5fe-4ed5-aaae-76bb6b800103 req-4d6b906e-2856-4233-a5d6-a140820a6dd1 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] No DVR routers for this DVR port 41948106-b5ee-425d-bfed-b11f6d5cdb7e on host hv-cinder-maste {{(pid=106230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 18 01:03:01.628704 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [req-026f943e-d5fe-4ed5-aaae-76bb6b800103 req-4d6b906e-2856-4233-a5d6-a140820a6dd1 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16701016'] for port (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:01.632180 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-026f943e-d5fe-4ed5-aaae-76bb6b800103 req-4d6b906e-2856-4233-a5d6-a140820a6dd1 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.57 "DELETE /networking/v2.0/ports/41948106-b5ee-425d-bfed-b11f6d5cdb7e HTTP/1.1" status: 204 len: 173 time: 0.9493632 Sep 18 01:03:01.633025 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f4bab30-d9b2-4713-ab65-46a4754f8153', 'name': 'network-vif-deleted', 'tag': '41948106-b5ee-425d-bfed-b11f6d5cdb7e'}] {{(pid=106230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 18 01:03:01.635520 dv-cinder-master-3-smb neutron-server[106230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5cb6f936bef875aa30205792da77c9643b85616d99b85ee9f5e1cfaba0fe173" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-164d4d60-a510-44a4-ab66-0e66e6133ea6" -d '{"events": [{"server_uuid": "6f4bab30-d9b2-4713-ab65-46a4754f8153", "name": "network-vif-deleted", "tag": "41948106-b5ee-425d-bfed-b11f6d5cdb7e"}]}' {{(pid=106230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:03:01.682254 dv-cinder-master-3-smb neutron-server[106230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 18 Sep 2022 01:03:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4438db8a-d7f5-4988-b65f-b34292df4439 x-openstack-request-id: req-4438db8a-d7f5-4988-b65f-b34292df4439 {{(pid=106230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:03:01.682756 dv-cinder-master-3-smb neutron-server[106230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f4bab30-d9b2-4713-ab65-46a4754f8153", "name": "network-vif-deleted", "tag": "41948106-b5ee-425d-bfed-b11f6d5cdb7e", "status": "completed", "code": 200}]} {{(pid=106230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:03:01.683177 dv-cinder-master-3-smb neutron-server[106230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-4438db8a-d7f5-4988-b65f-b34292df4439 {{(pid=106230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:03:01.683594 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=81,neutron:DELETE=5,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:03:01.683858 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4438db8a-d7f5-4988-b65f-b34292df4439'] response: {'server_uuid': '6f4bab30-d9b2-4713-ab65-46a4754f8153', 'name': 'network-vif-deleted', 'tag': '41948106-b5ee-425d-bfed-b11f6d5cdb7e', 'status': 'completed', 'code': 200} Sep 18 01:03:01.689159 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-e043c9d9-1141-46c4-ba30-b0fdf14a729a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16510870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13914190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13973679'] for subnet (4f51b1c6-a709-4841-a5ff-dfa987f6b4a7), after_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:01.749171 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.l3_dvr_db [None req-e8c501a6-b13f-4b34-ba17-052293f08e91 None None] Set router afd96339-e571-4ae6-8804-46a62196660b gateway port host: dv-cinder-master-3-smb {{(pid=106232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 18 01:03:01.794038 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e043c9d9-1141-46c4-ba30-b0fdf14a729a admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f51b1c6-a709-4841-a5ff-dfa987f6b4a7,revision_number=0']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:03:01.815859 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=79,neutron:INSERT=18,neutron:UPDATE=3 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:03:01.827899 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e043c9d9-1141-46c4-ba30-b0fdf14a729a admin admin] Checking segment: {'id': '3c4730da-9994-4bcc-af94-9187d4300794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '165c2cd8-90b5-4ecf-83f8-2bbb22ae89b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 18 01:03:01.828680 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e043c9d9-1141-46c4-ba30-b0fdf14a729a admin admin] Network hostable DHCP agents. Network: 165c2cd8-90b5-4ecf-83f8-2bbb22ae89b1, hostable agents: ['25137928-f4de-4c87-813e-883d046ac13f'], hosted agents: [] {{(pid=106231) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 01:03:01.853872 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e043c9d9-1141-46c4-ba30-b0fdf14a729a admin admin] Network 165c2cd8-90b5-4ecf-83f8-2bbb22ae89b1 is scheduled to be hosted by DHCP agent 25137928-f4de-4c87-813e-883d046ac13f with binding_index 1 {{(pid=106231) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 01:03:01.882010 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.scheduler.base_scheduler [None req-e043c9d9-1141-46c4-ba30-b0fdf14a729a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-smb, 165c2cd8-90b5-4ecf-83f8-2bbb22ae89b1) {{(pid=106231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:03:01.888619 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e043c9d9-1141-46c4-ba30-b0fdf14a729a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:03:01.889230 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-e043c9d9-1141-46c4-ba30-b0fdf14a729a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:01.919594 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-e043c9d9-1141-46c4-ba30-b0fdf14a729a admin admin] 10.222.0.33 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5351613 Sep 18 01:03:01.922441 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1894931-966f-4fea-872d-2f2797284f93 None None] Network 165c2cd8-90b5-4ecf-83f8-2bbb22ae89b1 requested from dv-cinder-master-3-smb {{(pid=106232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 18 01:03:02.276438 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.l3_hamode_db [None req-e8c501a6-b13f-4b34-ba17-052293f08e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afd96339-e571-4ae6-8804-46a62196660b', 'name': 'tempest-AttachVolumeShelveTestJSON-1100825849-router', 'tenant_id': '1a7f6c917c934c00a862b9946ce2b1cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'external_fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.152'}], 'enable_snat': True}, 'gw_port_id': '51e28825-0c57-4907-8702-1c2946ca62e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:55:59Z', 'updated_at': '2022-09-18T00:56:11Z', 'revision_number': 4, 'project_id': '1a7f6c917c934c00a862b9946ce2b1cd', 'gw_port': {'id': '51e28825-0c57-4907-8702-1c2946ca62e8', 'name': '', 'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:0b:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd96339-e571-4ae6-8804-46a62196660b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:56:01Z', 'updated_at': '2022-09-18T00:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': 'a9bc47a8-4881-46c7-add9-d9f3582d3f14', 'name': '', 'network_id': '5b2870f5-1df6-4588-9304-3be88fc2aeec', 'tenant_id': '1a7f6c917c934c00a862b9946ce2b1cd', 'mac_address': 'fa:16:3e:7a:53:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd96339-e571-4ae6-8804-46a62196660b', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': 'b02e0a67-927b-4f1f-86aa-5b54aefb606b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:56:09Z', 'updated_at': '2022-09-18T00:56:29Z', 'revision_number': 5, 'project_id': '1a7f6c917c934c00a862b9946ce2b1cd', 'subnets': [{'id': 'b02e0a67-927b-4f1f-86aa-5b54aefb606b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=106232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:03:02.308517 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce64fddb-9ddf-4c5d-99a3-6b4ca1328a2e None None] Network 165c2cd8-90b5-4ecf-83f8-2bbb22ae89b1 requested from dv-cinder-master-3-smb {{(pid=106232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 18 01:03:02.335047 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8c501a6-b13f-4b34-ba17-052293f08e91 None None] Checking router: afd96339-e571-4ae6-8804-46a62196660b for host: dv-cinder-master-3-smb {{(pid=106232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:03:02.416647 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c501a6-b13f-4b34-ba17-052293f08e91 None None] Routers {'afd96339-e571-4ae6-8804-46a62196660b'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 18 01:03:02.417283 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.l3_hamode_db [None req-e8c501a6-b13f-4b34-ba17-052293f08e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-18T00:47:37Z,description=,heartbeat_timestamp=2022-09-18T01:02:37Z,host='dv-cinder-master-3-smb',id=d0e8801d-4758-48bd-8085-7f05d3358764,load=0,resource_versions=,resources_synced=,started_at=2022-09-18T00:47:37Z,topic='l3_agent')) {'router_ids': ['afd96339-e571-4ae6-8804-46a62196660b'], 'active': True} {{(pid=106232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:03:02.536580 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.33', 36722) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:03:02.589517 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.l3_dvr_db [None req-e8c501a6-b13f-4b34-ba17-052293f08e91 None None] Set router afd96339-e571-4ae6-8804-46a62196660b gateway port host: dv-cinder-master-3-smb {{(pid=106232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 18 01:03:02.621366 dv-cinder-master-3-smb neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=100 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:03:02.645343 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-6c584751-05a0-4f07-9d5c-e887b3b89184 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Publish callbacks [] for security_group (af5bddc4-1b2d-44ab-8230-6f22a8f63cb3), before_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:02.650222 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 36726) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:03:02.659481 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.v2.base [None req-e45d68af-b2d7-49b1-bc42-19b072236496 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-671367206-network', 'tenant_id': '33cf777f7260413598761ca5d1542f3d'}} {{(pid=106231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:03:02.678036 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-6c584751-05a0-4f07-9d5c-e887b3b89184 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Publish callbacks [] for security_group (af5bddc4-1b2d-44ab-8230-6f22a8f63cb3), precommit_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:02.687544 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e45d68af-b2d7-49b1-bc42-19b072236496 admin admin] Made reservation on behalf of 33cf777f7260413598761ca5d1542f3d for: {'network': 1} {{(pid=106231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:03:02.690780 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-e45d68af-b2d7-49b1-bc42-19b072236496 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for network (None), before_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:02.702127 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-e45d68af-b2d7-49b1-bc42-19b072236496 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:02.745656 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-6c584751-05a0-4f07-9d5c-e887b3b89184 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512506'] for security_group (af5bddc4-1b2d-44ab-8230-6f22a8f63cb3), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:02.748373 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-6c584751-05a0-4f07-9d5c-e887b3b89184 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Publish callbacks [] for security_group (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:02.752871 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [None req-6c584751-05a0-4f07-9d5c-e887b3b89184 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "DELETE /networking/v2.0/security-groups/af5bddc4-1b2d-44ab-8230-6f22a8f63cb3 HTTP/1.1" status: 204 len: 168 time: 0.2153058 Sep 18 01:03:02.753700 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.33', 36728) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:03:02.772389 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.api.v2.resource [None req-272b7a4b-fa6f-4c45-bcf4-13d0c866e714 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] show failed (client error): The resource could not be found. Sep 18 01:03:02.777948 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [None req-272b7a4b-fa6f-4c45-bcf4-13d0c866e714 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "GET /networking/v2.0/security-groups/af5bddc4-1b2d-44ab-8230-6f22a8f63cb3 HTTP/1.1" status: 404 len: 347 time: 0.0203340 Sep 18 01:03:02.783389 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.33', 36734) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:03:02.791744 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c584751-05a0-4f07-9d5c-e887b3b89184 tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af5bddc4-1b2d-44ab-8230-6f22a8f63cb3,revision_number=None']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:03:02.814032 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-e45d68af-b2d7-49b1-bc42-19b072236496 admin admin] Publish callbacks [] for security_group (d0cd09cf-df75-4f43-b142-6d6aecba0003), precommit_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:02.829009 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-e45d68af-b2d7-49b1-bc42-19b072236496 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512506'] for security_group (d0cd09cf-df75-4f43-b142-6d6aecba0003), after_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:02.838731 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.l3_hamode_db [None req-e8c501a6-b13f-4b34-ba17-052293f08e91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afd96339-e571-4ae6-8804-46a62196660b', 'name': 'tempest-AttachVolumeShelveTestJSON-1100825849-router', 'tenant_id': '1a7f6c917c934c00a862b9946ce2b1cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'external_fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.152'}], 'enable_snat': True}, 'gw_port_id': '51e28825-0c57-4907-8702-1c2946ca62e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:55:59Z', 'updated_at': '2022-09-18T00:56:11Z', 'revision_number': 4, 'project_id': '1a7f6c917c934c00a862b9946ce2b1cd', 'gw_port': {'id': '51e28825-0c57-4907-8702-1c2946ca62e8', 'name': '', 'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:0b:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd96339-e571-4ae6-8804-46a62196660b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:56:01Z', 'updated_at': '2022-09-18T00:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': 'a9bc47a8-4881-46c7-add9-d9f3582d3f14', 'name': '', 'network_id': '5b2870f5-1df6-4588-9304-3be88fc2aeec', 'tenant_id': '1a7f6c917c934c00a862b9946ce2b1cd', 'mac_address': 'fa:16:3e:7a:53:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd96339-e571-4ae6-8804-46a62196660b', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': 'b02e0a67-927b-4f1f-86aa-5b54aefb606b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:56:09Z', 'updated_at': '2022-09-18T00:56:29Z', 'revision_number': 5, 'project_id': '1a7f6c917c934c00a862b9946ce2b1cd', 'subnets': [{'id': 'b02e0a67-927b-4f1f-86aa-5b54aefb606b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=106232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:03:02.861247 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e45d68af-b2d7-49b1-bc42-19b072236496 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 170} {{(pid=106231) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 01:03:02.870554 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8c501a6-b13f-4b34-ba17-052293f08e91 None None] The sync data for ids ['afd96339-e571-4ae6-8804-46a62196660b'] in dv-cinder-master-3-smb is: [{'id': 'afd96339-e571-4ae6-8804-46a62196660b', 'name': 'tempest-AttachVolumeShelveTestJSON-1100825849-router', 'tenant_id': '1a7f6c917c934c00a862b9946ce2b1cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'external_fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.152'}], 'enable_snat': True}, 'gw_port_id': '51e28825-0c57-4907-8702-1c2946ca62e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:55:59Z', 'updated_at': '2022-09-18T00:56:11Z', 'revision_number': 4, 'project_id': '1a7f6c917c934c00a862b9946ce2b1cd', 'gw_port': {'id': '51e28825-0c57-4907-8702-1c2946ca62e8', 'name': '', 'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:0b:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd96339-e571-4ae6-8804-46a62196660b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:56:01Z', 'updated_at': '2022-09-18T00:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': 'a9bc47a8-4881-46c7-add9-d9f3582d3f14', 'name': '', 'network_id': '5b2870f5-1df6-4588-9304-3be88fc2aeec', 'tenant_id': '1a7f6c917c934c00a862b9946ce2b1cd', 'mac_address': 'fa:16:3e:7a:53:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd96339-e571-4ae6-8804-46a62196660b', 'device_owner': 'network:router_interface', 'standard_attr_id': 131, 'fixed_ips': [{'subnet_id': 'b02e0a67-927b-4f1f-86aa-5b54aefb606b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:56:09Z', 'updated_at': '2022-09-18T00:56:29Z', 'revision_number': 5, 'project_id': '1a7f6c917c934c00a862b9946ce2b1cd', 'subnets': [{'id': 'b02e0a67-927b-4f1f-86aa-5b54aefb606b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:03:02.881957 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45d68af-b2d7-49b1-bc42-19b072236496 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0cd09cf-df75-4f43-b142-6d6aecba0003,revision_number=1']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:03:02.896978 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-e45d68af-b2d7-49b1-bc42-19b072236496 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-977230'] for segment (d919a013-6ff7-42de-8b49-573e44804b3f), precommit_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:02.898179 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.db.segments_db [None req-e45d68af-b2d7-49b1-bc42-19b072236496 admin admin] Added segment d919a013-6ff7-42de-8b49-573e44804b3f of type vlan for network a83cb9f3-f12b-45cc-bb0e-c74bddb8c502 Sep 18 01:03:02.900440 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:03:02.924930 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-6dbbfd6f-6e3b-4f0e-bc4a-6bea6e0086ff tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Deleting port f0d90f7c-4acc-459f-bbd1-ebc54ad3d12b {{(pid=106230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 18 01:03:02.925327 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-6dbbfd6f-6e3b-4f0e-bc4a-6bea6e0086ff tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749746030605'] for port (f0d90f7c-4acc-459f-bbd1-ebc54ad3d12b), before_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:02.952442 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-e45d68af-b2d7-49b1-bc42-19b072236496 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749745527471'] for network (a83cb9f3-f12b-45cc-bb0e-c74bddb8c502), precommit_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:02.988720 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:03:02.992238 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-e45d68af-b2d7-49b1-bc42-19b072236496 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16510767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039'] for network (a83cb9f3-f12b-45cc-bb0e-c74bddb8c502), after_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:02.993669 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e45d68af-b2d7-49b1-bc42-19b072236496 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:03:02.994260 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-e45d68af-b2d7-49b1-bc42-19b072236496 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16267021'] for network (None), before_response {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:03.025573 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-6dbbfd6f-6e3b-4f0e-bc4a-6bea6e0086ff tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16488537'] for port (f0d90f7c-4acc-459f-bbd1-ebc54ad3d12b), precommit_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:03.025901 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-6dbbfd6f-6e3b-4f0e-bc4a-6bea6e0086ff tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Publish callbacks [] for floatingip (f0d90f7c-4acc-459f-bbd1-ebc54ad3d12b), precommit_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:03.040192 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-6dbbfd6f-6e3b-4f0e-bc4a-6bea6e0086ff tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Calling delete_port for f0d90f7c-4acc-459f-bbd1-ebc54ad3d12b owned by network:floatingip {{(pid=106230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 18 01:03:03.062671 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-e45d68af-b2d7-49b1-bc42-19b072236496 admin admin] 10.222.0.33 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4110918 Sep 18 01:03:03.065302 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 36742) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:03:03.069892 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.v2.base [None req-4fa419fe-2b40-4045-afa3-25db33d27750 admin admin] Request body: {'subnet': {'network_id': 'a83cb9f3-f12b-45cc-bb0e-c74bddb8c502', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-671367206-subnet', 'tenant_id': '33cf777f7260413598761ca5d1542f3d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:03:03.077636 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45d68af-b2d7-49b1-bc42-19b072236496 admin admin] Pushing event updated for resources: {'Network': ['ID=a83cb9f3-f12b-45cc-bb0e-c74bddb8c502,revision_number=1']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:03:03.090501 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.rpc [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Network a83cb9f3-f12b-45cc-bb0e-c74bddb8c502 details requested by agent ovs-agent-dv-cinder-master-3-smb with host dv-cinder-master-3-smb {{(pid=106232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 01:03:03.100431 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fa419fe-2b40-4045-afa3-25db33d27750 admin admin] Made reservation on behalf of 33cf777f7260413598761ca5d1542f3d for: {'subnet': 1} {{(pid=106231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:03:03.104131 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-4fa419fe-2b40-4045-afa3-25db33d27750 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13973689'] for subnet (None), before_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:03.129827 dv-cinder-master-3-smb neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:03:03.228072 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-6dbbfd6f-6e3b-4f0e-bc4a-6bea6e0086ff tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749746033803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749745591516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13339648'] for port (f0d90f7c-4acc-459f-bbd1-ebc54ad3d12b), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:03.256885 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbbfd6f-6e3b-4f0e-bc4a-6bea6e0086ff tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Pushing event deleted for resources: {'Port': ['ID=f0d90f7c-4acc-459f-bbd1-ebc54ad3d12b,revision_number=None']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:03:03.329288 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-4fa419fe-2b40-4045-afa3-25db33d27750 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16510870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13914190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13973679'] for subnet (70dc213c-94ad-4068-9044-ee4455a884e5), after_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:03.333116 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6234fc2e-3441-42ed-9f65-754fd81f75cc None None] New status for floating IP 6919910f-fe0c-4560-8373-bb87c9062dc9: DOWN {{(pid=106233) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 18 01:03:03.352466 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-6dbbfd6f-6e3b-4f0e-bc4a-6bea6e0086ff tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Publish callbacks [] for floatingip (6919910f-fe0c-4560-8373-bb87c9062dc9), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:03.358849 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-6dbbfd6f-6e3b-4f0e-bc4a-6bea6e0086ff tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16701016'] for floatingip (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:03.360597 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [None req-6dbbfd6f-6e3b-4f0e-bc4a-6bea6e0086ff tempest-AttachVolumeShelveTestJSON-1463204646 tempest-AttachVolumeShelveTestJSON-1463204646-project] 10.222.0.33 "DELETE /networking/v2.0/floatingips/6919910f-fe0c-4560-8373-bb87c9062dc9 HTTP/1.1" status: 204 len: 168 time: 0.5761156 Sep 18 01:03:03.388769 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=75,neutron:UPDATE=5,neutron:DELETE=2,neutron:INSERT=18 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:03:03.405965 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa419fe-2b40-4045-afa3-25db33d27750 admin admin] Pushing event updated for resources: {'Subnet': ['ID=70dc213c-94ad-4068-9044-ee4455a884e5,revision_number=0']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:03:03.444608 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fa419fe-2b40-4045-afa3-25db33d27750 admin admin] Checking segment: {'id': 'd919a013-6ff7-42de-8b49-573e44804b3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'a83cb9f3-f12b-45cc-bb0e-c74bddb8c502'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 18 01:03:03.445650 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fa419fe-2b40-4045-afa3-25db33d27750 admin admin] Network hostable DHCP agents. Network: a83cb9f3-f12b-45cc-bb0e-c74bddb8c502, hostable agents: ['25137928-f4de-4c87-813e-883d046ac13f'], hosted agents: [] {{(pid=106231) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 01:03:03.468108 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fa419fe-2b40-4045-afa3-25db33d27750 admin admin] Network a83cb9f3-f12b-45cc-bb0e-c74bddb8c502 is scheduled to be hosted by DHCP agent 25137928-f4de-4c87-813e-883d046ac13f with binding_index 1 {{(pid=106231) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 01:03:03.480948 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.scheduler.base_scheduler [None req-4fa419fe-2b40-4045-afa3-25db33d27750 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-smb, a83cb9f3-f12b-45cc-bb0e-c74bddb8c502) {{(pid=106231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:03:03.487952 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fa419fe-2b40-4045-afa3-25db33d27750 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:03:03.490230 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aed3f597-8507-402f-b7e5-b283d1eb81b2 None None] Network a83cb9f3-f12b-45cc-bb0e-c74bddb8c502 requested from dv-cinder-master-3-smb {{(pid=106232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 18 01:03:03.499863 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-4fa419fe-2b40-4045-afa3-25db33d27750 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:03.527926 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-4fa419fe-2b40-4045-afa3-25db33d27750 admin admin] 10.222.0.33 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4612415 Sep 18 01:03:03.532294 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.33', 36756) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:03:03.615805 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cebbab3-b2bc-41f3-89e0-be2660c77c79 None None] Network a83cb9f3-f12b-45cc-bb0e-c74bddb8c502 requested from dv-cinder-master-3-smb {{(pid=106232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 18 01:03:03.667438 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-09c1afa4-b8a9-4c0f-8368-0cc38aee49c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:03.770720 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-09c1afa4-b8a9-4c0f-8368-0cc38aee49c8 admin admin] Publish callbacks [] for security_group (fdb62d94-0cb5-451d-875d-2ae987473b07), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:03.775598 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-09c1afa4-b8a9-4c0f-8368-0cc38aee49c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512506'] for security_group (fdb62d94-0cb5-451d-875d-2ae987473b07), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:03.817674 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [None req-09c1afa4-b8a9-4c0f-8368-0cc38aee49c8 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=2e7e50ada6ea4e8ea15747b7b8a273a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2842381 Sep 18 01:03:03.818391 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c1afa4-b8a9-4c0f-8368-0cc38aee49c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdb62d94-0cb5-451d-875d-2ae987473b07,revision_number=1']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:03:03.821314 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 36768) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:03:03.855133 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:03:03.875380 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-0b123b54-8c54-49e0-975a-83be4447a0b5 admin admin] Publish callbacks [] for security_group (fdb62d94-0cb5-451d-875d-2ae987473b07), before_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:03.901043 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-0b123b54-8c54-49e0-975a-83be4447a0b5 admin admin] Publish callbacks [] for security_group (fdb62d94-0cb5-451d-875d-2ae987473b07), precommit_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:03.951082 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-0b123b54-8c54-49e0-975a-83be4447a0b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512506'] for security_group (fdb62d94-0cb5-451d-875d-2ae987473b07), after_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:03.953753 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-0b123b54-8c54-49e0-975a-83be4447a0b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:03.954937 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-0b123b54-8c54-49e0-975a-83be4447a0b5 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/fdb62d94-0cb5-451d-875d-2ae987473b07 HTTP/1.1" status: 204 len: 168 time: 0.1326065 Sep 18 01:03:03.964126 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b123b54-8c54-49e0-975a-83be4447a0b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdb62d94-0cb5-451d-875d-2ae987473b07,revision_number=None']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:03:04.101227 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b62269-dd1c-4bfe-8934-cbca2f33baa1 req-2ea0dcd4-986d-4934-9e2c-11165a48f062 tempest-VolumesActionsTest-1973087526 tempest-VolumesActionsTest-1973087526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:03:04.102756 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-b2b62269-dd1c-4bfe-8934-cbca2f33baa1 req-2ea0dcd4-986d-4934-9e2c-11165a48f062 tempest-VolumesActionsTest-1973087526 tempest-VolumesActionsTest-1973087526-project] 10.222.0.33 "GET /networking/v2.0/networks?id=165c2cd8-90b5-4ecf-83f8-2bbb22ae89b1 HTTP/1.1" status: 200 len: 809 time: 0.1087568 Sep 18 01:03:04.119056 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-b2b62269-dd1c-4bfe-8934-cbca2f33baa1 req-1110bc9b-7ce8-4ad0-9844-43ef8c517781 tempest-VolumesActionsTest-1973087526 tempest-VolumesActionsTest-1973087526-project] 10.222.0.33 "GET /networking/v2.0/quotas/0a153c3fae624f67bfbc444bd46eeb70 HTTP/1.1" status: 200 len: 375 time: 0.0099461 Sep 18 01:03:04.161278 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-b2b62269-dd1c-4bfe-8934-cbca2f33baa1 req-95c74f4b-c5cf-42f9-899a-2471a3c9916a tempest-VolumesActionsTest-1973087526 tempest-VolumesActionsTest-1973087526-project] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=0a153c3fae624f67bfbc444bd46eeb70&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0358677 Sep 18 01:03:04.260120 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-b2b62269-dd1c-4bfe-8934-cbca2f33baa1 req-3fe95f49-6353-43e4-aae3-2e822f1c6dd1 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/165c2cd8-90b5-4ecf-83f8-2bbb22ae89b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917349 Sep 18 01:03:04.273029 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 36784) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:03:04.275008 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=6 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:03:04.287344 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-40111652-ab29-4917-8964-65dc51b2d295 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:04.355723 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-b2b62269-dd1c-4bfe-8934-cbca2f33baa1 req-a8dbd47f-96a6-40b3-8e0c-49fbb912397a service neutron] 10.222.0.33 "GET /networking/v2.0/networks/165c2cd8-90b5-4ecf-83f8-2bbb22ae89b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891550 Sep 18 01:03:04.370389 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-40111652-ab29-4917-8964-65dc51b2d295 admin admin] Publish callbacks [] for security_group (9e5d60e5-2428-4b43-80fd-c71108284715), precommit_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:04.374512 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-40111652-ab29-4917-8964-65dc51b2d295 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512506'] for security_group (9e5d60e5-2428-4b43-80fd-c71108284715), after_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:04.412794 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40111652-ab29-4917-8964-65dc51b2d295 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e5d60e5-2428-4b43-80fd-c71108284715,revision_number=1']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:03:04.417911 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-40111652-ab29-4917-8964-65dc51b2d295 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=8689020cade945ee960b6b83890fdbe4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1436052 Sep 18 01:03:04.420612 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 36786) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:03:04.459344 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.rpc [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Device 41948106-b5ee-425d-bfed-b11f6d5cdb7e no longer exists at agent hyperv_hv-cinder-maste {{(pid=106232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:03:04.473662 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-1494a486-6816-4692-9b83-0c0c377d3a8e admin admin] Publish callbacks [] for security_group (9e5d60e5-2428-4b43-80fd-c71108284715), before_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:04.499488 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-1494a486-6816-4692-9b83-0c0c377d3a8e admin admin] Publish callbacks [] for security_group (9e5d60e5-2428-4b43-80fd-c71108284715), precommit_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:04.516513 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] No Port match for: 41948106-b5ee-425d-bfed-b11f6d5cdb7e {{(pid=106232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 18 01:03:04.516863 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.rpc [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Device 41948106-b5ee-425d-bfed-b11f6d5cdb7e not bound to the agent host hv-cinder-maste {{(pid=106232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:03:04.549278 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-2ea2b846-8df0-4b2f-8ed4-c6e7c345d8f9 req-51c16a02-3534-440c-b021-fae5150edfeb tempest-VolumesActionsTest-1973087526 tempest-VolumesActionsTest-1973087526-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=7e2ad1f2-0c1c-4839-8eac-aefd4ee8eea6 HTTP/1.1" status: 200 len: 210 time: 0.0335381 Sep 18 01:03:04.586484 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-1494a486-6816-4692-9b83-0c0c377d3a8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512506'] for security_group (9e5d60e5-2428-4b43-80fd-c71108284715), after_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:04.589475 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-1494a486-6816-4692-9b83-0c0c377d3a8e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:04.590510 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-1494a486-6816-4692-9b83-0c0c377d3a8e admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/9e5d60e5-2428-4b43-80fd-c71108284715 HTTP/1.1" status: 204 len: 168 time: 0.1690178 Sep 18 01:03:04.599793 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1494a486-6816-4692-9b83-0c0c377d3a8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e5d60e5-2428-4b43-80fd-c71108284715,revision_number=None']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:03:04.943372 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-fbd3e936-7b02-43ec-89f7-8c37361d5ac6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (25137928-f4de-4c87-813e-883d046ac13f), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:05.681375 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-cf9a3b26-d3ac-4001-bc12-f58e68e22ea4 req-836ebc7a-e43e-47f7-abaa-cd2323dc3cfd tempest-VolumesActionsTest-1973087526 tempest-VolumesActionsTest-1973087526-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=7e2ad1f2-0c1c-4839-8eac-aefd4ee8eea6 HTTP/1.1" status: 200 len: 210 time: 0.0324199 Sep 18 01:03:05.991534 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 36876) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:03:06.315864 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b62269-dd1c-4bfe-8934-cbca2f33baa1 req-d46e4aa3-c2c3-40ec-950b-90ed65a16724 tempest-VolumesActionsTest-1973087526 tempest-VolumesActionsTest-1973087526-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:03:06.317864 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-b2b62269-dd1c-4bfe-8934-cbca2f33baa1 req-d46e4aa3-c2c3-40ec-950b-90ed65a16724 tempest-VolumesActionsTest-1973087526 tempest-VolumesActionsTest-1973087526-project] 10.222.0.57 "GET /networking/v2.0/networks?id=165c2cd8-90b5-4ecf-83f8-2bbb22ae89b1 HTTP/1.1" status: 200 len: 809 time: 0.1553156 Sep 18 01:03:06.342842 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.v2.base [req-b2b62269-dd1c-4bfe-8934-cbca2f33baa1 req-b10c52de-4625-40e8-91ad-7030845b336c tempest-VolumesActionsTest-1973087526 tempest-VolumesActionsTest-1973087526-project] Request body: {'port': {'device_id': '7e2ad1f2-0c1c-4839-8eac-aefd4ee8eea6', 'network_id': '165c2cd8-90b5-4ecf-83f8-2bbb22ae89b1', 'admin_state_up': True, 'tenant_id': '0a153c3fae624f67bfbc444bd46eeb70'}} {{(pid=106230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:03:06.421419 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:03:06.462067 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:DELETE=5,neutron:INSERT=5 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:03:06.481690 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2b62269-dd1c-4bfe-8934-cbca2f33baa1 req-b10c52de-4625-40e8-91ad-7030845b336c tempest-VolumesActionsTest-1973087526 tempest-VolumesActionsTest-1973087526-project] Made reservation on behalf of 0a153c3fae624f67bfbc444bd46eeb70 for: {'port': 1} {{(pid=106230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:03:06.485798 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [req-b2b62269-dd1c-4bfe-8934-cbca2f33baa1 req-b10c52de-4625-40e8-91ad-7030845b336c tempest-VolumesActionsTest-1973087526 tempest-VolumesActionsTest-1973087526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (None), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:06.566080 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-139bb8cc-c7f8-4ea9-8ba3-37dc2cd6411f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16482979'] for router_interface (afd96339-e571-4ae6-8804-46a62196660b), before_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:06.735369 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=6 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:03:06.826629 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-139bb8cc-c7f8-4ea9-8ba3-37dc2cd6411f admin admin] Deleting port a9bc47a8-4881-46c7-add9-d9f3582d3f14 {{(pid=106231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 18 01:03:06.827010 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-139bb8cc-c7f8-4ea9-8ba3-37dc2cd6411f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749746030605'] for port (a9bc47a8-4881-46c7-add9-d9f3582d3f14), before_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:06.868394 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-acaf849a-53bc-4651-9a35-1f3d43d50a97 req-e387a61f-1029-42f4-a609-f54deed75319 tempest-VolumesActionsTest-1973087526 tempest-VolumesActionsTest-1973087526-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=7e2ad1f2-0c1c-4839-8eac-aefd4ee8eea6 HTTP/1.1" status: 200 len: 210 time: 0.0338881 Sep 18 01:03:06.891245 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.db.db_base_plugin_common [req-b2b62269-dd1c-4bfe-8934-cbca2f33baa1 req-b10c52de-4625-40e8-91ad-7030845b336c tempest-VolumesActionsTest-1973087526 tempest-VolumesActionsTest-1973087526-project] Allocated IP 172.20.0.13 (165c2cd8-90b5-4ecf-83f8-2bbb22ae89b1/4f51b1c6-a709-4841-a5ff-dfa987f6b4a7/6a7302fd-f17a-4da0-8948-2181bd2154c4) {{(pid=106230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:03:06.919253 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-139bb8cc-c7f8-4ea9-8ba3-37dc2cd6411f admin admin] For port a9bc47a8-4881-46c7-add9-d9f3582d3f14, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=a9bc47a8-4881-46c7-add9-d9f3582d3f14,segment=NetworkSegment(ad5fe970-da3b-4a06-bd95-f70d97a5ce86),segment_id=ad5fe970-da3b-4a06-bd95-f70d97a5ce86)] {{(pid=106231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:03:06.919619 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-139bb8cc-c7f8-4ea9-8ba3-37dc2cd6411f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16488537'] for port (a9bc47a8-4881-46c7-add9-d9f3582d3f14), precommit_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:06.933705 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-139bb8cc-c7f8-4ea9-8ba3-37dc2cd6411f admin admin] Calling delete_port for a9bc47a8-4881-46c7-add9-d9f3582d3f14 owned by network:router_interface {{(pid=106231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 18 01:03:06.987526 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-f2fbd343-b6f8-4bbc-8de3-0f2002b78335 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (d0e8801d-4758-48bd-8085-7f05d3358764), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:07.051165 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [req-b2b62269-dd1c-4bfe-8934-cbca2f33baa1 req-b10c52de-4625-40e8-91ad-7030845b336c tempest-VolumesActionsTest-1973087526 tempest-VolumesActionsTest-1973087526-project] Publish callbacks [] for port (6a7302fd-f17a-4da0-8948-2181bd2154c4), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:07.084999 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [req-b2b62269-dd1c-4bfe-8934-cbca2f33baa1 req-b10c52de-4625-40e8-91ad-7030845b336c tempest-VolumesActionsTest-1973087526 tempest-VolumesActionsTest-1973087526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749745591507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13339648'] for port (6a7302fd-f17a-4da0-8948-2181bd2154c4), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:07.131717 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2b62269-dd1c-4bfe-8934-cbca2f33baa1 req-b10c52de-4625-40e8-91ad-7030845b336c tempest-VolumesActionsTest-1973087526 tempest-VolumesActionsTest-1973087526-project] Network 165c2cd8-90b5-4ecf-83f8-2bbb22ae89b1 is already hosted by enough agents. {{(pid=106230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:03:07.132909 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-139bb8cc-c7f8-4ea9-8ba3-37dc2cd6411f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749746033803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749745591516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13917182'] for port (a9bc47a8-4881-46c7-add9-d9f3582d3f14), after_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:07.138159 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.scheduler.base_scheduler [req-b2b62269-dd1c-4bfe-8934-cbca2f33baa1 req-b10c52de-4625-40e8-91ad-7030845b336c tempest-VolumesActionsTest-1973087526 tempest-VolumesActionsTest-1973087526-project] Resources bound (agent type, host, resource id): {{(pid=106230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:03:07.142314 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2b62269-dd1c-4bfe-8934-cbca2f33baa1 req-b10c52de-4625-40e8-91ad-7030845b336c tempest-VolumesActionsTest-1973087526 tempest-VolumesActionsTest-1973087526-project] Received port after_create {{(pid=106230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 18 01:03:07.166723 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10c52de-4625-40e8-91ad-7030845b336c tempest-VolumesActionsTest-1973087526 tempest-VolumesActionsTest-1973087526-project] Pushing event updated for resources: {'Port': ['ID=6a7302fd-f17a-4da0-8948-2181bd2154c4,revision_number=1']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:03:07.185371 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139bb8cc-c7f8-4ea9-8ba3-37dc2cd6411f admin admin] Pushing event deleted for resources: {'Port': ['ID=a9bc47a8-4881-46c7-add9-d9f3582d3f14,revision_number=None']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:03:07.197622 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b62269-dd1c-4bfe-8934-cbca2f33baa1 req-b10c52de-4625-40e8-91ad-7030845b336c tempest-VolumesActionsTest-1973087526 tempest-VolumesActionsTest-1973087526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:03:07.198309 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [req-b2b62269-dd1c-4bfe-8934-cbca2f33baa1 req-b10c52de-4625-40e8-91ad-7030845b336c tempest-VolumesActionsTest-1973087526 tempest-VolumesActionsTest-1973087526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16701016'] for port (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:07.221978 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-b2b62269-dd1c-4bfe-8934-cbca2f33baa1 req-b10c52de-4625-40e8-91ad-7030845b336c tempest-VolumesActionsTest-1973087526 tempest-VolumesActionsTest-1973087526-project] 10.222.0.57 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8831441 Sep 18 01:03:07.243945 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.v2.base [req-b2b62269-dd1c-4bfe-8934-cbca2f33baa1 req-57c4b1a8-5ab5-49cd-91d1-719c34acaaa8 service neutron] Request body: {'port': {'device_id': '7e2ad1f2-0c1c-4839-8eac-aefd4ee8eea6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=106230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:03:07.278376 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:03:07.325292 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [req-b2b62269-dd1c-4bfe-8934-cbca2f33baa1 req-57c4b1a8-5ab5-49cd-91d1-719c34acaaa8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (6a7302fd-f17a-4da0-8948-2181bd2154c4), before_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:07.361292 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-139bb8cc-c7f8-4ea9-8ba3-37dc2cd6411f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16267048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16490003'] for router_interface (afd96339-e571-4ae6-8804-46a62196660b), after_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:07.420446 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:03:07.533403 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:03:07.583076 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-139bb8cc-c7f8-4ea9-8ba3-37dc2cd6411f admin admin] Router afd96339-e571-4ae6-8804-46a62196660b has already been hosted by L3 agent d0e8801d-4758-48bd-8085-7f05d3358764 {{(pid=106231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 01:03:07.606261 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.notifiers.nova [req-b2b62269-dd1c-4bfe-8934-cbca2f33baa1 req-57c4b1a8-5ab5-49cd-91d1-719c34acaaa8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a7302fd-f17a-4da0-8948-2181bd2154c4 {{(pid=106230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 18 01:03:07.613982 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [req-b2b62269-dd1c-4bfe-8934-cbca2f33baa1 req-57c4b1a8-5ab5-49cd-91d1-719c34acaaa8 service neutron] Publish callbacks [] for port (6a7302fd-f17a-4da0-8948-2181bd2154c4), precommit_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:07.626338 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.db.provisioning_blocks [req-b2b62269-dd1c-4bfe-8934-cbca2f33baa1 req-57c4b1a8-5ab5-49cd-91d1-719c34acaaa8 service neutron] Transition to ACTIVE for port object 6a7302fd-f17a-4da0-8948-2181bd2154c4 will not be triggered until provisioned by entity L2. {{(pid=106230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 18 01:03:07.630496 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [req-b2b62269-dd1c-4bfe-8934-cbca2f33baa1 req-57c4b1a8-5ab5-49cd-91d1-719c34acaaa8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749746030758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749745591525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749745591543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13339705'] for port (6a7302fd-f17a-4da0-8948-2181bd2154c4), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:07.683881 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:03:07.693035 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-139bb8cc-c7f8-4ea9-8ba3-37dc2cd6411f admin admin] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=106231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:03:07.702198 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-139bb8cc-c7f8-4ea9-8ba3-37dc2cd6411f admin admin] 10.222.0.33 "PUT /networking/v2.0/routers/afd96339-e571-4ae6-8804-46a62196660b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7065520 Sep 18 01:03:07.702352 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 36906) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:03:07.703036 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c022377d-586f-429e-94e2-ef86b53a448c None None] Sync routers for ids ['afd96339-e571-4ae6-8804-46a62196660b'] in dv-cinder-master-3-smb {{(pid=106232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:03:07.717714 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c022377d-586f-429e-94e2-ef86b53a448c None None] Routers {'afd96339-e571-4ae6-8804-46a62196660b'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 18 01:03:07.718526 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.l3_hamode_db [None req-c022377d-586f-429e-94e2-ef86b53a448c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-18T00:47:37Z,description=,heartbeat_timestamp=2022-09-18T01:03:07Z,host='dv-cinder-master-3-smb',id=d0e8801d-4758-48bd-8085-7f05d3358764,load=0,resource_versions=,resources_synced=,started_at=2022-09-18T00:47:37Z,topic='l3_agent')) {'router_ids': ['afd96339-e571-4ae6-8804-46a62196660b'], 'active': True} {{(pid=106232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:03:07.719751 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c4b1a8-5ab5-49cd-91d1-719c34acaaa8 service neutron] Pushing event updated for resources: {'Port': ['ID=6a7302fd-f17a-4da0-8948-2181bd2154c4,revision_number=2']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:03:07.749722 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.plugins.ml2.managers [req-b2b62269-dd1c-4bfe-8934-cbca2f33baa1 req-57c4b1a8-5ab5-49cd-91d1-719c34acaaa8 service neutron] Attempting to bind port 6a7302fd-f17a-4da0-8948-2181bd2154c4 on host hv-cinder-maste for vnic_type normal with profile {{(pid=106230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 18 01:03:07.750092 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.plugins.ml2.managers [req-b2b62269-dd1c-4bfe-8934-cbca2f33baa1 req-57c4b1a8-5ab5-49cd-91d1-719c34acaaa8 service neutron] Attempting to bind port 6a7302fd-f17a-4da0-8948-2181bd2154c4 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': '3c4730da-9994-4bcc-af94-9187d4300794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '165c2cd8-90b5-4ecf-83f8-2bbb22ae89b1'}] {{(pid=106230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 18 01:03:07.750385 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2b62269-dd1c-4bfe-8934-cbca2f33baa1 req-57c4b1a8-5ab5-49cd-91d1-719c34acaaa8 service neutron] Attempting to bind port 6a7302fd-f17a-4da0-8948-2181bd2154c4 on network 165c2cd8-90b5-4ecf-83f8-2bbb22ae89b1 {{(pid=106230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:03:07.794293 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2b62269-dd1c-4bfe-8934-cbca2f33baa1 req-57c4b1a8-5ab5-49cd-91d1-719c34acaaa8 service neutron] Port 6a7302fd-f17a-4da0-8948-2181bd2154c4 on network 165c2cd8-90b5-4ecf-83f8-2bbb22ae89b1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=106230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:03:07.795068 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2b62269-dd1c-4bfe-8934-cbca2f33baa1 req-57c4b1a8-5ab5-49cd-91d1-719c34acaaa8 service neutron] Attempting to bind port 6a7302fd-f17a-4da0-8948-2181bd2154c4 on network 165c2cd8-90b5-4ecf-83f8-2bbb22ae89b1 {{(pid=106230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:03:07.817396 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-d6efd280-d9fa-47e7-a9d5-3beb946af237 admin admin] Publish callbacks [] for router (afd96339-e571-4ae6-8804-46a62196660b), before_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:07.833356 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.l3_dvr_db [None req-c022377d-586f-429e-94e2-ef86b53a448c None None] Set router afd96339-e571-4ae6-8804-46a62196660b gateway port host: dv-cinder-master-3-smb {{(pid=106232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 18 01:03:07.845481 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2b62269-dd1c-4bfe-8934-cbca2f33baa1 req-57c4b1a8-5ab5-49cd-91d1-719c34acaaa8 service neutron] Checking agent: {'id': 'a990346c-0f9b-4256-b267-210f2ef06c1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 18, 0, 54, 1), 'started_at': datetime.datetime(2022, 9, 18, 0, 54, 1), 'heartbeat_timestamp': datetime.datetime(2022, 9, 18, 1, 3, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 18 01:03:07.845961 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2b62269-dd1c-4bfe-8934-cbca2f33baa1 req-57c4b1a8-5ab5-49cd-91d1-719c34acaaa8 service neutron] Checking segment: {'id': '3c4730da-9994-4bcc-af94-9187d4300794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '165c2cd8-90b5-4ecf-83f8-2bbb22ae89b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 18 01:03:07.846462 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2b62269-dd1c-4bfe-8934-cbca2f33baa1 req-57c4b1a8-5ab5-49cd-91d1-719c34acaaa8 service neutron] Bound using segment: {'id': '3c4730da-9994-4bcc-af94-9187d4300794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '165c2cd8-90b5-4ecf-83f8-2bbb22ae89b1'} {{(pid=106230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 18 01:03:07.847131 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.plugins.ml2.managers [req-b2b62269-dd1c-4bfe-8934-cbca2f33baa1 req-57c4b1a8-5ab5-49cd-91d1-719c34acaaa8 service neutron] Bound port: 6a7302fd-f17a-4da0-8948-2181bd2154c4, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c4730da-9994-4bcc-af94-9187d4300794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '165c2cd8-90b5-4ecf-83f8-2bbb22ae89b1'}}] {{(pid=106230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 18 01:03:07.847628 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [req-b2b62269-dd1c-4bfe-8934-cbca2f33baa1 req-57c4b1a8-5ab5-49cd-91d1-719c34acaaa8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (6a7302fd-f17a-4da0-8948-2181bd2154c4), before_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:07.922038 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.plugins.ml2.db [req-b2b62269-dd1c-4bfe-8934-cbca2f33baa1 req-57c4b1a8-5ab5-49cd-91d1-719c34acaaa8 service neutron] For port 6a7302fd-f17a-4da0-8948-2181bd2154c4, host hv-cinder-maste, cleared binding levels {{(pid=106230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:03:07.932631 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.plugins.ml2.db [req-b2b62269-dd1c-4bfe-8934-cbca2f33baa1 req-57c4b1a8-5ab5-49cd-91d1-719c34acaaa8 service neutron] For port 6a7302fd-f17a-4da0-8948-2181bd2154c4, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=6a7302fd-f17a-4da0-8948-2181bd2154c4,segment=NetworkSegment(3c4730da-9994-4bcc-af94-9187d4300794),segment_id=3c4730da-9994-4bcc-af94-9187d4300794)] {{(pid=106230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:03:07.937628 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-d6efd280-d9fa-47e7-a9d5-3beb946af237 admin admin] Publish callbacks [] for router_gateway (afd96339-e571-4ae6-8804-46a62196660b), before_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:07.946145 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [req-b2b62269-dd1c-4bfe-8934-cbca2f33baa1 req-57c4b1a8-5ab5-49cd-91d1-719c34acaaa8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749746030758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749745591525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749745591543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13339705'] for port (6a7302fd-f17a-4da0-8948-2181bd2154c4), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:07.951600 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b62269-dd1c-4bfe-8934-cbca2f33baa1 req-57c4b1a8-5ab5-49cd-91d1-719c34acaaa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:03:07.952329 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [req-b2b62269-dd1c-4bfe-8934-cbca2f33baa1 req-57c4b1a8-5ab5-49cd-91d1-719c34acaaa8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16701016'] for port (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:07.953724 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-b2b62269-dd1c-4bfe-8934-cbca2f33baa1 req-57c4b1a8-5ab5-49cd-91d1-719c34acaaa8 service neutron] 10.222.0.57 "PUT /networking/v2.0/ports/6a7302fd-f17a-4da0-8948-2181bd2154c4 HTTP/1.1" status: 200 len: 1094 time: 0.7167430 Sep 18 01:03:07.956497 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e2ad1f2-0c1c-4839-8eac-aefd4ee8eea6', 'tag': '6a7302fd-f17a-4da0-8948-2181bd2154c4'}] {{(pid=106230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 18 01:03:07.958814 dv-cinder-master-3-smb neutron-server[106230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5cb6f936bef875aa30205792da77c9643b85616d99b85ee9f5e1cfaba0fe173" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a23a6f52-ae87-4f51-9845-ccf9d927d7dd" -d '{"events": [{"name": "network-changed", "server_uuid": "7e2ad1f2-0c1c-4839-8eac-aefd4ee8eea6", "tag": "6a7302fd-f17a-4da0-8948-2181bd2154c4"}]}' {{(pid=106230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:03:08.010531 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-d6efd280-d9fa-47e7-a9d5-3beb946af237 admin admin] Deleting port 51e28825-0c57-4907-8702-1c2946ca62e8 {{(pid=106231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 18 01:03:08.011095 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-d6efd280-d9fa-47e7-a9d5-3beb946af237 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749746030605'] for port (51e28825-0c57-4907-8702-1c2946ca62e8), before_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:08.031296 dv-cinder-master-3-smb neutron-server[106230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 18 Sep 2022 01:03:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40e38963-05cd-4675-90ce-f91697784aca x-openstack-request-id: req-40e38963-05cd-4675-90ce-f91697784aca {{(pid=106230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:03:08.031574 dv-cinder-master-3-smb neutron-server[106230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e2ad1f2-0c1c-4839-8eac-aefd4ee8eea6", "tag": "6a7302fd-f17a-4da0-8948-2181bd2154c4", "status": "completed", "code": 200}]} {{(pid=106230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:03:08.031826 dv-cinder-master-3-smb neutron-server[106230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-40e38963-05cd-4675-90ce-f91697784aca {{(pid=106230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:03:08.032233 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40e38963-05cd-4675-90ce-f91697784aca'] response: {'name': 'network-changed', 'server_uuid': '7e2ad1f2-0c1c-4839-8eac-aefd4ee8eea6', 'tag': '6a7302fd-f17a-4da0-8948-2181bd2154c4', 'status': 'completed', 'code': 200} Sep 18 01:03:08.047640 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.l3_hamode_db [None req-c022377d-586f-429e-94e2-ef86b53a448c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afd96339-e571-4ae6-8804-46a62196660b', 'name': 'tempest-AttachVolumeShelveTestJSON-1100825849-router', 'tenant_id': '1a7f6c917c934c00a862b9946ce2b1cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'external_fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.152'}], 'enable_snat': True}, 'gw_port_id': '51e28825-0c57-4907-8702-1c2946ca62e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:55:59Z', 'updated_at': '2022-09-18T01:03:07Z', 'revision_number': 5, 'project_id': '1a7f6c917c934c00a862b9946ce2b1cd', 'gw_port': {'id': '51e28825-0c57-4907-8702-1c2946ca62e8', 'name': '', 'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:0b:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd96339-e571-4ae6-8804-46a62196660b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:56:01Z', 'updated_at': '2022-09-18T00:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb'}], 'dv-cinder-master-3-smb', False) {} {{(pid=106232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:03:08.081555 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c022377d-586f-429e-94e2-ef86b53a448c None None] Checking router: afd96339-e571-4ae6-8804-46a62196660b for host: dv-cinder-master-3-smb {{(pid=106232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:03:08.091967 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c022377d-586f-429e-94e2-ef86b53a448c None None] Routers {'afd96339-e571-4ae6-8804-46a62196660b'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 18 01:03:08.092592 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.l3_hamode_db [None req-c022377d-586f-429e-94e2-ef86b53a448c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-18T00:47:37Z,description=,heartbeat_timestamp=2022-09-18T01:03:07Z,host='dv-cinder-master-3-smb',id=d0e8801d-4758-48bd-8085-7f05d3358764,load=0,resource_versions=,resources_synced=,started_at=2022-09-18T00:47:37Z,topic='l3_agent')) {'router_ids': ['afd96339-e571-4ae6-8804-46a62196660b'], 'active': True} {{(pid=106232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:03:08.115187 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ff5899-8b8a-4fd8-a755-33362ab239ba req-1d4d19d4-b457-4aa0-ae67-e7c836d61bc2 tempest-VolumesActionsTest-1973087526 tempest-VolumesActionsTest-1973087526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:03:08.118828 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-e9ff5899-8b8a-4fd8-a755-33362ab239ba req-1d4d19d4-b457-4aa0-ae67-e7c836d61bc2 tempest-VolumesActionsTest-1973087526 tempest-VolumesActionsTest-1973087526-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=7e2ad1f2-0c1c-4839-8eac-aefd4ee8eea6 HTTP/1.1" status: 200 len: 944 time: 0.1620507 Sep 18 01:03:08.124245 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-d6efd280-d9fa-47e7-a9d5-3beb946af237 admin admin] For port 51e28825-0c57-4907-8702-1c2946ca62e8, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=51e28825-0c57-4907-8702-1c2946ca62e8,segment=NetworkSegment(e81b1a67-2f81-4ac8-a4dd-b13e6c47d014),segment_id=e81b1a67-2f81-4ac8-a4dd-b13e6c47d014)] {{(pid=106231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:03:08.124625 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-d6efd280-d9fa-47e7-a9d5-3beb946af237 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16488537'] for port (51e28825-0c57-4907-8702-1c2946ca62e8), precommit_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:08.137088 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b62269-dd1c-4bfe-8934-cbca2f33baa1 req-47aed9b3-ee90-4c4f-9670-37d7805dc40b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:03:08.138542 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-b2b62269-dd1c-4bfe-8934-cbca2f33baa1 req-47aed9b3-ee90-4c4f-9670-37d7805dc40b service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=0a153c3fae624f67bfbc444bd46eeb70&device_id=7e2ad1f2-0c1c-4839-8eac-aefd4ee8eea6 HTTP/1.1" status: 200 len: 1128 time: 0.0820286 Sep 18 01:03:08.140646 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-d6efd280-d9fa-47e7-a9d5-3beb946af237 admin admin] Calling delete_port for 51e28825-0c57-4907-8702-1c2946ca62e8 owned by network:router_gateway {{(pid=106231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 18 01:03:08.141148 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c4b1a8-5ab5-49cd-91d1-719c34acaaa8 service neutron] Pushing event updated for resources: {'Port': ['ID=6a7302fd-f17a-4da0-8948-2181bd2154c4,revision_number=3']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:03:08.200395 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-b2b62269-dd1c-4bfe-8934-cbca2f33baa1 req-9c9a09a2-e8b7-437c-9638-c2a3e71dd4f7 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6a7302fd-f17a-4da0-8948-2181bd2154c4 HTTP/1.1" status: 200 len: 217 time: 0.0460675 Sep 18 01:03:08.234550 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-e9ff5899-8b8a-4fd8-a755-33362ab239ba req-2cc52ee5-2ed8-46f6-a08b-102230e72149 tempest-VolumesActionsTest-1973087526 tempest-VolumesActionsTest-1973087526-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=910ee98c-9403-472d-8cec-9e7bf4b6c435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079614 Sep 18 01:03:08.291103 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:03:08.293812 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b62269-dd1c-4bfe-8934-cbca2f33baa1 req-2fcbfdfe-fce3-4399-b179-d117efd97ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:03:08.295532 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-b2b62269-dd1c-4bfe-8934-cbca2f33baa1 req-2fcbfdfe-fce3-4399-b179-d117efd97ddc service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=4f51b1c6-a709-4841-a5ff-dfa987f6b4a7 HTTP/1.1" status: 200 len: 849 time: 0.0797968 Sep 18 01:03:08.334970 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.l3_dvr_db [None req-c022377d-586f-429e-94e2-ef86b53a448c None None] Set router afd96339-e571-4ae6-8804-46a62196660b gateway port host: None {{(pid=106232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 18 01:03:08.344042 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-b2b62269-dd1c-4bfe-8934-cbca2f33baa1 req-1b8b223d-1dfc-4c3c-b2bd-5253f1715be7 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=165c2cd8-90b5-4ecf-83f8-2bbb22ae89b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404170 Sep 18 01:03:08.376649 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-d6efd280-d9fa-47e7-a9d5-3beb946af237 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749746033803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749745591516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13917182'] for port (51e28825-0c57-4907-8702-1c2946ca62e8), after_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:08.388588 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.l3_hamode_db [None req-c022377d-586f-429e-94e2-ef86b53a448c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afd96339-e571-4ae6-8804-46a62196660b', 'name': 'tempest-AttachVolumeShelveTestJSON-1100825849-router', 'tenant_id': '1a7f6c917c934c00a862b9946ce2b1cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:55:59Z', 'updated_at': '2022-09-18T01:03:07Z', 'revision_number': 6, 'project_id': '1a7f6c917c934c00a862b9946ce2b1cd', 'gw_port_host': None}], 'dv-cinder-master-3-smb', False) {} {{(pid=106232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:03:08.409509 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6efd280-d9fa-47e7-a9d5-3beb946af237 admin admin] Pushing event deleted for resources: {'Port': ['ID=51e28825-0c57-4907-8702-1c2946ca62e8,revision_number=None']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:03:08.423694 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c022377d-586f-429e-94e2-ef86b53a448c None None] The sync data for ids ['afd96339-e571-4ae6-8804-46a62196660b'] in dv-cinder-master-3-smb is: [{'id': 'afd96339-e571-4ae6-8804-46a62196660b', 'name': 'tempest-AttachVolumeShelveTestJSON-1100825849-router', 'tenant_id': '1a7f6c917c934c00a862b9946ce2b1cd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:55:59Z', 'updated_at': '2022-09-18T01:03:07Z', 'revision_number': 6, 'project_id': '1a7f6c917c934c00a862b9946ce2b1cd', 'gw_port_host': None}] {{(pid=106232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:03:08.448975 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-b2b62269-dd1c-4bfe-8934-cbca2f33baa1 req-cc64c70b-a77c-4357-a5db-d7be13663303 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/165c2cd8-90b5-4ecf-83f8-2bbb22ae89b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977626 Sep 18 01:03:08.463734 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:03:08.478022 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-d6efd280-d9fa-47e7-a9d5-3beb946af237 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16489817'] for router_gateway (afd96339-e571-4ae6-8804-46a62196660b), after_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:08.557078 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-b2b62269-dd1c-4bfe-8934-cbca2f33baa1 req-98f00337-04ef-46fb-9a58-4328af6211cd service neutron] 10.222.0.57 "GET /networking/v2.0/networks/165c2cd8-90b5-4ecf-83f8-2bbb22ae89b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003835 Sep 18 01:03:08.846856 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-d6efd280-d9fa-47e7-a9d5-3beb946af237 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16492237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1921'] for router (afd96339-e571-4ae6-8804-46a62196660b), precommit_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:08.849126 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-d6efd280-d9fa-47e7-a9d5-3beb946af237 admin admin] Publish callbacks [] for router_controller (afd96339-e571-4ae6-8804-46a62196660b), precommit_delete_associations {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:08.898416 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-dbc7b203-e4cc-426a-aeff-c16fa309d22e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (91de19fe-167d-470c-b665-c08c1d21c559), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:08.898785 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-d6efd280-d9fa-47e7-a9d5-3beb946af237 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16490094'] for router (afd96339-e571-4ae6-8804-46a62196660b), after_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:08.899365 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6efd280-d9fa-47e7-a9d5-3beb946af237 admin admin] Fanout notify agent at l3_agent the message router_deleted on router afd96339-e571-4ae6-8804-46a62196660b {{(pid=106231) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 01:03:08.903640 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-d6efd280-d9fa-47e7-a9d5-3beb946af237 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:08.904801 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-d6efd280-d9fa-47e7-a9d5-3beb946af237 admin admin] 10.222.0.33 "DELETE /networking/v2.0/routers/afd96339-e571-4ae6-8804-46a62196660b HTTP/1.1" status: 204 len: 168 time: 1.2015352 Sep 18 01:03:08.907326 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 36914) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:03:08.962097 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c02d208-48de-40cb-af96-2710d6020b4b admin admin] Deleting subnet b02e0a67-927b-4f1f-86aa-5b54aefb606b {{(pid=106231) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 18 01:03:08.965967 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-4c02d208-48de-40cb-af96-2710d6020b4b admin admin] Publish callbacks [] for subnet (b02e0a67-927b-4f1f-86aa-5b54aefb606b), before_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:09.008793 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-4c02d208-48de-40cb-af96-2710d6020b4b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14079591'] for subnet (b02e0a67-927b-4f1f-86aa-5b54aefb606b), precommit_delete_associations {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:09.028611 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.rpc [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Device 51e28825-0c57-4907-8702-1c2946ca62e8 no longer exists at agent ovs-agent-dv-cinder-master-3-smb {{(pid=106232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:03:09.052542 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] No Port match for: 51e28825-0c57-4907-8702-1c2946ca62e8 {{(pid=106232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 18 01:03:09.053074 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.rpc [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Device 51e28825-0c57-4907-8702-1c2946ca62e8 not bound to the agent host dv-cinder-master-3-smb {{(pid=106232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:03:09.053074 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.rpc [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Device a9bc47a8-4881-46c7-add9-d9f3582d3f14 no longer exists at agent ovs-agent-dv-cinder-master-3-smb {{(pid=106232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:03:09.054530 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:03:09.074104 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] No Port match for: a9bc47a8-4881-46c7-add9-d9f3582d3f14 {{(pid=106232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 18 01:03:09.074463 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.rpc [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Device a9bc47a8-4881-46c7-add9-d9f3582d3f14 not bound to the agent host dv-cinder-master-3-smb {{(pid=106232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:03:09.102631 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-4c02d208-48de-40cb-af96-2710d6020b4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-900458'] for subnet (b02e0a67-927b-4f1f-86aa-5b54aefb606b), precommit_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:09.166594 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-4c02d208-48de-40cb-af96-2710d6020b4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-888663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16510870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13917073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13973654'] for subnet (b02e0a67-927b-4f1f-86aa-5b54aefb606b), after_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:09.193932 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c02d208-48de-40cb-af96-2710d6020b4b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b02e0a67-927b-4f1f-86aa-5b54aefb606b,revision_number=None']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:03:09.201084 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-4c02d208-48de-40cb-af96-2710d6020b4b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:09.206858 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-4c02d208-48de-40cb-af96-2710d6020b4b admin admin] 10.222.0.33 "DELETE /networking/v2.0/subnets/b02e0a67-927b-4f1f-86aa-5b54aefb606b HTTP/1.1" status: 204 len: 168 time: 0.2961881 Sep 18 01:03:09.207035 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbb8a4fb-5763-48a4-b66b-3eef7b723aea None None] Network 5b2870f5-1df6-4588-9304-3be88fc2aeec requested from dv-cinder-master-3-smb {{(pid=106232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 18 01:03:09.207813 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 36916) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:03:09.232331 dv-cinder-master-3-smb neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:03:09.294589 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-45202585-51f5-4a62-a5f3-a41d7fc10ae5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-960799'] for network (5b2870f5-1df6-4588-9304-3be88fc2aeec), before_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:09.352857 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-45202585-51f5-4a62-a5f3-a41d7fc10ae5 admin admin] Deleting port 95265b42-1dcd-469b-920c-bdfb1b25306f {{(pid=106231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 18 01:03:09.353131 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-45202585-51f5-4a62-a5f3-a41d7fc10ae5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749746030605'] for port (95265b42-1dcd-469b-920c-bdfb1b25306f), before_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:09.396395 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60976ba7-a9a9-4315-8d72-6f38b1769d21 None None] DHCP port deletion for 5b2870f5-1df6-4588-9304-3be88fc2aeec request from dv-cinder-master-3-smb {{(pid=106232) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 18 01:03:09.444416 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-60976ba7-a9a9-4315-8d72-6f38b1769d21 None None] Deleting port 95265b42-1dcd-469b-920c-bdfb1b25306f {{(pid=106232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 18 01:03:09.445671 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-60976ba7-a9a9-4315-8d72-6f38b1769d21 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749746030605'] for port (95265b42-1dcd-469b-920c-bdfb1b25306f), before_delete {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:09.450677 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-45202585-51f5-4a62-a5f3-a41d7fc10ae5 admin admin] For port 95265b42-1dcd-469b-920c-bdfb1b25306f, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=95265b42-1dcd-469b-920c-bdfb1b25306f,segment=NetworkSegment(ad5fe970-da3b-4a06-bd95-f70d97a5ce86),segment_id=ad5fe970-da3b-4a06-bd95-f70d97a5ce86)] {{(pid=106231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:03:09.451123 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-45202585-51f5-4a62-a5f3-a41d7fc10ae5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16488537'] for port (95265b42-1dcd-469b-920c-bdfb1b25306f), precommit_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:09.468254 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-45202585-51f5-4a62-a5f3-a41d7fc10ae5 admin admin] Calling delete_port for 95265b42-1dcd-469b-920c-bdfb1b25306f owned by network:dhcp {{(pid=106231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 18 01:03:09.531468 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.db [None req-60976ba7-a9a9-4315-8d72-6f38b1769d21 None None] For port 95265b42-1dcd-469b-920c-bdfb1b25306f, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=95265b42-1dcd-469b-920c-bdfb1b25306f,segment=NetworkSegment(ad5fe970-da3b-4a06-bd95-f70d97a5ce86),segment_id=ad5fe970-da3b-4a06-bd95-f70d97a5ce86)] {{(pid=106232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:03:09.531799 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-60976ba7-a9a9-4315-8d72-6f38b1769d21 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16488537'] for port (95265b42-1dcd-469b-920c-bdfb1b25306f), precommit_delete {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:09.539982 dv-cinder-master-3-smb neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:03:09.548036 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-60976ba7-a9a9-4315-8d72-6f38b1769d21 None None] Calling delete_port for 95265b42-1dcd-469b-920c-bdfb1b25306f owned by network:dhcp {{(pid=106232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 18 01:03:09.557222 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23a6f52-ae87-4f51-9845-ccf9d927d7dd req-b158c0a2-6a2a-4bd0-9193-f951f8f84bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:03:09.559530 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-a23a6f52-ae87-4f51-9845-ccf9d927d7dd req-b158c0a2-6a2a-4bd0-9193-f951f8f84bf4 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=0a153c3fae624f67bfbc444bd46eeb70&device_id=7e2ad1f2-0c1c-4839-8eac-aefd4ee8eea6 HTTP/1.1" status: 200 len: 1128 time: 0.0853534 Sep 18 01:03:09.578590 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-45202585-51f5-4a62-a5f3-a41d7fc10ae5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749746033803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749745591516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13917182'] for port (95265b42-1dcd-469b-920c-bdfb1b25306f), after_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:09.606542 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17617d6-ff75-4f19-9d4e-6f76c6b3e96a req-a04d47fe-74a2-457c-bb7b-7df6aac708c8 tempest-VolumesActionsTest-1973087526 tempest-VolumesActionsTest-1973087526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:03:09.608073 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-f17617d6-ff75-4f19-9d4e-6f76c6b3e96a req-a04d47fe-74a2-457c-bb7b-7df6aac708c8 tempest-VolumesActionsTest-1973087526 tempest-VolumesActionsTest-1973087526-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=7e2ad1f2-0c1c-4839-8eac-aefd4ee8eea6 HTTP/1.1" status: 200 len: 944 time: 0.0928249 Sep 18 01:03:09.614529 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45202585-51f5-4a62-a5f3-a41d7fc10ae5 admin admin] Pushing event deleted for resources: {'Port': ['ID=95265b42-1dcd-469b-920c-bdfb1b25306f,revision_number=None']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:03:09.615506 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:03:09.617680 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45202585-51f5-4a62-a5f3-a41d7fc10ae5 admin admin] No DVR routers for this DVR port 95265b42-1dcd-469b-920c-bdfb1b25306f on host dv-cinder-master-3-smb {{(pid=106231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 18 01:03:09.636541 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-60976ba7-a9a9-4315-8d72-6f38b1769d21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749746033803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749745591516'] for port (95265b42-1dcd-469b-920c-bdfb1b25306f), after_delete {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:09.661591 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60976ba7-a9a9-4315-8d72-6f38b1769d21 None None] Pushing event deleted for resources: {'Port': ['ID=95265b42-1dcd-469b-920c-bdfb1b25306f,revision_number=None']} {{(pid=106232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:03:09.667140 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60976ba7-a9a9-4315-8d72-6f38b1769d21 None None] No DVR routers for this DVR port 95265b42-1dcd-469b-920c-bdfb1b25306f on host dv-cinder-master-3-smb {{(pid=106232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 18 01:03:09.703715 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-45202585-51f5-4a62-a5f3-a41d7fc10ae5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-977985', 'neutron.services.segments.db._delete_segments_for_network-8749746056641'] for network (5b2870f5-1df6-4588-9304-3be88fc2aeec), precommit_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:09.724107 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-f17617d6-ff75-4f19-9d4e-6f76c6b3e96a req-683bd3e4-e68f-466e-9859-d9b9826b287d tempest-VolumesActionsTest-1973087526 tempest-VolumesActionsTest-1973087526-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=910ee98c-9403-472d-8cec-9e7bf4b6c435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018863 Sep 18 01:03:09.725822 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.services.segments.db [None req-45202585-51f5-4a62-a5f3-a41d7fc10ae5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b2870f5-1df6-4588-9304-3be88fc2aeec']}} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:03:09.734810 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23a6f52-ae87-4f51-9845-ccf9d927d7dd req-e481bb45-d62c-472f-85d8-eaee091b99c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:03:09.736268 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-a23a6f52-ae87-4f51-9845-ccf9d927d7dd req-e481bb45-d62c-472f-85d8-eaee091b99c3 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=165c2cd8-90b5-4ecf-83f8-2bbb22ae89b1 HTTP/1.1" status: 200 len: 910 time: 0.1685369 Sep 18 01:03:09.738005 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.services.segments.db [None req-45202585-51f5-4a62-a5f3-a41d7fc10ae5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad5fe970-da3b-4a06-bd95-f70d97a5ce86') {'for_net_delete': True} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:03:09.738444 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.services.segments.db [None req-45202585-51f5-4a62-a5f3-a41d7fc10ae5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad5fe970-da3b-4a06-bd95-f70d97a5ce86') {} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:03:09.752482 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-45202585-51f5-4a62-a5f3-a41d7fc10ae5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749746056533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14079580'] for segment (ad5fe970-da3b-4a06-bd95-f70d97a5ce86), before_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:09.771408 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-45202585-51f5-4a62-a5f3-a41d7fc10ae5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-977230'] for segment (ad5fe970-da3b-4a06-bd95-f70d97a5ce86), precommit_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:09.778718 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45202585-51f5-4a62-a5f3-a41d7fc10ae5 admin admin] Releasing vlan 159 on physical network physnet1 to pool {{(pid=106231) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 01:03:09.779144 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-45202585-51f5-4a62-a5f3-a41d7fc10ae5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-977230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13916971'] for segment (ad5fe970-da3b-4a06-bd95-f70d97a5ce86), after_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:09.790467 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-a23a6f52-ae87-4f51-9845-ccf9d927d7dd req-9745b3d7-a776-48bf-81c2-ad77fbf09835 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6a7302fd-f17a-4da0-8948-2181bd2154c4 HTTP/1.1" status: 200 len: 217 time: 0.0475857 Sep 18 01:03:09.830123 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.services.segments.plugin [-] Segment ad5fe970-da3b-4a06-bd95-f70d97a5ce86 resource provider aggregate not found Sep 18 01:03:09.848710 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.services.segments.plugin [-] Segment ad5fe970-da3b-4a06-bd95-f70d97a5ce86 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ad5fe970-da3b-4a06-bd95-f70d97a5ce86 found for delete ", "request_id": "req-f0213acb-8a28-4da2-9873-3029f5f5bd53"}]} Sep 18 01:03:09.849740 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-45202585-51f5-4a62-a5f3-a41d7fc10ae5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-978040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16510767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16489868'] for network (5b2870f5-1df6-4588-9304-3be88fc2aeec), after_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:09.849891 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23a6f52-ae87-4f51-9845-ccf9d927d7dd req-4eac5c9d-9726-4461-b6f1-8638441b02c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:03:09.851841 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-a23a6f52-ae87-4f51-9845-ccf9d927d7dd req-4eac5c9d-9726-4461-b6f1-8638441b02c3 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=4f51b1c6-a709-4841-a5ff-dfa987f6b4a7 HTTP/1.1" status: 200 len: 849 time: 0.0547619 Sep 18 01:03:09.858642 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-45202585-51f5-4a62-a5f3-a41d7fc10ae5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16267021'] for network (None), before_response {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:09.862669 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-45202585-51f5-4a62-a5f3-a41d7fc10ae5 admin admin] 10.222.0.33 "DELETE /networking/v2.0/networks/5b2870f5-1df6-4588-9304-3be88fc2aeec HTTP/1.1" status: 204 len: 168 time: 0.6538641 Sep 18 01:03:09.873016 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45202585-51f5-4a62-a5f3-a41d7fc10ae5 admin admin] Pushing event deleted for resources: {'Network': ['ID=5b2870f5-1df6-4588-9304-3be88fc2aeec,revision_number=None']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:03:09.889672 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-a23a6f52-ae87-4f51-9845-ccf9d927d7dd req-7f06dd66-3b08-47a9-9f9f-367201afda42 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=165c2cd8-90b5-4ecf-83f8-2bbb22ae89b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303078 Sep 18 01:03:09.990992 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-a23a6f52-ae87-4f51-9845-ccf9d927d7dd req-373af675-be43-4092-8ade-e768343ca6ff service neutron] 10.222.0.57 "GET /networking/v2.0/networks/165c2cd8-90b5-4ecf-83f8-2bbb22ae89b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913112 Sep 18 01:03:10.005759 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 36928) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:03:10.026751 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:03:10.050346 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-d13a9284-9c8f-42fd-abc3-07f586e13236 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=1a7f6c917c934c00a862b9946ce2b1cd&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0434127 Sep 18 01:03:10.052928 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 36930) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:03:10.099971 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-a23a6f52-ae87-4f51-9845-ccf9d927d7dd req-a679685c-d94b-436a-a027-e4139e3a16d3 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/165c2cd8-90b5-4ecf-83f8-2bbb22ae89b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030879 Sep 18 01:03:10.110200 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-5b7d86de-ddbd-40c8-88d5-2c68541871b3 admin admin] Publish callbacks [] for security_group (3dc8019f-9507-4d82-ae35-43b2e8d8cf73), before_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:10.136081 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-5b7d86de-ddbd-40c8-88d5-2c68541871b3 admin admin] Publish callbacks [] for security_group (3dc8019f-9507-4d82-ae35-43b2e8d8cf73), precommit_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:10.161523 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-1c1e26f8-ce84-4314-9422-87e0912de383 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (9a0bd8cc-a240-4c0b-8d32-8f22e7371ee9), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:10.186747 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-5b7d86de-ddbd-40c8-88d5-2c68541871b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512506'] for security_group (3dc8019f-9507-4d82-ae35-43b2e8d8cf73), after_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:10.189356 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-5b7d86de-ddbd-40c8-88d5-2c68541871b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:10.190508 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-5b7d86de-ddbd-40c8-88d5-2c68541871b3 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/3dc8019f-9507-4d82-ae35-43b2e8d8cf73 HTTP/1.1" status: 204 len: 168 time: 0.1366558 Sep 18 01:03:10.193805 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:DELETE=12,neutron:SELECT=86,neutron:UPDATE=2 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:03:10.200672 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7d86de-ddbd-40c8-88d5-2c68541871b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dc8019f-9507-4d82-ae35-43b2e8d8cf73,revision_number=None']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:03:10.268100 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (c8573462-7e7f-4357-b3a8-beeaa8ae7db3), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:10.464684 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.rpc [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Device 6a7302fd-f17a-4da0-8948-2181bd2154c4 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 01:03:10.568948 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.db [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] For port 6a7302fd-f17a-4da0-8948-2181bd2154c4, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=6a7302fd-f17a-4da0-8948-2181bd2154c4,segment=NetworkSegment(3c4730da-9994-4bcc-af94-9187d4300794),segment_id=3c4730da-9994-4bcc-af94-9187d4300794)] {{(pid=106232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:03:10.580705 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.rpc [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Returning: {'device': '6a7302fd-f17a-4da0-8948-2181bd2154c4', 'network_id': '165c2cd8-90b5-4ecf-83f8-2bbb22ae89b1', 'port_id': '6a7302fd-f17a-4da0-8948-2181bd2154c4', 'mac_address': 'fa:16:3e:f9:f8:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f51b1c6-a709-4841-a5ff-dfa987f6b4a7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 01:03:10.621277 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Current status of the port 6a7302fd-f17a-4da0-8948-2181bd2154c4 is: DOWN; New status is: BUILD {{(pid=106232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 01:03:10.621583 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (6a7302fd-f17a-4da0-8948-2181bd2154c4), before_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:10.635340 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.notifiers.nova [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a7302fd-f17a-4da0-8948-2181bd2154c4 {{(pid=106232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 18 01:03:10.657698 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.db [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] For port 6a7302fd-f17a-4da0-8948-2181bd2154c4, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=6a7302fd-f17a-4da0-8948-2181bd2154c4,segment=NetworkSegment(3c4730da-9994-4bcc-af94-9187d4300794),segment_id=3c4730da-9994-4bcc-af94-9187d4300794)] {{(pid=106232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:03:10.661824 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749746030758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749745591525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749745591543'] for port (6a7302fd-f17a-4da0-8948-2181bd2154c4), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:10.718785 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Pushing event updated for resources: {'Port': ['ID=6a7302fd-f17a-4da0-8948-2181bd2154c4,revision_number=4']} {{(pid=106232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:03:10.853154 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a853df3-f794-4081-a419-79f6492d07e0 req-4262199d-fd93-4ca9-a3b9-4c42d9140138 tempest-VolumesActionsTest-1973087526 tempest-VolumesActionsTest-1973087526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:03:10.854752 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-7a853df3-f794-4081-a419-79f6492d07e0 req-4262199d-fd93-4ca9-a3b9-4c42d9140138 tempest-VolumesActionsTest-1973087526 tempest-VolumesActionsTest-1973087526-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=7e2ad1f2-0c1c-4839-8eac-aefd4ee8eea6 HTTP/1.1" status: 200 len: 945 time: 0.0493922 Sep 18 01:03:10.904228 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-7a853df3-f794-4081-a419-79f6492d07e0 req-e7d21b73-8228-458c-937b-fed8655b723c tempest-VolumesActionsTest-1973087526 tempest-VolumesActionsTest-1973087526-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=910ee98c-9403-472d-8cec-9e7bf4b6c435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433972 Sep 18 01:03:11.014380 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.db [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] get_ports_and_sgs() called for port_ids ['6a7302fd-f17a-4da0-8948-2181bd2154c4'] {{(pid=106232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 18 01:03:11.046469 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.rpc [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Device 95265b42-1dcd-469b-920c-bdfb1b25306f no longer exists at agent ovs-agent-dv-cinder-master-3-smb {{(pid=106232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:03:11.079714 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] No Port match for: 95265b42-1dcd-469b-920c-bdfb1b25306f {{(pid=106232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 18 01:03:11.080062 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.rpc [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Device 95265b42-1dcd-469b-920c-bdfb1b25306f not bound to the agent host dv-cinder-master-3-smb {{(pid=106232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:03:11.252712 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.agents_db [None req-fc240a3b-6701-466a-b3ae-821b2bb1d0eb None None] Agent healthcheck: found 6 active agents {{(pid=106233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 01:03:12.063349 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6445bd8-f78b-440c-ab2f-88310fc0d75a req-efb8de01-b12a-4508-b054-b7046dd3dd49 tempest-VolumesActionsTest-1973087526 tempest-VolumesActionsTest-1973087526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:03:12.065021 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-c6445bd8-f78b-440c-ab2f-88310fc0d75a req-efb8de01-b12a-4508-b054-b7046dd3dd49 tempest-VolumesActionsTest-1973087526 tempest-VolumesActionsTest-1973087526-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=7e2ad1f2-0c1c-4839-8eac-aefd4ee8eea6 HTTP/1.1" status: 200 len: 945 time: 0.0791614 Sep 18 01:03:12.129523 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-c6445bd8-f78b-440c-ab2f-88310fc0d75a req-6d84eee7-fd13-4435-b7ab-518b95e27591 tempest-VolumesActionsTest-1973087526 tempest-VolumesActionsTest-1973087526-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=910ee98c-9403-472d-8cec-9e7bf4b6c435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577493 Sep 18 01:03:12.476585 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.rpc [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Device 6a7302fd-f17a-4da0-8948-2181bd2154c4 up at agent hyperv_hv-cinder-maste {{(pid=106232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:03:12.519785 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.provisioning_blocks [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Provisioning for port 6a7302fd-f17a-4da0-8948-2181bd2154c4 completed by entity L2. {{(pid=106232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 18 01:03:12.524593 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.provisioning_blocks [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Provisioning complete for port 6a7302fd-f17a-4da0-8948-2181bd2154c4 triggered by entity L2. {{(pid=106232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 01:03:12.524971 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981214'] for port (6a7302fd-f17a-4da0-8948-2181bd2154c4), provisioning_complete {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:12.525372 dv-cinder-master-3-smb neutron-server[106232]: INFO neutron.plugins.ml2.plugin [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Attempt 1 to provision port 6a7302fd-f17a-4da0-8948-2181bd2154c4 Sep 18 01:03:12.546897 dv-cinder-master-3-smb neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:03:12.608094 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Current status of the port 6a7302fd-f17a-4da0-8948-2181bd2154c4 is: BUILD; New status is: ACTIVE {{(pid=106232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 01:03:12.608489 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (6a7302fd-f17a-4da0-8948-2181bd2154c4), before_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:12.620808 dv-cinder-master-3-smb neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:03:12.634854 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e2ad1f2-0c1c-4839-8eac-aefd4ee8eea6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a7302fd-f17a-4da0-8948-2181bd2154c4'}] {{(pid=106232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 18 01:03:12.637069 dv-cinder-master-3-smb neutron-server[106232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90e96a6086c290001a0d7e5ddcf89e279d0a9bc322b7051b760fc9213660c862" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3e59819-dcdf-4ddd-9177-7ad041cff884" -d '{"events": [{"server_uuid": "7e2ad1f2-0c1c-4839-8eac-aefd4ee8eea6", "name": "network-vif-plugged", "status": "completed", "tag": "6a7302fd-f17a-4da0-8948-2181bd2154c4"}]}' {{(pid=106232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:03:12.650487 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.db [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] For port 6a7302fd-f17a-4da0-8948-2181bd2154c4, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=6a7302fd-f17a-4da0-8948-2181bd2154c4,segment=NetworkSegment(3c4730da-9994-4bcc-af94-9187d4300794),segment_id=3c4730da-9994-4bcc-af94-9187d4300794)] {{(pid=106232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:03:12.654283 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749746030758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749745591525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749745591543'] for port (6a7302fd-f17a-4da0-8948-2181bd2154c4), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:12.676667 dv-cinder-master-3-smb neutron-server[106232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 18 Sep 2022 01:03:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d31dd288-0e5f-4d96-a449-521b3c8d97a0 x-openstack-request-id: req-d31dd288-0e5f-4d96-a449-521b3c8d97a0 {{(pid=106232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:03:12.676976 dv-cinder-master-3-smb neutron-server[106232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e2ad1f2-0c1c-4839-8eac-aefd4ee8eea6", "name": "network-vif-plugged", "status": "completed", "tag": "6a7302fd-f17a-4da0-8948-2181bd2154c4", "code": 200}]} {{(pid=106232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:03:12.677227 dv-cinder-master-3-smb neutron-server[106232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-d31dd288-0e5f-4d96-a449-521b3c8d97a0 {{(pid=106232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:03:12.677634 dv-cinder-master-3-smb neutron-server[106232]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d31dd288-0e5f-4d96-a449-521b3c8d97a0'] response: {'server_uuid': '7e2ad1f2-0c1c-4839-8eac-aefd4ee8eea6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a7302fd-f17a-4da0-8948-2181bd2154c4', 'code': 200} Sep 18 01:03:12.703928 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Pushing event updated for resources: {'Port': ['ID=6a7302fd-f17a-4da0-8948-2181bd2154c4,revision_number=5']} {{(pid=106232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:03:12.905609 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=100 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:03:12.909589 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff208139-061d-40e2-b83a-6d13d032d8d0 req-1271cabb-06f1-4e8b-82a0-a8ab1efc3d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:03:12.911094 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-ff208139-061d-40e2-b83a-6d13d032d8d0 req-1271cabb-06f1-4e8b-82a0-a8ab1efc3d3f service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=7e2ad1f2-0c1c-4839-8eac-aefd4ee8eea6 HTTP/1.1" status: 200 len: 1130 time: 0.0406299 Sep 18 01:03:12.957617 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-ff208139-061d-40e2-b83a-6d13d032d8d0 req-f73cdfa7-8999-4f34-ac72-132ea34cce8e service neutron] 10.222.0.57 "GET /networking/v2.0/security-groups?id=910ee98c-9403-472d-8cec-9e7bf4b6c435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390432 Sep 18 01:03:13.255802 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142d2e7e-9067-438f-945b-285e304ac6dd req-fc85a386-d75d-4f35-9e69-00d6ca3b7735 tempest-VolumesActionsTest-1973087526 tempest-VolumesActionsTest-1973087526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:03:13.257668 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-142d2e7e-9067-438f-945b-285e304ac6dd req-fc85a386-d75d-4f35-9e69-00d6ca3b7735 tempest-VolumesActionsTest-1973087526 tempest-VolumesActionsTest-1973087526-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=7e2ad1f2-0c1c-4839-8eac-aefd4ee8eea6 HTTP/1.1" status: 200 len: 946 time: 0.0494523 Sep 18 01:03:13.315920 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-142d2e7e-9067-438f-945b-285e304ac6dd req-8fc980f2-c946-423d-acf5-24ccc73f7aa3 tempest-VolumesActionsTest-1973087526 tempest-VolumesActionsTest-1973087526-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=910ee98c-9403-472d-8cec-9e7bf4b6c435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516136 Sep 18 01:03:13.398716 dv-cinder-master-3-smb neutron-server[106233]: DEBUG dbcounter [-] [106233] Writing DB stats neutron:SELECT=6 {{(pid=106233) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:03:14.446258 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3f4457-1ee6-4b1b-ba71-e3360bf12877 req-ccf46845-fbb9-4e39-bd64-17344539be61 tempest-VolumesActionsTest-1973087526 tempest-VolumesActionsTest-1973087526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:03:14.447867 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-7d3f4457-1ee6-4b1b-ba71-e3360bf12877 req-ccf46845-fbb9-4e39-bd64-17344539be61 tempest-VolumesActionsTest-1973087526 tempest-VolumesActionsTest-1973087526-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=7e2ad1f2-0c1c-4839-8eac-aefd4ee8eea6 HTTP/1.1" status: 200 len: 946 time: 0.0515149 Sep 18 01:03:14.497856 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-7d3f4457-1ee6-4b1b-ba71-e3360bf12877 req-0bfda1f4-e559-40c0-a8e3-966dfb887085 tempest-VolumesActionsTest-1973087526 tempest-VolumesActionsTest-1973087526-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=910ee98c-9403-472d-8cec-9e7bf4b6c435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443823 Sep 18 01:03:15.625290 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d626f9c-143f-4070-99b5-2984ec0f697a req-839c23fe-9056-4dac-8537-653fe94a8ef3 tempest-VolumesActionsTest-1973087526 tempest-VolumesActionsTest-1973087526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:03:15.626746 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-8d626f9c-143f-4070-99b5-2984ec0f697a req-839c23fe-9056-4dac-8537-653fe94a8ef3 tempest-VolumesActionsTest-1973087526 tempest-VolumesActionsTest-1973087526-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=7e2ad1f2-0c1c-4839-8eac-aefd4ee8eea6 HTTP/1.1" status: 200 len: 946 time: 0.0474296 Sep 18 01:03:15.673767 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-8d626f9c-143f-4070-99b5-2984ec0f697a req-0aaa55cd-f138-49ab-a295-7209dffc837d tempest-VolumesActionsTest-1973087526 tempest-VolumesActionsTest-1973087526-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=910ee98c-9403-472d-8cec-9e7bf4b6c435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414848 Sep 18 01:03:16.214132 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 37042) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:03:16.318312 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-af19206d-ac40-4d2d-8122-b074105bc0f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:16.397131 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-af19206d-ac40-4d2d-8122-b074105bc0f4 admin admin] Publish callbacks [] for security_group (8d4a6a02-9cb3-4520-b88a-6a107d49893a), precommit_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:16.400797 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-af19206d-ac40-4d2d-8122-b074105bc0f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512506'] for security_group (8d4a6a02-9cb3-4520-b88a-6a107d49893a), after_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:16.441024 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-af19206d-ac40-4d2d-8122-b074105bc0f4 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=e175043ee5a14956810075f2d841f018&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2257755 Sep 18 01:03:16.441891 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af19206d-ac40-4d2d-8122-b074105bc0f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d4a6a02-9cb3-4520-b88a-6a107d49893a,revision_number=1']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:03:16.443869 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.33', 37046) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:03:16.499266 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-f9b50b8e-6471-4525-9301-207e8cc2cd1b admin admin] Publish callbacks [] for security_group (8d4a6a02-9cb3-4520-b88a-6a107d49893a), before_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:16.520564 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-f9b50b8e-6471-4525-9301-207e8cc2cd1b admin admin] Publish callbacks [] for security_group (8d4a6a02-9cb3-4520-b88a-6a107d49893a), precommit_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:16.536680 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=100 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:03:16.569325 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-f9b50b8e-6471-4525-9301-207e8cc2cd1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512506'] for security_group (8d4a6a02-9cb3-4520-b88a-6a107d49893a), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:16.572014 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-f9b50b8e-6471-4525-9301-207e8cc2cd1b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:16.573159 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [None req-f9b50b8e-6471-4525-9301-207e8cc2cd1b admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/8d4a6a02-9cb3-4520-b88a-6a107d49893a HTTP/1.1" status: 204 len: 168 time: 0.1283062 Sep 18 01:03:16.581412 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b50b8e-6471-4525-9301-207e8cc2cd1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d4a6a02-9cb3-4520-b88a-6a107d49893a,revision_number=None']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:03:16.860823 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 37054) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:03:16.875794 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-8bfa8d72-5ac0-469b-b18a-26dfddce0e5c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:16.957825 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-8bfa8d72-5ac0-469b-b18a-26dfddce0e5c admin admin] Publish callbacks [] for security_group (476f355e-8914-40f3-b37f-e780b58cfc77), precommit_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:16.962464 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-8bfa8d72-5ac0-469b-b18a-26dfddce0e5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512506'] for security_group (476f355e-8914-40f3-b37f-e780b58cfc77), after_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:17.002975 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfa8d72-5ac0-469b-b18a-26dfddce0e5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=476f355e-8914-40f3-b37f-e780b58cfc77,revision_number=1']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:03:17.007973 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-8bfa8d72-5ac0-469b-b18a-26dfddce0e5c admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=1f49787477c5442ab2fdf70dbb6af8ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1458464 Sep 18 01:03:17.010696 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 37056) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:03:17.064501 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-a1c4f510-6a59-4e2a-8cbd-6a6eba56aaa2 admin admin] Publish callbacks [] for security_group (476f355e-8914-40f3-b37f-e780b58cfc77), before_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:17.085283 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-a1c4f510-6a59-4e2a-8cbd-6a6eba56aaa2 admin admin] Publish callbacks [] for security_group (476f355e-8914-40f3-b37f-e780b58cfc77), precommit_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:17.133946 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-a1c4f510-6a59-4e2a-8cbd-6a6eba56aaa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512506'] for security_group (476f355e-8914-40f3-b37f-e780b58cfc77), after_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:17.136885 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-a1c4f510-6a59-4e2a-8cbd-6a6eba56aaa2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:17.138102 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-a1c4f510-6a59-4e2a-8cbd-6a6eba56aaa2 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/476f355e-8914-40f3-b37f-e780b58cfc77 HTTP/1.1" status: 204 len: 168 time: 0.1264260 Sep 18 01:03:17.146809 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c4f510-6a59-4e2a-8cbd-6a6eba56aaa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=476f355e-8914-40f3-b37f-e780b58cfc77,revision_number=None']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:03:18.679963 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363119fc-8abb-4270-8489-94c66b685488 req-5f5a6a19-cd90-4770-97c9-8bc76f9d94f1 tempest-VolumesActionsTest-1973087526 tempest-VolumesActionsTest-1973087526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:03:18.681644 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-363119fc-8abb-4270-8489-94c66b685488 req-5f5a6a19-cd90-4770-97c9-8bc76f9d94f1 tempest-VolumesActionsTest-1973087526 tempest-VolumesActionsTest-1973087526-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=7e2ad1f2-0c1c-4839-8eac-aefd4ee8eea6 HTTP/1.1" status: 200 len: 946 time: 0.0500591 Sep 18 01:03:18.732117 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-363119fc-8abb-4270-8489-94c66b685488 req-eb807885-24d6-40cb-8ef4-ff204f753e6a tempest-VolumesActionsTest-1973087526 tempest-VolumesActionsTest-1973087526-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=910ee98c-9403-472d-8cec-9e7bf4b6c435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447068 Sep 18 01:03:19.871810 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783cf32e-d104-4b3d-a1cb-8e7f8bef6115 req-90ac2f3e-16c9-4498-9497-eaae91cb5610 tempest-VolumesActionsTest-1973087526 tempest-VolumesActionsTest-1973087526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:03:19.873529 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-783cf32e-d104-4b3d-a1cb-8e7f8bef6115 req-90ac2f3e-16c9-4498-9497-eaae91cb5610 tempest-VolumesActionsTest-1973087526 tempest-VolumesActionsTest-1973087526-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=7e2ad1f2-0c1c-4839-8eac-aefd4ee8eea6 HTTP/1.1" status: 200 len: 946 time: 0.0613668 Sep 18 01:03:19.922169 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-783cf32e-d104-4b3d-a1cb-8e7f8bef6115 req-f54ba8b7-3bf1-4775-ae26-3a3b9148c270 tempest-VolumesActionsTest-1973087526 tempest-VolumesActionsTest-1973087526-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=910ee98c-9403-472d-8cec-9e7bf4b6c435&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428922 Sep 18 01:03:20.383471 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70f0c2f-d24d-454c-8487-6dfe7209148b req-91d912f6-1323-4657-a8ed-7a4bda15de77 tempest-VolumesActionsTest-1973087526 tempest-VolumesActionsTest-1973087526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:03:20.384931 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-f70f0c2f-d24d-454c-8487-6dfe7209148b req-91d912f6-1323-4657-a8ed-7a4bda15de77 tempest-VolumesActionsTest-1973087526 tempest-VolumesActionsTest-1973087526-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=7e2ad1f2-0c1c-4839-8eac-aefd4ee8eea6 HTTP/1.1" status: 200 len: 946 time: 0.0482094 Sep 18 01:03:20.470874 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [req-f70f0c2f-d24d-454c-8487-6dfe7209148b req-85c12049-82d2-412f-b666-17badef1bc0c tempest-VolumesActionsTest-1973087526 tempest-VolumesActionsTest-1973087526-project] Deleting port 6a7302fd-f17a-4da0-8948-2181bd2154c4 {{(pid=106230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 18 01:03:20.471233 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [req-f70f0c2f-d24d-454c-8487-6dfe7209148b req-85c12049-82d2-412f-b666-17badef1bc0c tempest-VolumesActionsTest-1973087526 tempest-VolumesActionsTest-1973087526-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749746030605'] for port (6a7302fd-f17a-4da0-8948-2181bd2154c4), before_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:20.565168 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.plugins.ml2.db [req-f70f0c2f-d24d-454c-8487-6dfe7209148b req-85c12049-82d2-412f-b666-17badef1bc0c tempest-VolumesActionsTest-1973087526 tempest-VolumesActionsTest-1973087526-project] For port 6a7302fd-f17a-4da0-8948-2181bd2154c4, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=6a7302fd-f17a-4da0-8948-2181bd2154c4,segment=NetworkSegment(3c4730da-9994-4bcc-af94-9187d4300794),segment_id=3c4730da-9994-4bcc-af94-9187d4300794)] {{(pid=106230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:03:20.565460 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [req-f70f0c2f-d24d-454c-8487-6dfe7209148b req-85c12049-82d2-412f-b666-17badef1bc0c tempest-VolumesActionsTest-1973087526 tempest-VolumesActionsTest-1973087526-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16488537'] for port (6a7302fd-f17a-4da0-8948-2181bd2154c4), precommit_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:20.579155 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [req-f70f0c2f-d24d-454c-8487-6dfe7209148b req-85c12049-82d2-412f-b666-17badef1bc0c tempest-VolumesActionsTest-1973087526 tempest-VolumesActionsTest-1973087526-project] Calling delete_port for 6a7302fd-f17a-4da0-8948-2181bd2154c4 owned by compute:nova {{(pid=106230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 18 01:03:20.588975 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:03:20.717648 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [req-f70f0c2f-d24d-454c-8487-6dfe7209148b req-85c12049-82d2-412f-b666-17badef1bc0c tempest-VolumesActionsTest-1973087526 tempest-VolumesActionsTest-1973087526-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749746033803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749745591516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13339648'] for port (6a7302fd-f17a-4da0-8948-2181bd2154c4), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:20.746501 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c12049-82d2-412f-b666-17badef1bc0c tempest-VolumesActionsTest-1973087526 tempest-VolumesActionsTest-1973087526-project] Pushing event deleted for resources: {'Port': ['ID=6a7302fd-f17a-4da0-8948-2181bd2154c4,revision_number=None']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:03:20.753658 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.db [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] get_ports_and_sgs() called for port_ids ['6a7302fd-f17a-4da0-8948-2181bd2154c4'] {{(pid=106232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 18 01:03:20.794437 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.db.l3_dvrscheduler_db [req-f70f0c2f-d24d-454c-8487-6dfe7209148b req-85c12049-82d2-412f-b666-17badef1bc0c tempest-VolumesActionsTest-1973087526 tempest-VolumesActionsTest-1973087526-project] No DVR routers for this DVR port 6a7302fd-f17a-4da0-8948-2181bd2154c4 on host hv-cinder-maste {{(pid=106230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 18 01:03:20.796972 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [req-f70f0c2f-d24d-454c-8487-6dfe7209148b req-85c12049-82d2-412f-b666-17badef1bc0c tempest-VolumesActionsTest-1973087526 tempest-VolumesActionsTest-1973087526-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16701016'] for port (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:20.800447 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-f70f0c2f-d24d-454c-8487-6dfe7209148b req-85c12049-82d2-412f-b666-17badef1bc0c tempest-VolumesActionsTest-1973087526 tempest-VolumesActionsTest-1973087526-project] 10.222.0.57 "DELETE /networking/v2.0/ports/6a7302fd-f17a-4da0-8948-2181bd2154c4 HTTP/1.1" status: 204 len: 173 time: 0.4066653 Sep 18 01:03:20.800940 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e2ad1f2-0c1c-4839-8eac-aefd4ee8eea6', 'name': 'network-vif-deleted', 'tag': '6a7302fd-f17a-4da0-8948-2181bd2154c4'}] {{(pid=106230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 18 01:03:20.803163 dv-cinder-master-3-smb neutron-server[106230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5cb6f936bef875aa30205792da77c9643b85616d99b85ee9f5e1cfaba0fe173" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef9cb0ed-0c99-494f-8df7-4d241b062ca3" -d '{"events": [{"server_uuid": "7e2ad1f2-0c1c-4839-8eac-aefd4ee8eea6", "name": "network-vif-deleted", "tag": "6a7302fd-f17a-4da0-8948-2181bd2154c4"}]}' {{(pid=106230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:03:20.845143 dv-cinder-master-3-smb neutron-server[106230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 18 Sep 2022 01:03:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4f1a1a7-45fe-4222-861e-9d87ec59c245 x-openstack-request-id: req-d4f1a1a7-45fe-4222-861e-9d87ec59c245 {{(pid=106230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:03:20.845441 dv-cinder-master-3-smb neutron-server[106230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e2ad1f2-0c1c-4839-8eac-aefd4ee8eea6", "name": "network-vif-deleted", "tag": "6a7302fd-f17a-4da0-8948-2181bd2154c4", "status": "completed", "code": 200}]} {{(pid=106230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:03:20.845695 dv-cinder-master-3-smb neutron-server[106230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-d4f1a1a7-45fe-4222-861e-9d87ec59c245 {{(pid=106230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:03:20.846102 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4f1a1a7-45fe-4222-861e-9d87ec59c245'] response: {'server_uuid': '7e2ad1f2-0c1c-4839-8eac-aefd4ee8eea6', 'name': 'network-vif-deleted', 'tag': '6a7302fd-f17a-4da0-8948-2181bd2154c4', 'status': 'completed', 'code': 200} Sep 18 01:03:21.045264 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-0c80c57c-5eeb-4c03-8024-90851413c17d req-42225808-f1f8-4bd1-8311-32770bc0e719 tempest-VolumesActionsTest-1973087526 tempest-VolumesActionsTest-1973087526-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=7e2ad1f2-0c1c-4839-8eac-aefd4ee8eea6 HTTP/1.1" status: 200 len: 210 time: 0.0312819 Sep 18 01:03:21.248427 dv-cinder-master-3-smb neutron-server[106233]: DEBUG dbcounter [-] [106233] Writing DB stats neutron:SELECT=5 {{(pid=106233) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:03:21.681896 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 37192) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:03:21.798194 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-3f719ec3-7385-46b3-9ebe-950319b4437e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:21.864218 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=76,neutron:DELETE=3,neutron:INSERT=19,neutron:UPDATE=2 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:03:21.876515 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-3f719ec3-7385-46b3-9ebe-950319b4437e admin admin] Publish callbacks [] for security_group (e16c9513-9d21-41d2-8abf-068bf15b7120), precommit_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:21.879994 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-3f719ec3-7385-46b3-9ebe-950319b4437e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512506'] for security_group (e16c9513-9d21-41d2-8abf-068bf15b7120), after_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:21.921234 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:03:21.925228 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-3f719ec3-7385-46b3-9ebe-950319b4437e admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=7e9ca4bb9c3b43f29cf21d6ae0247da3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2422140 Sep 18 01:03:21.926840 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f719ec3-7385-46b3-9ebe-950319b4437e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e16c9513-9d21-41d2-8abf-068bf15b7120,revision_number=1']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:03:21.928070 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.33', 37200) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:03:21.980950 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-54ba08ec-bd30-4aeb-aed3-21e80376bfa4 admin admin] Publish callbacks [] for security_group (e16c9513-9d21-41d2-8abf-068bf15b7120), before_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:22.001550 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-54ba08ec-bd30-4aeb-aed3-21e80376bfa4 admin admin] Publish callbacks [] for security_group (e16c9513-9d21-41d2-8abf-068bf15b7120), precommit_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:22.049334 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-54ba08ec-bd30-4aeb-aed3-21e80376bfa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512506'] for security_group (e16c9513-9d21-41d2-8abf-068bf15b7120), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:22.051917 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-54ba08ec-bd30-4aeb-aed3-21e80376bfa4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:22.053054 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [None req-54ba08ec-bd30-4aeb-aed3-21e80376bfa4 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/e16c9513-9d21-41d2-8abf-068bf15b7120 HTTP/1.1" status: 204 len: 168 time: 0.1239474 Sep 18 01:03:22.062432 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ba08ec-bd30-4aeb-aed3-21e80376bfa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e16c9513-9d21-41d2-8abf-068bf15b7120,revision_number=None']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:03:24.410772 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.33', 37314) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:03:24.520634 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-f46a6a34-f3d7-4a3c-9720-0a6a099c0886 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:24.532415 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.rpc [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Device 6a7302fd-f17a-4da0-8948-2181bd2154c4 no longer exists at agent hyperv_hv-cinder-maste {{(pid=106232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:03:24.557322 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] No Port match for: 6a7302fd-f17a-4da0-8948-2181bd2154c4 {{(pid=106232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 18 01:03:24.557831 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.rpc [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Device 6a7302fd-f17a-4da0-8948-2181bd2154c4 not bound to the agent host hv-cinder-maste {{(pid=106232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:03:24.568894 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:DELETE=9,neutron:SELECT=87,neutron:INSERT=4 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:03:24.614730 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-f46a6a34-f3d7-4a3c-9720-0a6a099c0886 admin admin] Publish callbacks [] for security_group (729594f4-7336-4b27-a0b6-fbec46a64bc9), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:24.620243 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-f46a6a34-f3d7-4a3c-9720-0a6a099c0886 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512506'] for security_group (729594f4-7336-4b27-a0b6-fbec46a64bc9), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:24.677244 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [None req-f46a6a34-f3d7-4a3c-9720-0a6a099c0886 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=72b810546f16480a82d682ba5abc3c3a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2651076 Sep 18 01:03:24.678282 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46a6a34-f3d7-4a3c-9720-0a6a099c0886 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=729594f4-7336-4b27-a0b6-fbec46a64bc9,revision_number=1']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:03:24.680332 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 37318) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:03:24.689322 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46a6a34-f3d7-4a3c-9720-0a6a099c0886 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:03:24.689322 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46a6a34-f3d7-4a3c-9720-0a6a099c0886 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:03:24.689322 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46a6a34-f3d7-4a3c-9720-0a6a099c0886 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:03:24.689741 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46a6a34-f3d7-4a3c-9720-0a6a099c0886 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:03:24.689911 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46a6a34-f3d7-4a3c-9720-0a6a099c0886 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:03:24.690247 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46a6a34-f3d7-4a3c-9720-0a6a099c0886 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:03:24.690575 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46a6a34-f3d7-4a3c-9720-0a6a099c0886 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:03:24.690934 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46a6a34-f3d7-4a3c-9720-0a6a099c0886 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:03:24.691411 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46a6a34-f3d7-4a3c-9720-0a6a099c0886 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:03:24.691942 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46a6a34-f3d7-4a3c-9720-0a6a099c0886 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:03:24.692509 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46a6a34-f3d7-4a3c-9720-0a6a099c0886 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:03:24.692960 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46a6a34-f3d7-4a3c-9720-0a6a099c0886 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:03:24.693290 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46a6a34-f3d7-4a3c-9720-0a6a099c0886 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:03:24.693612 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46a6a34-f3d7-4a3c-9720-0a6a099c0886 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:03:24.693934 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f46a6a34-f3d7-4a3c-9720-0a6a099c0886 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:03:24.739043 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-4755baef-9cc8-4f6b-9f9d-540c9d252474 admin admin] Publish callbacks [] for security_group (729594f4-7336-4b27-a0b6-fbec46a64bc9), before_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:24.762319 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-4755baef-9cc8-4f6b-9f9d-540c9d252474 admin admin] Publish callbacks [] for security_group (729594f4-7336-4b27-a0b6-fbec46a64bc9), precommit_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:24.815224 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-4755baef-9cc8-4f6b-9f9d-540c9d252474 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512506'] for security_group (729594f4-7336-4b27-a0b6-fbec46a64bc9), after_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:24.818046 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-4755baef-9cc8-4f6b-9f9d-540c9d252474 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:24.820105 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-4755baef-9cc8-4f6b-9f9d-540c9d252474 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/729594f4-7336-4b27-a0b6-fbec46a64bc9 HTTP/1.1" status: 204 len: 168 time: 0.1380818 Sep 18 01:03:24.835037 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4755baef-9cc8-4f6b-9f9d-540c9d252474 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=729594f4-7336-4b27-a0b6-fbec46a64bc9,revision_number=None']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:03:25.153764 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 37332) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:03:25.167823 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-b8846e8c-af0a-4a88-8a2d-b87d024ad36c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:25.244358 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-b8846e8c-af0a-4a88-8a2d-b87d024ad36c admin admin] Publish callbacks [] for security_group (fff7cfb9-8304-4177-adeb-1bbfe1d19f0e), precommit_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:25.248306 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-b8846e8c-af0a-4a88-8a2d-b87d024ad36c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512506'] for security_group (fff7cfb9-8304-4177-adeb-1bbfe1d19f0e), after_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:25.288494 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8846e8c-af0a-4a88-8a2d-b87d024ad36c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fff7cfb9-8304-4177-adeb-1bbfe1d19f0e,revision_number=1']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:03:25.292888 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-b8846e8c-af0a-4a88-8a2d-b87d024ad36c admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=9ac402fb7ef34de4a8d6cd065bdc1a02&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1381109 Sep 18 01:03:25.296203 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 37334) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:03:25.345878 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-15473342-e43a-475b-a9ba-f7f2fdb52694 admin admin] Publish callbacks [] for security_group (fff7cfb9-8304-4177-adeb-1bbfe1d19f0e), before_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:25.366277 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-15473342-e43a-475b-a9ba-f7f2fdb52694 admin admin] Publish callbacks [] for security_group (fff7cfb9-8304-4177-adeb-1bbfe1d19f0e), precommit_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:25.416577 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-15473342-e43a-475b-a9ba-f7f2fdb52694 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512506'] for security_group (fff7cfb9-8304-4177-adeb-1bbfe1d19f0e), after_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:25.420310 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-15473342-e43a-475b-a9ba-f7f2fdb52694 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:25.427510 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-15473342-e43a-475b-a9ba-f7f2fdb52694 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/fff7cfb9-8304-4177-adeb-1bbfe1d19f0e HTTP/1.1" status: 204 len: 168 time: 0.1302156 Sep 18 01:03:25.436143 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15473342-e43a-475b-a9ba-f7f2fdb52694 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fff7cfb9-8304-4177-adeb-1bbfe1d19f0e,revision_number=None']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:03:26.596746 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.33', 37382) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:03:26.710583 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-96493fcf-53e2-4ab5-b890-de290e614a08 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:26.789377 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-96493fcf-53e2-4ab5-b890-de290e614a08 admin admin] Publish callbacks [] for security_group (84f2fc37-31ae-42b2-a158-049bf8a78489), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:26.794306 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-96493fcf-53e2-4ab5-b890-de290e614a08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512506'] for security_group (84f2fc37-31ae-42b2-a158-049bf8a78489), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:26.834173 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [None req-96493fcf-53e2-4ab5-b890-de290e614a08 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=5faaaf16f1a4439db977697458e80578&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2362621 Sep 18 01:03:26.835549 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96493fcf-53e2-4ab5-b890-de290e614a08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84f2fc37-31ae-42b2-a158-049bf8a78489,revision_number=1']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:03:26.837710 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 37386) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:03:26.889366 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-9dd2eeb6-444c-4201-adc9-f7d1f58383ed admin admin] Publish callbacks [] for security_group (84f2fc37-31ae-42b2-a158-049bf8a78489), before_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:26.910074 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-9dd2eeb6-444c-4201-adc9-f7d1f58383ed admin admin] Publish callbacks [] for security_group (84f2fc37-31ae-42b2-a158-049bf8a78489), precommit_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:26.965185 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-9dd2eeb6-444c-4201-adc9-f7d1f58383ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512506'] for security_group (84f2fc37-31ae-42b2-a158-049bf8a78489), after_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:26.968428 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-9dd2eeb6-444c-4201-adc9-f7d1f58383ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:26.969667 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-9dd2eeb6-444c-4201-adc9-f7d1f58383ed admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/84f2fc37-31ae-42b2-a158-049bf8a78489 HTTP/1.1" status: 204 len: 168 time: 0.1309683 Sep 18 01:03:26.980370 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd2eeb6-444c-4201-adc9-f7d1f58383ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84f2fc37-31ae-42b2-a158-049bf8a78489,revision_number=None']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:03:30.840885 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (a990346c-0f9b-4256-b267-210f2ef06c1b), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:33.169486 dv-cinder-master-3-smb neutron-server[106233]: DEBUG dbcounter [-] [106233] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=106233) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:03:34.937721 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-cc7a5100-b91c-42ce-b53d-f22a8700f846 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (25137928-f4de-4c87-813e-883d046ac13f), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:35.336251 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 37586) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:03:35.447185 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-c1d97724-580f-48cd-ae99-b870d523e102 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:35.521430 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=9 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:03:35.526558 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-c1d97724-580f-48cd-ae99-b870d523e102 admin admin] Publish callbacks [] for security_group (3de4818b-830b-4d6f-aef4-7dd93162d186), precommit_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:35.530411 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-c1d97724-580f-48cd-ae99-b870d523e102 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512506'] for security_group (3de4818b-830b-4d6f-aef4-7dd93162d186), after_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:35.546989 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=78,neutron:DELETE=7,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:03:35.575500 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-c1d97724-580f-48cd-ae99-b870d523e102 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=a3819af6254b458f897d78df1721fe35&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2378879 Sep 18 01:03:35.576582 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d97724-580f-48cd-ae99-b870d523e102 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3de4818b-830b-4d6f-aef4-7dd93162d186,revision_number=1']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:03:35.578201 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.33', 37590) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:03:35.636691 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-b45413fa-43ae-43d3-942f-d156b8b61099 admin admin] Publish callbacks [] for security_group (3de4818b-830b-4d6f-aef4-7dd93162d186), before_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:35.644785 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=82,neutron:DELETE=5,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:03:35.661257 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-b45413fa-43ae-43d3-942f-d156b8b61099 admin admin] Publish callbacks [] for security_group (3de4818b-830b-4d6f-aef4-7dd93162d186), precommit_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:35.719334 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-b45413fa-43ae-43d3-942f-d156b8b61099 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512506'] for security_group (3de4818b-830b-4d6f-aef4-7dd93162d186), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:35.722249 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-b45413fa-43ae-43d3-942f-d156b8b61099 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:35.723666 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [None req-b45413fa-43ae-43d3-942f-d156b8b61099 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/3de4818b-830b-4d6f-aef4-7dd93162d186 HTTP/1.1" status: 204 len: 168 time: 0.1436596 Sep 18 01:03:35.733967 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45413fa-43ae-43d3-942f-d156b8b61099 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3de4818b-830b-4d6f-aef4-7dd93162d186,revision_number=None']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:03:36.039872 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 37612) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:03:36.054667 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-ca2357eb-c136-48d8-96da-6e288893d36b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:36.135513 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-ca2357eb-c136-48d8-96da-6e288893d36b admin admin] Publish callbacks [] for security_group (456573aa-2398-4caf-9757-de5b5a16f07e), precommit_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:36.139438 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-ca2357eb-c136-48d8-96da-6e288893d36b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512506'] for security_group (456573aa-2398-4caf-9757-de5b5a16f07e), after_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:36.183649 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2357eb-c136-48d8-96da-6e288893d36b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=456573aa-2398-4caf-9757-de5b5a16f07e,revision_number=1']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:03:36.187858 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-ca2357eb-c136-48d8-96da-6e288893d36b admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=29d33e1323ad40d0857d3a1bc806e236&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1468306 Sep 18 01:03:36.191197 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 37614) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:03:36.244115 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-823c5afb-ebf1-4469-aebc-75fe9566c824 admin admin] Publish callbacks [] for security_group (456573aa-2398-4caf-9757-de5b5a16f07e), before_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:36.265990 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-823c5afb-ebf1-4469-aebc-75fe9566c824 admin admin] Publish callbacks [] for security_group (456573aa-2398-4caf-9757-de5b5a16f07e), precommit_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:36.315050 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-823c5afb-ebf1-4469-aebc-75fe9566c824 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512506'] for security_group (456573aa-2398-4caf-9757-de5b5a16f07e), after_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:36.317595 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-823c5afb-ebf1-4469-aebc-75fe9566c824 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:36.318757 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-823c5afb-ebf1-4469-aebc-75fe9566c824 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/456573aa-2398-4caf-9757-de5b5a16f07e HTTP/1.1" status: 204 len: 168 time: 0.1267884 Sep 18 01:03:36.327796 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823c5afb-ebf1-4469-aebc-75fe9566c824 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=456573aa-2398-4caf-9757-de5b5a16f07e,revision_number=None']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:03:36.656653 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 37620) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:03:36.670199 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-ea4bc511-2054-4526-be33-faa1f48a664c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:36.762012 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-ea4bc511-2054-4526-be33-faa1f48a664c admin admin] Publish callbacks [] for security_group (98ca076a-4fc1-4d8e-b63d-f0dbb9c6af56), precommit_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:36.766605 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-ea4bc511-2054-4526-be33-faa1f48a664c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512506'] for security_group (98ca076a-4fc1-4d8e-b63d-f0dbb9c6af56), after_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:36.797404 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-ea4bc511-2054-4526-be33-faa1f48a664c admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=61481931915d4198b3885fc6ecf61b61&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1373489 Sep 18 01:03:36.797674 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 37622) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:03:36.843654 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4bc511-2054-4526-be33-faa1f48a664c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98ca076a-4fc1-4d8e-b63d-f0dbb9c6af56,revision_number=1']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:03:36.874768 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-4b4a66a0-979c-4c53-96b6-e0a2ea302abc admin admin] Publish callbacks [] for security_group (98ca076a-4fc1-4d8e-b63d-f0dbb9c6af56), before_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:36.900957 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 37626) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:03:36.910640 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-4b4a66a0-979c-4c53-96b6-e0a2ea302abc admin admin] Publish callbacks [] for security_group (98ca076a-4fc1-4d8e-b63d-f0dbb9c6af56), precommit_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:36.977085 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-65bbc3bb-0953-4ba4-af09-fe7f8405bbd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (d0e8801d-4758-48bd-8085-7f05d3358764), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:37.002710 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4a40013-09cb-4c9a-b6db-fb0a841632d3 admin admin] Deleting subnet 4f51b1c6-a709-4841-a5ff-dfa987f6b4a7 {{(pid=106231) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 18 01:03:37.006086 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-b4a40013-09cb-4c9a-b6db-fb0a841632d3 admin admin] Publish callbacks [] for subnet (4f51b1c6-a709-4841-a5ff-dfa987f6b4a7), before_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:37.007963 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-4b4a66a0-979c-4c53-96b6-e0a2ea302abc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512506'] for security_group (98ca076a-4fc1-4d8e-b63d-f0dbb9c6af56), after_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:37.010452 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-4b4a66a0-979c-4c53-96b6-e0a2ea302abc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:37.011576 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-4b4a66a0-979c-4c53-96b6-e0a2ea302abc admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/98ca076a-4fc1-4d8e-b63d-f0dbb9c6af56 HTTP/1.1" status: 204 len: 168 time: 0.2129745 Sep 18 01:03:37.032698 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:03:37.042399 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4a66a0-979c-4c53-96b6-e0a2ea302abc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98ca076a-4fc1-4d8e-b63d-f0dbb9c6af56,revision_number=None']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:03:37.059788 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-b4a40013-09cb-4c9a-b6db-fb0a841632d3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14079591'] for subnet (4f51b1c6-a709-4841-a5ff-dfa987f6b4a7), precommit_delete_associations {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:37.062456 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:03:37.114492 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-b4a40013-09cb-4c9a-b6db-fb0a841632d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-900458'] for subnet (4f51b1c6-a709-4841-a5ff-dfa987f6b4a7), precommit_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:37.171754 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-b4a40013-09cb-4c9a-b6db-fb0a841632d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-888663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16510870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13917073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13973654'] for subnet (4f51b1c6-a709-4841-a5ff-dfa987f6b4a7), after_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:37.198728 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a40013-09cb-4c9a-b6db-fb0a841632d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f51b1c6-a709-4841-a5ff-dfa987f6b4a7,revision_number=None']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:03:37.202531 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-b4a40013-09cb-4c9a-b6db-fb0a841632d3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:37.208615 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-b4a40013-09cb-4c9a-b6db-fb0a841632d3 admin admin] 10.222.0.33 "DELETE /networking/v2.0/subnets/4f51b1c6-a709-4841-a5ff-dfa987f6b4a7 HTTP/1.1" status: 204 len: 168 time: 0.3065953 Sep 18 01:03:37.208801 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.33', 37636) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:03:37.283825 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-042df98e-0f7e-414b-bde0-244fbbb752a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-960799'] for network (165c2cd8-90b5-4ecf-83f8-2bbb22ae89b1), before_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:37.366780 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-042df98e-0f7e-414b-bde0-244fbbb752a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-977985', 'neutron.services.segments.db._delete_segments_for_network-8749746056641'] for network (165c2cd8-90b5-4ecf-83f8-2bbb22ae89b1), precommit_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:37.391766 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.services.segments.db [None req-042df98e-0f7e-414b-bde0-244fbbb752a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['165c2cd8-90b5-4ecf-83f8-2bbb22ae89b1']}} {{(pid=106230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:03:37.402001 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.services.segments.db [None req-042df98e-0f7e-414b-bde0-244fbbb752a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c4730da-9994-4bcc-af94-9187d4300794') {'for_net_delete': True} {{(pid=106230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:03:37.402312 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.services.segments.db [None req-042df98e-0f7e-414b-bde0-244fbbb752a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c4730da-9994-4bcc-af94-9187d4300794') {} {{(pid=106230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:03:37.411830 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-042df98e-0f7e-414b-bde0-244fbbb752a9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749746056533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13929766'] for segment (3c4730da-9994-4bcc-af94-9187d4300794), before_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:37.426680 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-042df98e-0f7e-414b-bde0-244fbbb752a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-977230'] for segment (3c4730da-9994-4bcc-af94-9187d4300794), precommit_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:37.435083 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-042df98e-0f7e-414b-bde0-244fbbb752a9 admin admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=106230) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 01:03:37.435083 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-042df98e-0f7e-414b-bde0-244fbbb752a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-977230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13339861'] for segment (3c4730da-9994-4bcc-af94-9187d4300794), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:37.495711 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-042df98e-0f7e-414b-bde0-244fbbb752a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-978040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16510767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16489868'] for network (165c2cd8-90b5-4ecf-83f8-2bbb22ae89b1), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:37.502994 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-042df98e-0f7e-414b-bde0-244fbbb752a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16267021'] for network (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:37.506177 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [None req-042df98e-0f7e-414b-bde0-244fbbb752a9 admin admin] 10.222.0.33 "DELETE /networking/v2.0/networks/165c2cd8-90b5-4ecf-83f8-2bbb22ae89b1 HTTP/1.1" status: 204 len: 168 time: 0.2955935 Sep 18 01:03:37.509149 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 37656) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:03:37.518143 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042df98e-0f7e-414b-bde0-244fbbb752a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=165c2cd8-90b5-4ecf-83f8-2bbb22ae89b1,revision_number=None']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:03:37.574677 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.db.db_base_plugin_v2 [None req-a89040b8-8a69-40ed-8a31-de4f35d8c9d1 admin admin] Deleting subnet 70dc213c-94ad-4068-9044-ee4455a884e5 {{(pid=106231) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 18 01:03:37.579097 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-a89040b8-8a69-40ed-8a31-de4f35d8c9d1 admin admin] Publish callbacks [] for subnet (70dc213c-94ad-4068-9044-ee4455a884e5), before_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:37.600177 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.services.segments.plugin [-] Segment 3c4730da-9994-4bcc-af94-9187d4300794 resource provider aggregate not found Sep 18 01:03:37.619900 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.services.segments.plugin [-] Segment 3c4730da-9994-4bcc-af94-9187d4300794 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3c4730da-9994-4bcc-af94-9187d4300794 found for delete ", "request_id": "req-0e4e5b46-0b06-4491-bb5e-8b423d97f763"}]} Sep 18 01:03:37.627579 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-a89040b8-8a69-40ed-8a31-de4f35d8c9d1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14079591'] for subnet (70dc213c-94ad-4068-9044-ee4455a884e5), precommit_delete_associations {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:37.672400 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-a89040b8-8a69-40ed-8a31-de4f35d8c9d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-900458'] for subnet (70dc213c-94ad-4068-9044-ee4455a884e5), precommit_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:37.732080 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-a89040b8-8a69-40ed-8a31-de4f35d8c9d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-888663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16510870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13917073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13973654'] for subnet (70dc213c-94ad-4068-9044-ee4455a884e5), after_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:37.759085 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89040b8-8a69-40ed-8a31-de4f35d8c9d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=70dc213c-94ad-4068-9044-ee4455a884e5,revision_number=None']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:03:37.763985 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-a89040b8-8a69-40ed-8a31-de4f35d8c9d1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:37.767216 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-a89040b8-8a69-40ed-8a31-de4f35d8c9d1 admin admin] 10.222.0.33 "DELETE /networking/v2.0/subnets/70dc213c-94ad-4068-9044-ee4455a884e5 HTTP/1.1" status: 204 len: 168 time: 0.2565076 Sep 18 01:03:37.769664 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 37672) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:03:37.843461 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-869adf77-160f-4848-956a-990e30515874 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-960799'] for network (a83cb9f3-f12b-45cc-bb0e-c74bddb8c502), before_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:37.924701 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-869adf77-160f-4848-956a-990e30515874 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-977985', 'neutron.services.segments.db._delete_segments_for_network-8749746056641'] for network (a83cb9f3-f12b-45cc-bb0e-c74bddb8c502), precommit_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:37.950352 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.services.segments.db [None req-869adf77-160f-4848-956a-990e30515874 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a83cb9f3-f12b-45cc-bb0e-c74bddb8c502']}} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:03:37.959699 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.services.segments.db [None req-869adf77-160f-4848-956a-990e30515874 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd919a013-6ff7-42de-8b49-573e44804b3f') {'for_net_delete': True} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:03:37.960037 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.services.segments.db [None req-869adf77-160f-4848-956a-990e30515874 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd919a013-6ff7-42de-8b49-573e44804b3f') {} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:03:37.971257 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-869adf77-160f-4848-956a-990e30515874 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749746056533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14079580'] for segment (d919a013-6ff7-42de-8b49-573e44804b3f), before_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:37.985991 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-869adf77-160f-4848-956a-990e30515874 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-977230'] for segment (d919a013-6ff7-42de-8b49-573e44804b3f), precommit_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:37.992499 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-869adf77-160f-4848-956a-990e30515874 admin admin] Releasing vlan 170 on physical network physnet1 to pool {{(pid=106231) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 01:03:37.992884 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-869adf77-160f-4848-956a-990e30515874 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-977230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13916971'] for segment (d919a013-6ff7-42de-8b49-573e44804b3f), after_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:38.014203 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.services.segments.plugin [-] Segment d919a013-6ff7-42de-8b49-573e44804b3f resource provider aggregate not found Sep 18 01:03:38.046842 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.services.segments.plugin [-] Segment d919a013-6ff7-42de-8b49-573e44804b3f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d919a013-6ff7-42de-8b49-573e44804b3f found for delete ", "request_id": "req-f0cf4663-d341-4261-b05a-5abf49b0d0d2"}]} Sep 18 01:03:38.062719 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-869adf77-160f-4848-956a-990e30515874 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-978040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16510767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16489868'] for network (a83cb9f3-f12b-45cc-bb0e-c74bddb8c502), after_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:38.068541 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-869adf77-160f-4848-956a-990e30515874 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16267021'] for network (None), before_response {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:38.075157 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-869adf77-160f-4848-956a-990e30515874 admin admin] 10.222.0.33 "DELETE /networking/v2.0/networks/a83cb9f3-f12b-45cc-bb0e-c74bddb8c502 HTTP/1.1" status: 204 len: 168 time: 0.3022015 Sep 18 01:03:38.083669 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869adf77-160f-4848-956a-990e30515874 admin admin] Pushing event deleted for resources: {'Network': ['ID=a83cb9f3-f12b-45cc-bb0e-c74bddb8c502,revision_number=None']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:03:38.286726 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 37690) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:03:38.326099 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-2af1712a-f750-4355-8c0a-f90f42ef5a79 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=0a153c3fae624f67bfbc444bd46eeb70&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0382233 Sep 18 01:03:38.328512 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 37692) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:03:38.380109 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-6f678ab4-19a6-4f20-96bb-7967c74537e3 admin admin] Publish callbacks [] for security_group (910ee98c-9403-472d-8cec-9e7bf4b6c435), before_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:38.400166 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-6f678ab4-19a6-4f20-96bb-7967c74537e3 admin admin] Publish callbacks [] for security_group (910ee98c-9403-472d-8cec-9e7bf4b6c435), precommit_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:38.425841 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:03:38.448605 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-6f678ab4-19a6-4f20-96bb-7967c74537e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512506'] for security_group (910ee98c-9403-472d-8cec-9e7bf4b6c435), after_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:38.451191 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-6f678ab4-19a6-4f20-96bb-7967c74537e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:38.452326 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-6f678ab4-19a6-4f20-96bb-7967c74537e3 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/910ee98c-9403-472d-8cec-9e7bf4b6c435 HTTP/1.1" status: 204 len: 168 time: 0.1229310 Sep 18 01:03:38.460944 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f678ab4-19a6-4f20-96bb-7967c74537e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=910ee98c-9403-472d-8cec-9e7bf4b6c435,revision_number=None']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:03:38.682002 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 37698) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:03:38.778657 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.33', 37700) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:03:38.780055 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:03:38.823033 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [None req-faeebba4-3a4a-4c07-8a20-3bcc5b2e2ea3 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=33cf777f7260413598761ca5d1542f3d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0426753 Sep 18 01:03:38.825493 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.33', 37702) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:03:38.831839 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-c589dcfe-7689-42f5-8fb6-5782446b3280 tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] Deleting port 784cefd2-956c-4211-8812-4af2bac09022 {{(pid=106231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 18 01:03:38.832114 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-c589dcfe-7689-42f5-8fb6-5782446b3280 tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749746030605'] for port (784cefd2-956c-4211-8812-4af2bac09022), before_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:38.852764 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:03:38.881021 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c7034a1e-55b0-475f-846f-388991c25abe admin admin] Publish callbacks [] for security_group (d0cd09cf-df75-4f43-b142-6d6aecba0003), before_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:38.893318 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-dbc7b203-e4cc-426a-aeff-c16fa309d22e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (91de19fe-167d-470c-b665-c08c1d21c559), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:38.903136 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c7034a1e-55b0-475f-846f-388991c25abe admin admin] Publish callbacks [] for security_group (d0cd09cf-df75-4f43-b142-6d6aecba0003), precommit_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:38.915610 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-c589dcfe-7689-42f5-8fb6-5782446b3280 tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16488537'] for port (784cefd2-956c-4211-8812-4af2bac09022), precommit_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:38.915933 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-c589dcfe-7689-42f5-8fb6-5782446b3280 tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] Publish callbacks [] for floatingip (784cefd2-956c-4211-8812-4af2bac09022), precommit_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:38.927856 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-c589dcfe-7689-42f5-8fb6-5782446b3280 tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] Calling delete_port for 784cefd2-956c-4211-8812-4af2bac09022 owned by network:floatingip {{(pid=106231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 18 01:03:38.949022 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c7034a1e-55b0-475f-846f-388991c25abe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512506'] for security_group (d0cd09cf-df75-4f43-b142-6d6aecba0003), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:38.951647 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c7034a1e-55b0-475f-846f-388991c25abe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:38.953392 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [None req-c7034a1e-55b0-475f-846f-388991c25abe admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/d0cd09cf-df75-4f43-b142-6d6aecba0003 HTTP/1.1" status: 204 len: 168 time: 0.1270137 Sep 18 01:03:38.962489 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7034a1e-55b0-475f-846f-388991c25abe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0cd09cf-df75-4f43-b142-6d6aecba0003,revision_number=None']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:03:39.109736 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-c589dcfe-7689-42f5-8fb6-5782446b3280 tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749746033803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749745591516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13917182'] for port (784cefd2-956c-4211-8812-4af2bac09022), after_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:39.136585 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c589dcfe-7689-42f5-8fb6-5782446b3280 tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] Pushing event deleted for resources: {'Port': ['ID=784cefd2-956c-4211-8812-4af2bac09022,revision_number=None']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:03:39.200025 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-c589dcfe-7689-42f5-8fb6-5782446b3280 tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] Publish callbacks [] for floatingip (2ea5f840-deec-4077-be54-35c6114f18b9), after_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:39.200605 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.db.l3_db [None req-c589dcfe-7689-42f5-8fb6-5782446b3280 tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] Floating IP 2ea5f840-deec-4077-be54-35c6114f18b9 disassociated (deleted). External IP: 172.37.5.87, port: 168733ef-a9ab-4b45-b7c7-dd94d6a8994b. Sep 18 01:03:39.443053 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c589dcfe-7689-42f5-8fb6-5782446b3280 tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] Router 686f8360-d797-4b61-96c7-e1e5ed0e5c18 has already been hosted by L3 agent d0e8801d-4758-48bd-8085-7f05d3358764 {{(pid=106231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 01:03:39.530509 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-8d8c8b66-6c04-42e1-9902-e65579fc0c7d req-87f544f3-6b28-4751-a610-adbac310332a tempest-VolumesNegativeTest-114247925 tempest-VolumesNegativeTest-114247925-project] 10.222.0.33 "GET /networking/v2.0/networks?tenant_id=3260c1b9cf3343b0bd5c5f27aa13c499&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0339472 Sep 18 01:03:39.555876 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c589dcfe-7689-42f5-8fb6-5782446b3280 tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=106231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:03:39.559822 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-c589dcfe-7689-42f5-8fb6-5782446b3280 tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16701016'] for floatingip (None), before_response {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:39.568195 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea375a51-bfc2-4da1-83a9-c3665e562534 None None] Sync routers for ids ['686f8360-d797-4b61-96c7-e1e5ed0e5c18'] in dv-cinder-master-3-smb {{(pid=106233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:03:39.582926 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea375a51-bfc2-4da1-83a9-c3665e562534 None None] Routers {'686f8360-d797-4b61-96c7-e1e5ed0e5c18'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 18 01:03:39.583802 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.l3_hamode_db [None req-ea375a51-bfc2-4da1-83a9-c3665e562534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-18T00:47:37Z,description=,heartbeat_timestamp=2022-09-18T01:03:37Z,host='dv-cinder-master-3-smb',id=d0e8801d-4758-48bd-8085-7f05d3358764,load=0,resource_versions=,resources_synced=,started_at=2022-09-18T00:47:37Z,topic='l3_agent')) {'router_ids': ['686f8360-d797-4b61-96c7-e1e5ed0e5c18'], 'active': True} {{(pid=106233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:03:39.586877 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:03:39.596172 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-c589dcfe-7689-42f5-8fb6-5782446b3280 tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] 10.222.0.33 "DELETE /networking/v2.0/floatingips/2ea5f840-deec-4077-be54-35c6114f18b9 HTTP/1.1" status: 204 len: 168 time: 0.9129751 Sep 18 01:03:39.596770 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a39d642-1c36-48cb-909b-751208990b95', 'tag': '168733ef-a9ab-4b45-b7c7-dd94d6a8994b'}] {{(pid=106231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 18 01:03:39.599050 dv-cinder-master-3-smb neutron-server[106231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2daae94765ac049e9d9a56900be8c16ad14208507d163719654d83d071b86d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-737f5c47-dbe8-4fad-8452-c14e7fbc29fc" -d '{"events": [{"name": "network-changed", "server_uuid": "5a39d642-1c36-48cb-909b-751208990b95", "tag": "168733ef-a9ab-4b45-b7c7-dd94d6a8994b"}]}' {{(pid=106231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:03:39.756253 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8c8b66-6c04-42e1-9902-e65579fc0c7d req-e2bcec63-a3fc-4e6b-b40d-e7b15132e663 tempest-VolumesNegativeTest-114247925 tempest-VolumesNegativeTest-114247925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:03:39.759719 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-8d8c8b66-6c04-42e1-9902-e65579fc0c7d req-e2bcec63-a3fc-4e6b-b40d-e7b15132e663 tempest-VolumesNegativeTest-114247925 tempest-VolumesNegativeTest-114247925-project] 10.222.0.33 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2229309 Sep 18 01:03:39.780045 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-8d8c8b66-6c04-42e1-9902-e65579fc0c7d req-8af313dc-5d44-4e44-bf89-ace74bfa0b11 tempest-VolumesNegativeTest-114247925 tempest-VolumesNegativeTest-114247925-project] 10.222.0.33 "GET /networking/v2.0/quotas/3260c1b9cf3343b0bd5c5f27aa13c499 HTTP/1.1" status: 200 len: 375 time: 0.0148709 Sep 18 01:03:39.828554 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-8d8c8b66-6c04-42e1-9902-e65579fc0c7d req-55ff6b6a-cfc5-4a44-9b5b-05f48baf261d tempest-VolumesNegativeTest-114247925 tempest-VolumesNegativeTest-114247925-project] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=3260c1b9cf3343b0bd5c5f27aa13c499&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0405691 Sep 18 01:03:39.829753 dv-cinder-master-3-smb neutron-server[106231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 18 Sep 2022 01:03:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-082b448c-c0d0-425f-9a17-e4cdd9cdaef8 x-openstack-request-id: req-082b448c-c0d0-425f-9a17-e4cdd9cdaef8 {{(pid=106231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:03:39.830264 dv-cinder-master-3-smb neutron-server[106231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a39d642-1c36-48cb-909b-751208990b95", "tag": "168733ef-a9ab-4b45-b7c7-dd94d6a8994b", "status": "completed", "code": 200}]} {{(pid=106231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:03:39.830264 dv-cinder-master-3-smb neutron-server[106231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-082b448c-c0d0-425f-9a17-e4cdd9cdaef8 {{(pid=106231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:03:39.830683 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.notifiers.nova [-] Nova event matching ['req-082b448c-c0d0-425f-9a17-e4cdd9cdaef8'] response: {'name': 'network-changed', 'server_uuid': '5a39d642-1c36-48cb-909b-751208990b95', 'tag': '168733ef-a9ab-4b45-b7c7-dd94d6a8994b', 'status': 'completed', 'code': 200} Sep 18 01:03:39.849403 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.l3_dvr_db [None req-ea375a51-bfc2-4da1-83a9-c3665e562534 None None] Set router 686f8360-d797-4b61-96c7-e1e5ed0e5c18 gateway port host: dv-cinder-master-3-smb {{(pid=106233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 18 01:03:39.937594 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ffc4c2-6e57-4668-a628-ac5371131142 req-49a915d0-724c-450d-aeb0-1f80067e9ade tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:03:39.944996 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-61ffc4c2-6e57-4668-a628-ac5371131142 req-49a915d0-724c-450d-aeb0-1f80067e9ade tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5a39d642-1c36-48cb-909b-751208990b95 HTTP/1.1" status: 200 len: 945 time: 0.0666640 Sep 18 01:03:40.027222 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-61ffc4c2-6e57-4668-a628-ac5371131142 req-9bdcba07-a4aa-4f94-ab24-3d674b28f559 tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=d677bc7e-d05b-49f4-9c01-46684889a391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811472 Sep 18 01:03:40.059699 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-9b52e3ae-ae28-4cc8-9a43-60e3b3b60939 req-b4976a43-4e77-4189-93cf-abb96512b00f tempest-VolumesNegativeTest-114247925 tempest-VolumesNegativeTest-114247925-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=55dd5398-3040-4d30-b51b-62c056ce2619 HTTP/1.1" status: 200 len: 210 time: 0.0474689 Sep 18 01:03:40.133733 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.l3_hamode_db [None req-ea375a51-bfc2-4da1-83a9-c3665e562534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '686f8360-d797-4b61-96c7-e1e5ed0e5c18', 'name': 'tempest-TestShelveInstance-1255906396-router', 'tenant_id': 'c37316ddc7de431294eda723f5ef3f60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'external_fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.182'}], 'enable_snat': True}, 'gw_port_id': 'b5cd822d-7070-4e2b-95ea-266904043865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:58:24Z', 'updated_at': '2022-09-18T00:58:30Z', 'revision_number': 4, 'project_id': 'c37316ddc7de431294eda723f5ef3f60', 'gw_port': {'id': 'b5cd822d-7070-4e2b-95ea-266904043865', 'name': '', 'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:04:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '686f8360-d797-4b61-96c7-e1e5ed0e5c18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:58:25Z', 'updated_at': '2022-09-18T00:58:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': 'ed68bb6f-86d3-42ab-af23-ef84ada4df2f', 'name': '', 'network_id': '2fe627c1-4c69-4373-8338-7690c696f294', 'tenant_id': 'c37316ddc7de431294eda723f5ef3f60', 'mac_address': 'fa:16:3e:3d:d2:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '686f8360-d797-4b61-96c7-e1e5ed0e5c18', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '58f0751e-3cb4-40b9-9d2a-3100ec129c91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:58:28Z', 'updated_at': '2022-09-18T00:58:35Z', 'revision_number': 5, 'project_id': 'c37316ddc7de431294eda723f5ef3f60', 'subnets': [{'id': '58f0751e-3cb4-40b9-9d2a-3100ec129c91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=106233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:03:40.164294 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-1c1e26f8-ce84-4314-9422-87e0912de383 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (9a0bd8cc-a240-4c0b-8d32-8f22e7371ee9), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:40.166726 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea375a51-bfc2-4da1-83a9-c3665e562534 None None] Checking router: 686f8360-d797-4b61-96c7-e1e5ed0e5c18 for host: dv-cinder-master-3-smb {{(pid=106233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:03:40.175323 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea375a51-bfc2-4da1-83a9-c3665e562534 None None] Routers {'686f8360-d797-4b61-96c7-e1e5ed0e5c18'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 18 01:03:40.176000 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.l3_hamode_db [None req-ea375a51-bfc2-4da1-83a9-c3665e562534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-18T00:47:37Z,description=,heartbeat_timestamp=2022-09-18T01:03:37Z,host='dv-cinder-master-3-smb',id=d0e8801d-4758-48bd-8085-7f05d3358764,load=0,resource_versions=,resources_synced=,started_at=2022-09-18T00:47:37Z,topic='l3_agent')) {'router_ids': ['686f8360-d797-4b61-96c7-e1e5ed0e5c18'], 'active': True} {{(pid=106233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:03:40.276649 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (c8573462-7e7f-4357-b3a8-beeaa8ae7db3), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:40.327321 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.l3_dvr_db [None req-ea375a51-bfc2-4da1-83a9-c3665e562534 None None] Set router 686f8360-d797-4b61-96c7-e1e5ed0e5c18 gateway port host: dv-cinder-master-3-smb {{(pid=106233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 18 01:03:40.563126 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.l3_hamode_db [None req-ea375a51-bfc2-4da1-83a9-c3665e562534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '686f8360-d797-4b61-96c7-e1e5ed0e5c18', 'name': 'tempest-TestShelveInstance-1255906396-router', 'tenant_id': 'c37316ddc7de431294eda723f5ef3f60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'external_fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.182'}], 'enable_snat': True}, 'gw_port_id': 'b5cd822d-7070-4e2b-95ea-266904043865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:58:24Z', 'updated_at': '2022-09-18T00:58:30Z', 'revision_number': 4, 'project_id': 'c37316ddc7de431294eda723f5ef3f60', 'gw_port': {'id': 'b5cd822d-7070-4e2b-95ea-266904043865', 'name': '', 'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:04:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '686f8360-d797-4b61-96c7-e1e5ed0e5c18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:58:25Z', 'updated_at': '2022-09-18T00:58:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': 'ed68bb6f-86d3-42ab-af23-ef84ada4df2f', 'name': '', 'network_id': '2fe627c1-4c69-4373-8338-7690c696f294', 'tenant_id': 'c37316ddc7de431294eda723f5ef3f60', 'mac_address': 'fa:16:3e:3d:d2:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '686f8360-d797-4b61-96c7-e1e5ed0e5c18', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '58f0751e-3cb4-40b9-9d2a-3100ec129c91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:58:28Z', 'updated_at': '2022-09-18T00:58:35Z', 'revision_number': 5, 'project_id': 'c37316ddc7de431294eda723f5ef3f60', 'subnets': [{'id': '58f0751e-3cb4-40b9-9d2a-3100ec129c91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=106233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:03:40.590897 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea375a51-bfc2-4da1-83a9-c3665e562534 None None] The sync data for ids ['686f8360-d797-4b61-96c7-e1e5ed0e5c18'] in dv-cinder-master-3-smb is: [{'id': '686f8360-d797-4b61-96c7-e1e5ed0e5c18', 'name': 'tempest-TestShelveInstance-1255906396-router', 'tenant_id': 'c37316ddc7de431294eda723f5ef3f60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'external_fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.182'}], 'enable_snat': True}, 'gw_port_id': 'b5cd822d-7070-4e2b-95ea-266904043865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:58:24Z', 'updated_at': '2022-09-18T00:58:30Z', 'revision_number': 4, 'project_id': 'c37316ddc7de431294eda723f5ef3f60', 'gw_port': {'id': 'b5cd822d-7070-4e2b-95ea-266904043865', 'name': '', 'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:04:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '686f8360-d797-4b61-96c7-e1e5ed0e5c18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:58:25Z', 'updated_at': '2022-09-18T00:58:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': 'ed68bb6f-86d3-42ab-af23-ef84ada4df2f', 'name': '', 'network_id': '2fe627c1-4c69-4373-8338-7690c696f294', 'tenant_id': 'c37316ddc7de431294eda723f5ef3f60', 'mac_address': 'fa:16:3e:3d:d2:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '686f8360-d797-4b61-96c7-e1e5ed0e5c18', 'device_owner': 'network:router_interface', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '58f0751e-3cb4-40b9-9d2a-3100ec129c91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:58:28Z', 'updated_at': '2022-09-18T00:58:35Z', 'revision_number': 5, 'project_id': 'c37316ddc7de431294eda723f5ef3f60', 'subnets': [{'id': '58f0751e-3cb4-40b9-9d2a-3100ec129c91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:03:40.813718 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b76588db-80cc-4893-9c68-15a6cc30e761 None None] New status for floating IP 2ea5f840-deec-4077-be54-35c6114f18b9: DOWN {{(pid=106232) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 18 01:03:41.203002 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-5fe498d0-1b3e-4810-8331-40df8f6750cc req-51afcd18-53ea-46f5-abb7-08651ac6f0de tempest-VolumesNegativeTest-114247925 tempest-VolumesNegativeTest-114247925-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=55dd5398-3040-4d30-b51b-62c056ce2619 HTTP/1.1" status: 200 len: 210 time: 0.0496600 Sep 18 01:03:41.214226 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92da1447-a968-4f38-9a96-1ee9d6ddcfc8 req-0595dc83-ce56-4f97-a943-070e45a51fbc tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:03:41.230241 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-92da1447-a968-4f38-9a96-1ee9d6ddcfc8 req-0595dc83-ce56-4f97-a943-070e45a51fbc tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5a39d642-1c36-48cb-909b-751208990b95 HTTP/1.1" status: 200 len: 945 time: 0.0975919 Sep 18 01:03:41.268846 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737f5c47-dbe8-4fad-8452-c14e7fbc29fc req-9ac75737-20d2-4ade-b4e3-8f33df446eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:03:41.270288 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-737f5c47-dbe8-4fad-8452-c14e7fbc29fc req-9ac75737-20d2-4ade-b4e3-8f33df446eaa service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=c37316ddc7de431294eda723f5ef3f60&device_id=5a39d642-1c36-48cb-909b-751208990b95 HTTP/1.1" status: 200 len: 1129 time: 0.0787663 Sep 18 01:03:41.294046 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-92da1447-a968-4f38-9a96-1ee9d6ddcfc8 req-1f2ad9aa-f395-4bd7-9424-547e72f77b83 tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=d677bc7e-d05b-49f4-9c01-46684889a391&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718946 Sep 18 01:03:41.377725 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:03:41.459888 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737f5c47-dbe8-4fad-8452-c14e7fbc29fc req-0bc5bce5-01a9-46c0-9a6c-b1c252c06e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:03:41.461346 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-737f5c47-dbe8-4fad-8452-c14e7fbc29fc req-0bc5bce5-01a9-46c0-9a6c-b1c252c06e10 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=2fe627c1-4c69-4373-8338-7690c696f294 HTTP/1.1" status: 200 len: 910 time: 0.0930052 Sep 18 01:03:41.564123 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-737f5c47-dbe8-4fad-8452-c14e7fbc29fc req-9ba7adea-a068-4ed5-8e69-efc924a79e23 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=168733ef-a9ab-4b45-b7c7-dd94d6a8994b HTTP/1.1" status: 200 len: 217 time: 0.0338721 Sep 18 01:03:41.716083 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737f5c47-dbe8-4fad-8452-c14e7fbc29fc req-51ffc2e4-ff08-4c62-83f5-c25f271b6a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:03:41.717655 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-737f5c47-dbe8-4fad-8452-c14e7fbc29fc req-51ffc2e4-ff08-4c62-83f5-c25f271b6a9c service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=58f0751e-3cb4-40b9-9d2a-3100ec129c91 HTTP/1.1" status: 200 len: 848 time: 0.0582485 Sep 18 01:03:41.721719 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a02072-6a33-47aa-a64f-c47867202fd4 req-8b604505-eb10-4fa9-ba81-4b21c9192df4 tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:03:41.723706 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-b5a02072-6a33-47aa-a64f-c47867202fd4 req-8b604505-eb10-4fa9-ba81-4b21c9192df4 tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=5a39d642-1c36-48cb-909b-751208990b95 HTTP/1.1" status: 200 len: 945 time: 0.0631452 Sep 18 01:03:41.769767 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737f5c47-dbe8-4fad-8452-c14e7fbc29fc req-6792e217-a919-4fde-9a84-1c640ab0ec5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:03:41.771550 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-737f5c47-dbe8-4fad-8452-c14e7fbc29fc req-6792e217-a919-4fde-9a84-1c640ab0ec5a service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=2fe627c1-4c69-4373-8338-7690c696f294&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0476389 Sep 18 01:03:41.831830 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [req-b5a02072-6a33-47aa-a64f-c47867202fd4 req-62976613-4146-442d-9bfe-1cd9929caa55 tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] Deleting port 168733ef-a9ab-4b45-b7c7-dd94d6a8994b {{(pid=106231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 18 01:03:41.832579 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [req-b5a02072-6a33-47aa-a64f-c47867202fd4 req-62976613-4146-442d-9bfe-1cd9929caa55 tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749746030605'] for port (168733ef-a9ab-4b45-b7c7-dd94d6a8994b), before_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:41.837497 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:03:41.872023 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-737f5c47-dbe8-4fad-8452-c14e7fbc29fc req-0ea5944e-f681-440f-8255-e036cd72581c service neutron] 10.222.0.57 "GET /networking/v2.0/networks/2fe627c1-4c69-4373-8338-7690c696f294?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928521 Sep 18 01:03:41.933823 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.plugins.ml2.db [req-b5a02072-6a33-47aa-a64f-c47867202fd4 req-62976613-4146-442d-9bfe-1cd9929caa55 tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] For port 168733ef-a9ab-4b45-b7c7-dd94d6a8994b, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=168733ef-a9ab-4b45-b7c7-dd94d6a8994b,segment=NetworkSegment(af472e6b-8d89-4826-b74a-db58c32a407b),segment_id=af472e6b-8d89-4826-b74a-db58c32a407b)] {{(pid=106231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:03:41.934186 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [req-b5a02072-6a33-47aa-a64f-c47867202fd4 req-62976613-4146-442d-9bfe-1cd9929caa55 tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16488537'] for port (168733ef-a9ab-4b45-b7c7-dd94d6a8994b), precommit_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:41.948718 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [req-b5a02072-6a33-47aa-a64f-c47867202fd4 req-62976613-4146-442d-9bfe-1cd9929caa55 tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] Calling delete_port for 168733ef-a9ab-4b45-b7c7-dd94d6a8994b owned by compute:nova {{(pid=106231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 18 01:03:42.090571 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [req-b5a02072-6a33-47aa-a64f-c47867202fd4 req-62976613-4146-442d-9bfe-1cd9929caa55 tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749746033803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749745591516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13917182'] for port (168733ef-a9ab-4b45-b7c7-dd94d6a8994b), after_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:42.128762 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62976613-4146-442d-9bfe-1cd9929caa55 tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] Pushing event deleted for resources: {'Port': ['ID=168733ef-a9ab-4b45-b7c7-dd94d6a8994b,revision_number=None']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:03:42.190746 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5a02072-6a33-47aa-a64f-c47867202fd4 req-62976613-4146-442d-9bfe-1cd9929caa55 tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] No DVR routers for this DVR port 168733ef-a9ab-4b45-b7c7-dd94d6a8994b on host hv-cinder-maste {{(pid=106231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 18 01:03:42.201581 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [req-b5a02072-6a33-47aa-a64f-c47867202fd4 req-62976613-4146-442d-9bfe-1cd9929caa55 tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16701016'] for port (None), before_response {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:42.204913 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-b5a02072-6a33-47aa-a64f-c47867202fd4 req-62976613-4146-442d-9bfe-1cd9929caa55 tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] 10.222.0.57 "DELETE /networking/v2.0/ports/168733ef-a9ab-4b45-b7c7-dd94d6a8994b HTTP/1.1" status: 204 len: 173 time: 0.4751897 Sep 18 01:03:42.205446 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a39d642-1c36-48cb-909b-751208990b95', 'name': 'network-vif-deleted', 'tag': '168733ef-a9ab-4b45-b7c7-dd94d6a8994b'}] {{(pid=106231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 18 01:03:42.209479 dv-cinder-master-3-smb neutron-server[106231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2daae94765ac049e9d9a56900be8c16ad14208507d163719654d83d071b86d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92d27a21-90aa-4365-8b08-0d9509189de0" -d '{"events": [{"server_uuid": "5a39d642-1c36-48cb-909b-751208990b95", "name": "network-vif-deleted", "tag": "168733ef-a9ab-4b45-b7c7-dd94d6a8994b"}]}' {{(pid=106231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:03:42.212551 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-8d8c8b66-6c04-42e1-9902-e65579fc0c7d req-4d9dd2e4-4c48-4659-b391-ab00c642ecfb tempest-VolumesNegativeTest-114247925 tempest-VolumesNegativeTest-114247925-project] 10.222.0.57 "GET /networking/v2.0/networks?tenant_id=3260c1b9cf3343b0bd5c5f27aa13c499&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0408058 Sep 18 01:03:42.298147 dv-cinder-master-3-smb neutron-server[106231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 18 Sep 2022 01:03:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1c201ff-a85f-4a6a-b340-dcdecf14d163 x-openstack-request-id: req-f1c201ff-a85f-4a6a-b340-dcdecf14d163 {{(pid=106231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:03:42.298898 dv-cinder-master-3-smb neutron-server[106231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a39d642-1c36-48cb-909b-751208990b95", "name": "network-vif-deleted", "tag": "168733ef-a9ab-4b45-b7c7-dd94d6a8994b", "status": "completed", "code": 200}]} {{(pid=106231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:03:42.299382 dv-cinder-master-3-smb neutron-server[106231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-f1c201ff-a85f-4a6a-b340-dcdecf14d163 {{(pid=106231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:03:42.300020 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1c201ff-a85f-4a6a-b340-dcdecf14d163'] response: {'server_uuid': '5a39d642-1c36-48cb-909b-751208990b95', 'name': 'network-vif-deleted', 'tag': '168733ef-a9ab-4b45-b7c7-dd94d6a8994b', 'status': 'completed', 'code': 200} Sep 18 01:03:42.461474 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8c8b66-6c04-42e1-9902-e65579fc0c7d req-b92a8bd9-bc35-4784-86ad-04677e6c6d94 tempest-VolumesNegativeTest-114247925 tempest-VolumesNegativeTest-114247925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:03:42.463352 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-8d8c8b66-6c04-42e1-9902-e65579fc0c7d req-b92a8bd9-bc35-4784-86ad-04677e6c6d94 tempest-VolumesNegativeTest-114247925 tempest-VolumesNegativeTest-114247925-project] 10.222.0.57 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2460833 Sep 18 01:03:42.530232 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-9b4bf2d5-50e4-4444-8f54-077dea1d2550 req-a6edba98-92bd-42dc-9482-fb2e0a3e3654 tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=5a39d642-1c36-48cb-909b-751208990b95 HTTP/1.1" status: 200 len: 210 time: 0.0629289 Sep 18 01:03:42.539616 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-8a49b2c3-e885-476c-8b13-195d740920de req-41ae3f19-40d8-448a-a759-e7f0be5ff1b0 tempest-VolumesNegativeTest-114247925 tempest-VolumesNegativeTest-114247925-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=55dd5398-3040-4d30-b51b-62c056ce2619 HTTP/1.1" status: 200 len: 210 time: 0.0733867 Sep 18 01:03:42.544043 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-737f5c47-dbe8-4fad-8452-c14e7fbc29fc req-5157423a-6c78-4328-9560-153df5a7faba service neutron] 10.222.0.57 "GET /networking/v2.0/networks/2fe627c1-4c69-4373-8338-7690c696f294?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4990242 Sep 18 01:03:42.629288 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.v2.base [req-8d8c8b66-6c04-42e1-9902-e65579fc0c7d req-b99d0d93-359c-4152-aee3-8203b6ebec10 tempest-VolumesNegativeTest-114247925 tempest-VolumesNegativeTest-114247925-project] Request body: {'port': {'device_id': '55dd5398-3040-4d30-b51b-62c056ce2619', 'network_id': 'df667b9b-08bf-41b4-84f5-785fcd359995', 'admin_state_up': True, 'tenant_id': '3260c1b9cf3343b0bd5c5f27aa13c499'}} {{(pid=106231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:03:42.768748 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d8c8b66-6c04-42e1-9902-e65579fc0c7d req-b99d0d93-359c-4152-aee3-8203b6ebec10 tempest-VolumesNegativeTest-114247925 tempest-VolumesNegativeTest-114247925-project] Made reservation on behalf of 3260c1b9cf3343b0bd5c5f27aa13c499 for: {'port': 1} {{(pid=106231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:03:42.773660 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [req-8d8c8b66-6c04-42e1-9902-e65579fc0c7d req-b99d0d93-359c-4152-aee3-8203b6ebec10 tempest-VolumesNegativeTest-114247925 tempest-VolumesNegativeTest-114247925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (None), before_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:42.783256 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [req-8d8c8b66-6c04-42e1-9902-e65579fc0c7d req-b99d0d93-359c-4152-aee3-8203b6ebec10 tempest-VolumesNegativeTest-114247925 tempest-VolumesNegativeTest-114247925-project] Publish callbacks [] for security_group (None), before_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:42.869256 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [req-8d8c8b66-6c04-42e1-9902-e65579fc0c7d req-b99d0d93-359c-4152-aee3-8203b6ebec10 tempest-VolumesNegativeTest-114247925 tempest-VolumesNegativeTest-114247925-project] Publish callbacks [] for security_group (70a5f297-25fc-4120-83a4-92afddc9e820), precommit_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:42.873282 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [req-8d8c8b66-6c04-42e1-9902-e65579fc0c7d req-b99d0d93-359c-4152-aee3-8203b6ebec10 tempest-VolumesNegativeTest-114247925 tempest-VolumesNegativeTest-114247925-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512506'] for security_group (70a5f297-25fc-4120-83a4-92afddc9e820), after_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:42.944257 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99d0d93-359c-4152-aee3-8203b6ebec10 tempest-VolumesNegativeTest-114247925 tempest-VolumesNegativeTest-114247925-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70a5f297-25fc-4120-83a4-92afddc9e820,revision_number=1']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:03:42.999598 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=6 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:03:43.008756 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:03:43.024695 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.db.db_base_plugin_common [req-8d8c8b66-6c04-42e1-9902-e65579fc0c7d req-b99d0d93-359c-4152-aee3-8203b6ebec10 tempest-VolumesNegativeTest-114247925 tempest-VolumesNegativeTest-114247925-project] Allocated IP 192.168.233.48 (df667b9b-08bf-41b4-84f5-785fcd359995/6bfdfbbf-a55e-4317-b1b0-c63daeb0e289/a1ea49d1-67fb-46e9-b81d-3f06e39ed050) {{(pid=106231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:03:43.181644 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [req-8d8c8b66-6c04-42e1-9902-e65579fc0c7d req-b99d0d93-359c-4152-aee3-8203b6ebec10 tempest-VolumesNegativeTest-114247925 tempest-VolumesNegativeTest-114247925-project] Publish callbacks [] for port (a1ea49d1-67fb-46e9-b81d-3f06e39ed050), precommit_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:43.479843 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [req-8d8c8b66-6c04-42e1-9902-e65579fc0c7d req-b99d0d93-359c-4152-aee3-8203b6ebec10 tempest-VolumesNegativeTest-114247925 tempest-VolumesNegativeTest-114247925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749745591507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13917182'] for port (a1ea49d1-67fb-46e9-b81d-3f06e39ed050), after_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:43.521847 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d8c8b66-6c04-42e1-9902-e65579fc0c7d req-b99d0d93-359c-4152-aee3-8203b6ebec10 tempest-VolumesNegativeTest-114247925 tempest-VolumesNegativeTest-114247925-project] Network df667b9b-08bf-41b4-84f5-785fcd359995 is already hosted by enough agents. {{(pid=106231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:03:43.528231 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.scheduler.base_scheduler [req-8d8c8b66-6c04-42e1-9902-e65579fc0c7d req-b99d0d93-359c-4152-aee3-8203b6ebec10 tempest-VolumesNegativeTest-114247925 tempest-VolumesNegativeTest-114247925-project] Resources bound (agent type, host, resource id): {{(pid=106231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:03:43.532273 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d8c8b66-6c04-42e1-9902-e65579fc0c7d req-b99d0d93-359c-4152-aee3-8203b6ebec10 tempest-VolumesNegativeTest-114247925 tempest-VolumesNegativeTest-114247925-project] Received port after_create {{(pid=106231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 18 01:03:43.539087 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99d0d93-359c-4152-aee3-8203b6ebec10 tempest-VolumesNegativeTest-114247925 tempest-VolumesNegativeTest-114247925-project] Pushing event updated for resources: {'Port': ['ID=a1ea49d1-67fb-46e9-b81d-3f06e39ed050,revision_number=1']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:03:43.588005 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8c8b66-6c04-42e1-9902-e65579fc0c7d req-b99d0d93-359c-4152-aee3-8203b6ebec10 tempest-VolumesNegativeTest-114247925 tempest-VolumesNegativeTest-114247925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:03:43.589044 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [req-8d8c8b66-6c04-42e1-9902-e65579fc0c7d req-b99d0d93-359c-4152-aee3-8203b6ebec10 tempest-VolumesNegativeTest-114247925 tempest-VolumesNegativeTest-114247925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16701016'] for port (None), before_response {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:43.612141 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-8d8c8b66-6c04-42e1-9902-e65579fc0c7d req-b99d0d93-359c-4152-aee3-8203b6ebec10 tempest-VolumesNegativeTest-114247925 tempest-VolumesNegativeTest-114247925-project] 10.222.0.57 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9865856 Sep 18 01:03:43.637202 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.v2.base [req-8d8c8b66-6c04-42e1-9902-e65579fc0c7d req-ca698852-98bd-4bc0-861a-6ff4f3e35b75 service neutron] Request body: {'port': {'device_id': '55dd5398-3040-4d30-b51b-62c056ce2619', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=106231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:03:43.670646 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e792234b-92ad-49df-8d41-0209005bcc5f req-e7151faf-53ab-40bd-b98a-fec752899b13 tempest-VolumesNegativeTest-114247925 tempest-VolumesNegativeTest-114247925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:03:43.672313 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-e792234b-92ad-49df-8d41-0209005bcc5f req-e7151faf-53ab-40bd-b98a-fec752899b13 tempest-VolumesNegativeTest-114247925 tempest-VolumesNegativeTest-114247925-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=55dd5398-3040-4d30-b51b-62c056ce2619 HTTP/1.1" status: 200 len: 935 time: 0.0562260 Sep 18 01:03:43.721876 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [req-8d8c8b66-6c04-42e1-9902-e65579fc0c7d req-ca698852-98bd-4bc0-861a-6ff4f3e35b75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (a1ea49d1-67fb-46e9-b81d-3f06e39ed050), before_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:43.753695 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-e792234b-92ad-49df-8d41-0209005bcc5f req-a632d4c5-01ef-4e8c-80e0-c221d295a743 tempest-VolumesNegativeTest-114247925 tempest-VolumesNegativeTest-114247925-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=70a5f297-25fc-4120-83a4-92afddc9e820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727680 Sep 18 01:03:43.788562 dv-cinder-master-3-smb neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=41,neutron:UPDATE=6 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:03:43.789527 dv-cinder-master-3-smb neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=33,neutron:UPDATE=2 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:03:43.798483 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.provisioning_blocks [None req-130c3d86-7e31-4fe0-a4d5-6859dd99b2e1 None None] Provisioning complete for port a1ea49d1-67fb-46e9-b81d-3f06e39ed050 triggered by entity DHCP. {{(pid=106232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 01:03:43.798769 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-130c3d86-7e31-4fe0-a4d5-6859dd99b2e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981214'] for port (a1ea49d1-67fb-46e9-b81d-3f06e39ed050), provisioning_complete {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:43.799136 dv-cinder-master-3-smb neutron-server[106232]: INFO neutron.plugins.ml2.plugin [None req-130c3d86-7e31-4fe0-a4d5-6859dd99b2e1 None None] Attempt 1 to provision port a1ea49d1-67fb-46e9-b81d-3f06e39ed050 Sep 18 01:03:43.828324 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.33', 37836) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:03:43.859216 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-130c3d86-7e31-4fe0-a4d5-6859dd99b2e1 None None] Port a1ea49d1-67fb-46e9-b81d-3f06e39ed050 cannot update to ACTIVE because it is not bound. {{(pid=106232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 18 01:03:43.897025 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:03:43.901673 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-77376894-a31e-41ad-9f02-d124bd03854b tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] Publish callbacks [] for security_group (d677bc7e-d05b-49f4-9c01-46684889a391), before_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:43.927375 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-77376894-a31e-41ad-9f02-d124bd03854b tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] Publish callbacks [] for security_group (d677bc7e-d05b-49f4-9c01-46684889a391), precommit_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:44.001860 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-77376894-a31e-41ad-9f02-d124bd03854b tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512506'] for security_group (d677bc7e-d05b-49f4-9c01-46684889a391), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:44.004632 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-77376894-a31e-41ad-9f02-d124bd03854b tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] Publish callbacks [] for security_group (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:44.008974 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [None req-77376894-a31e-41ad-9f02-d124bd03854b tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] 10.222.0.33 "DELETE /networking/v2.0/security-groups/d677bc7e-d05b-49f4-9c01-46684889a391 HTTP/1.1" status: 204 len: 168 time: 0.1782010 Sep 18 01:03:44.019829 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77376894-a31e-41ad-9f02-d124bd03854b tempest-TestShelveInstance-777148852 tempest-TestShelveInstance-777148852-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d677bc7e-d05b-49f4-9c01-46684889a391,revision_number=None']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:03:44.046498 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.notifiers.nova [req-8d8c8b66-6c04-42e1-9902-e65579fc0c7d req-ca698852-98bd-4bc0-861a-6ff4f3e35b75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1ea49d1-67fb-46e9-b81d-3f06e39ed050 {{(pid=106231) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 18 01:03:44.056635 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [req-8d8c8b66-6c04-42e1-9902-e65579fc0c7d req-ca698852-98bd-4bc0-861a-6ff4f3e35b75 service neutron] Publish callbacks [] for port (a1ea49d1-67fb-46e9-b81d-3f06e39ed050), precommit_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:44.062561 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.33', 37844) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:03:44.071789 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.db.provisioning_blocks [req-8d8c8b66-6c04-42e1-9902-e65579fc0c7d req-ca698852-98bd-4bc0-861a-6ff4f3e35b75 service neutron] Transition to ACTIVE for port object a1ea49d1-67fb-46e9-b81d-3f06e39ed050 will not be triggered until provisioned by entity L2. {{(pid=106231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 18 01:03:44.076959 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [req-8d8c8b66-6c04-42e1-9902-e65579fc0c7d req-ca698852-98bd-4bc0-861a-6ff4f3e35b75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749746030758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749745591525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749745591543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13917127'] for port (a1ea49d1-67fb-46e9-b81d-3f06e39ed050), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:44.144226 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca698852-98bd-4bc0-861a-6ff4f3e35b75 service neutron] Pushing event updated for resources: {'Port': ['ID=a1ea49d1-67fb-46e9-b81d-3f06e39ed050,revision_number=2']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:03:44.166939 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:03:44.181170 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:03:44.199281 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.plugins.ml2.managers [req-8d8c8b66-6c04-42e1-9902-e65579fc0c7d req-ca698852-98bd-4bc0-861a-6ff4f3e35b75 service neutron] Attempting to bind port a1ea49d1-67fb-46e9-b81d-3f06e39ed050 on host hv-cinder-maste for vnic_type normal with profile {{(pid=106231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 18 01:03:44.199687 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.plugins.ml2.managers [req-8d8c8b66-6c04-42e1-9902-e65579fc0c7d req-ca698852-98bd-4bc0-861a-6ff4f3e35b75 service neutron] Attempting to bind port a1ea49d1-67fb-46e9-b81d-3f06e39ed050 by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'eb215dca-f88b-427c-8f2f-cc67959fe0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'df667b9b-08bf-41b4-84f5-785fcd359995'}] {{(pid=106231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 18 01:03:44.200307 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d8c8b66-6c04-42e1-9902-e65579fc0c7d req-ca698852-98bd-4bc0-861a-6ff4f3e35b75 service neutron] Attempting to bind port a1ea49d1-67fb-46e9-b81d-3f06e39ed050 on network df667b9b-08bf-41b4-84f5-785fcd359995 {{(pid=106231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:03:44.257252 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d8c8b66-6c04-42e1-9902-e65579fc0c7d req-ca698852-98bd-4bc0-861a-6ff4f3e35b75 service neutron] Port a1ea49d1-67fb-46e9-b81d-3f06e39ed050 on network df667b9b-08bf-41b4-84f5-785fcd359995 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=106231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:03:44.257252 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d8c8b66-6c04-42e1-9902-e65579fc0c7d req-ca698852-98bd-4bc0-861a-6ff4f3e35b75 service neutron] Attempting to bind port a1ea49d1-67fb-46e9-b81d-3f06e39ed050 on network df667b9b-08bf-41b4-84f5-785fcd359995 {{(pid=106231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:03:44.327390 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d8c8b66-6c04-42e1-9902-e65579fc0c7d req-ca698852-98bd-4bc0-861a-6ff4f3e35b75 service neutron] Checking agent: {'id': 'a990346c-0f9b-4256-b267-210f2ef06c1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 18, 0, 54, 1), 'started_at': datetime.datetime(2022, 9, 18, 0, 54, 1), 'heartbeat_timestamp': datetime.datetime(2022, 9, 18, 1, 3, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 18 01:03:44.327390 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d8c8b66-6c04-42e1-9902-e65579fc0c7d req-ca698852-98bd-4bc0-861a-6ff4f3e35b75 service neutron] Checking segment: {'id': 'eb215dca-f88b-427c-8f2f-cc67959fe0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'df667b9b-08bf-41b4-84f5-785fcd359995'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 18 01:03:44.327390 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d8c8b66-6c04-42e1-9902-e65579fc0c7d req-ca698852-98bd-4bc0-861a-6ff4f3e35b75 service neutron] Bound using segment: {'id': 'eb215dca-f88b-427c-8f2f-cc67959fe0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'df667b9b-08bf-41b4-84f5-785fcd359995'} {{(pid=106231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 18 01:03:44.327390 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.plugins.ml2.managers [req-8d8c8b66-6c04-42e1-9902-e65579fc0c7d req-ca698852-98bd-4bc0-861a-6ff4f3e35b75 service neutron] Bound port: a1ea49d1-67fb-46e9-b81d-3f06e39ed050, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb215dca-f88b-427c-8f2f-cc67959fe0e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'df667b9b-08bf-41b4-84f5-785fcd359995'}}] {{(pid=106231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 18 01:03:44.327390 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [req-8d8c8b66-6c04-42e1-9902-e65579fc0c7d req-ca698852-98bd-4bc0-861a-6ff4f3e35b75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (a1ea49d1-67fb-46e9-b81d-3f06e39ed050), before_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:44.360448 dv-cinder-master-3-smb neutron-server[106232]: INFO neutron.plugins.ml2.plugin [None req-130c3d86-7e31-4fe0-a4d5-6859dd99b2e1 None None] Attempt 2 to provision port a1ea49d1-67fb-46e9-b81d-3f06e39ed050 Sep 18 01:03:44.396658 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.plugins.ml2.db [req-8d8c8b66-6c04-42e1-9902-e65579fc0c7d req-ca698852-98bd-4bc0-861a-6ff4f3e35b75 service neutron] For port a1ea49d1-67fb-46e9-b81d-3f06e39ed050, host hv-cinder-maste, cleared binding levels {{(pid=106231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:03:44.400323 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.plugins.ml2.db [req-8d8c8b66-6c04-42e1-9902-e65579fc0c7d req-ca698852-98bd-4bc0-861a-6ff4f3e35b75 service neutron] For port a1ea49d1-67fb-46e9-b81d-3f06e39ed050, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=a1ea49d1-67fb-46e9-b81d-3f06e39ed050,segment=NetworkSegment(eb215dca-f88b-427c-8f2f-cc67959fe0e2),segment_id=eb215dca-f88b-427c-8f2f-cc67959fe0e2)] {{(pid=106231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:03:44.408633 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [req-8d8c8b66-6c04-42e1-9902-e65579fc0c7d req-ca698852-98bd-4bc0-861a-6ff4f3e35b75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749746030758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749745591525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749745591543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13917127'] for port (a1ea49d1-67fb-46e9-b81d-3f06e39ed050), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:44.414542 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8c8b66-6c04-42e1-9902-e65579fc0c7d req-ca698852-98bd-4bc0-861a-6ff4f3e35b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:03:44.414542 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [req-8d8c8b66-6c04-42e1-9902-e65579fc0c7d req-ca698852-98bd-4bc0-861a-6ff4f3e35b75 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16701016'] for port (None), before_response {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:44.416150 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-8d8c8b66-6c04-42e1-9902-e65579fc0c7d req-ca698852-98bd-4bc0-861a-6ff4f3e35b75 service neutron] 10.222.0.57 "PUT /networking/v2.0/ports/a1ea49d1-67fb-46e9-b81d-3f06e39ed050 HTTP/1.1" status: 200 len: 1097 time: 0.7842827 Sep 18 01:03:44.417830 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55dd5398-3040-4d30-b51b-62c056ce2619', 'tag': 'a1ea49d1-67fb-46e9-b81d-3f06e39ed050'}] {{(pid=106231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 18 01:03:44.420341 dv-cinder-master-3-smb neutron-server[106231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2daae94765ac049e9d9a56900be8c16ad14208507d163719654d83d071b86d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e287e4a-170b-4d70-8e0e-82ec9432e834" -d '{"events": [{"name": "network-changed", "server_uuid": "55dd5398-3040-4d30-b51b-62c056ce2619", "tag": "a1ea49d1-67fb-46e9-b81d-3f06e39ed050"}]}' {{(pid=106231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:03:44.421707 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-130c3d86-7e31-4fe0-a4d5-6859dd99b2e1 None None] Port a1ea49d1-67fb-46e9-b81d-3f06e39ed050 cannot update to ACTIVE because it is not bound. {{(pid=106232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 18 01:03:44.471233 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca698852-98bd-4bc0-861a-6ff4f3e35b75 service neutron] Pushing event updated for resources: {'Port': ['ID=a1ea49d1-67fb-46e9-b81d-3f06e39ed050,revision_number=3']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:03:44.497892 dv-cinder-master-3-smb neutron-server[106231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 18 Sep 2022 01:03:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85f40131-c8c6-4f99-8fd7-e75a5092a7c1 x-openstack-request-id: req-85f40131-c8c6-4f99-8fd7-e75a5092a7c1 {{(pid=106231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:03:44.498192 dv-cinder-master-3-smb neutron-server[106231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55dd5398-3040-4d30-b51b-62c056ce2619", "tag": "a1ea49d1-67fb-46e9-b81d-3f06e39ed050", "status": "completed", "code": 200}]} {{(pid=106231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:03:44.498527 dv-cinder-master-3-smb neutron-server[106231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-85f40131-c8c6-4f99-8fd7-e75a5092a7c1 {{(pid=106231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:03:44.499905 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85f40131-c8c6-4f99-8fd7-e75a5092a7c1'] response: {'name': 'network-changed', 'server_uuid': '55dd5398-3040-4d30-b51b-62c056ce2619', 'tag': 'a1ea49d1-67fb-46e9-b81d-3f06e39ed050', 'status': 'completed', 'code': 200} Sep 18 01:03:44.552237 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8c8b66-6c04-42e1-9902-e65579fc0c7d req-0ccffc05-2794-4143-826b-5f68d9c806a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:03:44.554424 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-8d8c8b66-6c04-42e1-9902-e65579fc0c7d req-0ccffc05-2794-4143-826b-5f68d9c806a5 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=3260c1b9cf3343b0bd5c5f27aa13c499&device_id=55dd5398-3040-4d30-b51b-62c056ce2619 HTTP/1.1" status: 200 len: 1131 time: 0.0408854 Sep 18 01:03:44.604809 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-8d8c8b66-6c04-42e1-9902-e65579fc0c7d req-174c3635-4b80-4bf8-a201-0d6f1fbb2f44 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.48&port_id=a1ea49d1-67fb-46e9-b81d-3f06e39ed050 HTTP/1.1" status: 200 len: 217 time: 0.0368893 Sep 18 01:03:44.633044 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.rpc [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Device 168733ef-a9ab-4b45-b7c7-dd94d6a8994b no longer exists at agent hyperv_hv-cinder-maste {{(pid=106232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:03:44.653363 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] No Port match for: 168733ef-a9ab-4b45-b7c7-dd94d6a8994b {{(pid=106232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 18 01:03:44.653966 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.rpc [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Device 168733ef-a9ab-4b45-b7c7-dd94d6a8994b not bound to the agent host hv-cinder-maste {{(pid=106232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:03:44.656093 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8c8b66-6c04-42e1-9902-e65579fc0c7d req-a5de3850-481b-41eb-a80c-977b86d169a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:03:44.658143 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-8d8c8b66-6c04-42e1-9902-e65579fc0c7d req-a5de3850-481b-41eb-a80c-977b86d169a7 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=6bfdfbbf-a55e-4317-b1b0-c63daeb0e289 HTTP/1.1" status: 200 len: 843 time: 0.0473859 Sep 18 01:03:44.673130 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-3e44d91d-cccc-458d-9b32-3cb6b23cee71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16482979'] for router_interface (686f8360-d797-4b61-96c7-e1e5ed0e5c18), before_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:44.675445 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:03:44.702682 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8c8b66-6c04-42e1-9902-e65579fc0c7d req-c6c6904d-cf52-46f7-9ce4-847c74cb1119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:03:44.704211 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-8d8c8b66-6c04-42e1-9902-e65579fc0c7d req-c6c6904d-cf52-46f7-9ce4-847c74cb1119 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=df667b9b-08bf-41b4-84f5-785fcd359995&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0392966 Sep 18 01:03:44.807277 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-8d8c8b66-6c04-42e1-9902-e65579fc0c7d req-98751724-d135-4588-a539-154fff120415 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/df667b9b-08bf-41b4-84f5-785fcd359995?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957291 Sep 18 01:03:44.905052 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-8d8c8b66-6c04-42e1-9902-e65579fc0c7d req-d8a83780-21d3-4498-b9af-36f43f877c49 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/df667b9b-08bf-41b4-84f5-785fcd359995?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912566 Sep 18 01:03:44.931423 dv-cinder-master-3-smb neutron-server[106232]: INFO neutron.plugins.ml2.plugin [None req-130c3d86-7e31-4fe0-a4d5-6859dd99b2e1 None None] Attempt 3 to provision port a1ea49d1-67fb-46e9-b81d-3f06e39ed050 Sep 18 01:03:44.933641 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c8ab30-a129-4be6-9fcc-f89740e8f4bc req-587d4f29-e794-4723-8ff9-c226c4635c9f tempest-VolumesNegativeTest-114247925 tempest-VolumesNegativeTest-114247925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:03:44.935158 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-a3c8ab30-a129-4be6-9fcc-f89740e8f4bc req-587d4f29-e794-4723-8ff9-c226c4635c9f tempest-VolumesNegativeTest-114247925 tempest-VolumesNegativeTest-114247925-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=55dd5398-3040-4d30-b51b-62c056ce2619 HTTP/1.1" status: 200 len: 947 time: 0.0913439 Sep 18 01:03:44.952669 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-3e44d91d-cccc-458d-9b32-3cb6b23cee71 admin admin] Deleting port ed68bb6f-86d3-42ab-af23-ef84ada4df2f {{(pid=106230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 18 01:03:44.953006 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-3e44d91d-cccc-458d-9b32-3cb6b23cee71 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749746030605'] for port (ed68bb6f-86d3-42ab-af23-ef84ada4df2f), before_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:44.972790 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-130c3d86-7e31-4fe0-a4d5-6859dd99b2e1 None None] Port a1ea49d1-67fb-46e9-b81d-3f06e39ed050 had new provisioning blocks added so it will not transition to active. {{(pid=106232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 18 01:03:45.042286 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-a3c8ab30-a129-4be6-9fcc-f89740e8f4bc req-fe948865-15fa-4a64-99a0-fcac40805194 tempest-VolumesNegativeTest-114247925 tempest-VolumesNegativeTest-114247925-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=70a5f297-25fc-4120-83a4-92afddc9e820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983202 Sep 18 01:03:45.067627 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-3e44d91d-cccc-458d-9b32-3cb6b23cee71 admin admin] For port ed68bb6f-86d3-42ab-af23-ef84ada4df2f, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=ed68bb6f-86d3-42ab-af23-ef84ada4df2f,segment=NetworkSegment(af472e6b-8d89-4826-b74a-db58c32a407b),segment_id=af472e6b-8d89-4826-b74a-db58c32a407b)] {{(pid=106230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:03:45.067995 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-3e44d91d-cccc-458d-9b32-3cb6b23cee71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16488537'] for port (ed68bb6f-86d3-42ab-af23-ef84ada4df2f), precommit_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:45.081454 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-3e44d91d-cccc-458d-9b32-3cb6b23cee71 admin admin] Calling delete_port for ed68bb6f-86d3-42ab-af23-ef84ada4df2f owned by network:router_interface {{(pid=106230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 18 01:03:45.174943 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:03:45.259551 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-3e44d91d-cccc-458d-9b32-3cb6b23cee71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749746033803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749745591516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13339648'] for port (ed68bb6f-86d3-42ab-af23-ef84ada4df2f), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:45.290411 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e44d91d-cccc-458d-9b32-3cb6b23cee71 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed68bb6f-86d3-42ab-af23-ef84ada4df2f,revision_number=None']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:03:45.450995 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-3e44d91d-cccc-458d-9b32-3cb6b23cee71 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16267048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16490003'] for router_interface (686f8360-d797-4b61-96c7-e1e5ed0e5c18), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:45.496635 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:03:45.682716 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e44d91d-cccc-458d-9b32-3cb6b23cee71 admin admin] Router 686f8360-d797-4b61-96c7-e1e5ed0e5c18 has already been hosted by L3 agent d0e8801d-4758-48bd-8085-7f05d3358764 {{(pid=106230) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 01:03:45.806774 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e44d91d-cccc-458d-9b32-3cb6b23cee71 admin admin] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=106230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:03:45.812316 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [None req-3e44d91d-cccc-458d-9b32-3cb6b23cee71 admin admin] 10.222.0.33 "PUT /networking/v2.0/routers/686f8360-d797-4b61-96c7-e1e5ed0e5c18/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7486708 Sep 18 01:03:45.815056 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 37882) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:03:45.822858 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f9d45a-d8e4-426f-a5a4-2ff128ec0554 None None] Sync routers for ids ['686f8360-d797-4b61-96c7-e1e5ed0e5c18'] in dv-cinder-master-3-smb {{(pid=106233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:03:45.834854 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f9d45a-d8e4-426f-a5a4-2ff128ec0554 None None] Routers {'686f8360-d797-4b61-96c7-e1e5ed0e5c18'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 18 01:03:45.837202 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.l3_hamode_db [None req-47f9d45a-d8e4-426f-a5a4-2ff128ec0554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-18T00:47:37Z,description=,heartbeat_timestamp=2022-09-18T01:03:37Z,host='dv-cinder-master-3-smb',id=d0e8801d-4758-48bd-8085-7f05d3358764,load=0,resource_versions=,resources_synced=,started_at=2022-09-18T00:47:37Z,topic='l3_agent')) {'router_ids': ['686f8360-d797-4b61-96c7-e1e5ed0e5c18'], 'active': True} {{(pid=106233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:03:45.953339 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e287e4a-170b-4d70-8e0e-82ec9432e834 req-78666e17-f4cd-4b01-99d0-b041ef87581b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:03:45.954834 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-5e287e4a-170b-4d70-8e0e-82ec9432e834 req-78666e17-f4cd-4b01-99d0-b041ef87581b service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=3260c1b9cf3343b0bd5c5f27aa13c499&device_id=55dd5398-3040-4d30-b51b-62c056ce2619 HTTP/1.1" status: 200 len: 1131 time: 0.0785143 Sep 18 01:03:45.957610 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.l3_dvr_db [None req-47f9d45a-d8e4-426f-a5a4-2ff128ec0554 None None] Set router 686f8360-d797-4b61-96c7-e1e5ed0e5c18 gateway port host: dv-cinder-master-3-smb {{(pid=106233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 18 01:03:46.008666 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-2670c9f1-5c20-47b4-8999-125213b8adb9 admin admin] Publish callbacks [] for router (686f8360-d797-4b61-96c7-e1e5ed0e5c18), before_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:46.034245 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:03:46.122101 dv-cinder-master-3-smb neutron-server[106233]: DEBUG dbcounter [-] [106233] Writing DB stats neutron:SELECT=100 {{(pid=106233) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:03:46.137693 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.l3_hamode_db [None req-47f9d45a-d8e4-426f-a5a4-2ff128ec0554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '686f8360-d797-4b61-96c7-e1e5ed0e5c18', 'name': 'tempest-TestShelveInstance-1255906396-router', 'tenant_id': 'c37316ddc7de431294eda723f5ef3f60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'external_fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.182'}], 'enable_snat': True}, 'gw_port_id': 'b5cd822d-7070-4e2b-95ea-266904043865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:58:24Z', 'updated_at': '2022-09-18T01:03:45Z', 'revision_number': 5, 'project_id': 'c37316ddc7de431294eda723f5ef3f60', 'gw_port': {'id': 'b5cd822d-7070-4e2b-95ea-266904043865', 'name': '', 'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:04:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '686f8360-d797-4b61-96c7-e1e5ed0e5c18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:58:25Z', 'updated_at': '2022-09-18T00:58:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb'}], 'dv-cinder-master-3-smb', False) {} {{(pid=106233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:03:46.147336 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e287e4a-170b-4d70-8e0e-82ec9432e834 req-9a332c2f-5cec-4c9f-a79c-ff78973d9fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:03:46.149013 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-5e287e4a-170b-4d70-8e0e-82ec9432e834 req-9a332c2f-5cec-4c9f-a79c-ff78973d9fdd service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=df667b9b-08bf-41b4-84f5-785fcd359995 HTTP/1.1" status: 200 len: 870 time: 0.1827419 Sep 18 01:03:46.162862 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f9d45a-d8e4-426f-a5a4-2ff128ec0554 None None] Checking router: 686f8360-d797-4b61-96c7-e1e5ed0e5c18 for host: dv-cinder-master-3-smb {{(pid=106233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:03:46.173162 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f9d45a-d8e4-426f-a5a4-2ff128ec0554 None None] Routers {'686f8360-d797-4b61-96c7-e1e5ed0e5c18'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 18 01:03:46.173766 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.l3_hamode_db [None req-47f9d45a-d8e4-426f-a5a4-2ff128ec0554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-18T00:47:37Z,description=,heartbeat_timestamp=2022-09-18T01:03:37Z,host='dv-cinder-master-3-smb',id=d0e8801d-4758-48bd-8085-7f05d3358764,load=0,resource_versions=,resources_synced=,started_at=2022-09-18T00:47:37Z,topic='l3_agent')) {'router_ids': ['686f8360-d797-4b61-96c7-e1e5ed0e5c18'], 'active': True} {{(pid=106233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:03:46.176397 dv-cinder-master-3-smb neutron-server[106233]: DEBUG dbcounter [-] [106233] Writing DB stats neutron:SELECT=100 {{(pid=106233) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:03:46.181986 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e5c2e3-924b-4f68-864d-153bb9ca3cda req-02c46736-7a2d-4815-87e6-160a6ee0685f tempest-VolumesNegativeTest-114247925 tempest-VolumesNegativeTest-114247925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:03:46.184049 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-78e5c2e3-924b-4f68-864d-153bb9ca3cda req-02c46736-7a2d-4815-87e6-160a6ee0685f tempest-VolumesNegativeTest-114247925 tempest-VolumesNegativeTest-114247925-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=55dd5398-3040-4d30-b51b-62c056ce2619 HTTP/1.1" status: 200 len: 947 time: 0.0575697 Sep 18 01:03:46.194176 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-5e287e4a-170b-4d70-8e0e-82ec9432e834 req-cd435e64-784f-42cf-8854-6830f4e986af service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.48&port_id=a1ea49d1-67fb-46e9-b81d-3f06e39ed050 HTTP/1.1" status: 200 len: 217 time: 0.0380573 Sep 18 01:03:46.200013 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-2670c9f1-5c20-47b4-8999-125213b8adb9 admin admin] Publish callbacks [] for router_gateway (686f8360-d797-4b61-96c7-e1e5ed0e5c18), before_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:46.245948 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-78e5c2e3-924b-4f68-864d-153bb9ca3cda req-4453910d-2d1d-4497-ab2b-4a7d7fac4088 tempest-VolumesNegativeTest-114247925 tempest-VolumesNegativeTest-114247925-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=70a5f297-25fc-4120-83a4-92afddc9e820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549500 Sep 18 01:03:46.283625 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.l3_dvr_db [None req-47f9d45a-d8e4-426f-a5a4-2ff128ec0554 None None] Set router 686f8360-d797-4b61-96c7-e1e5ed0e5c18 gateway port host: dv-cinder-master-3-smb {{(pid=106233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 18 01:03:46.283880 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:03:46.286369 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-2670c9f1-5c20-47b4-8999-125213b8adb9 admin admin] Deleting port b5cd822d-7070-4e2b-95ea-266904043865 {{(pid=106231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 18 01:03:46.286703 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-2670c9f1-5c20-47b4-8999-125213b8adb9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749746030605'] for port (b5cd822d-7070-4e2b-95ea-266904043865), before_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:46.304562 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e287e4a-170b-4d70-8e0e-82ec9432e834 req-5487aea4-d21f-4831-bddc-a19aeebb8687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:03:46.306025 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-5e287e4a-170b-4d70-8e0e-82ec9432e834 req-5487aea4-d21f-4831-bddc-a19aeebb8687 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=6bfdfbbf-a55e-4317-b1b0-c63daeb0e289 HTTP/1.1" status: 200 len: 843 time: 0.1026077 Sep 18 01:03:46.388668 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e287e4a-170b-4d70-8e0e-82ec9432e834 req-ebe01799-39ff-4c5c-be5f-0a7a3b2257a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:03:46.390054 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-5e287e4a-170b-4d70-8e0e-82ec9432e834 req-ebe01799-39ff-4c5c-be5f-0a7a3b2257a4 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=df667b9b-08bf-41b4-84f5-785fcd359995&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1213 time: 0.0739851 Sep 18 01:03:46.449880 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-2670c9f1-5c20-47b4-8999-125213b8adb9 admin admin] For port b5cd822d-7070-4e2b-95ea-266904043865, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=b5cd822d-7070-4e2b-95ea-266904043865,segment=NetworkSegment(e81b1a67-2f81-4ac8-a4dd-b13e6c47d014),segment_id=e81b1a67-2f81-4ac8-a4dd-b13e6c47d014)] {{(pid=106231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:03:46.450243 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-2670c9f1-5c20-47b4-8999-125213b8adb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16488537'] for port (b5cd822d-7070-4e2b-95ea-266904043865), precommit_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:46.452838 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.l3_hamode_db [None req-47f9d45a-d8e4-426f-a5a4-2ff128ec0554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '686f8360-d797-4b61-96c7-e1e5ed0e5c18', 'name': 'tempest-TestShelveInstance-1255906396-router', 'tenant_id': 'c37316ddc7de431294eda723f5ef3f60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'external_fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.182'}], 'enable_snat': True}, 'gw_port_id': 'b5cd822d-7070-4e2b-95ea-266904043865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:58:24Z', 'updated_at': '2022-09-18T01:03:45Z', 'revision_number': 5, 'project_id': 'c37316ddc7de431294eda723f5ef3f60', 'gw_port': {'id': 'b5cd822d-7070-4e2b-95ea-266904043865', 'name': '', 'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:04:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '686f8360-d797-4b61-96c7-e1e5ed0e5c18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:58:25Z', 'updated_at': '2022-09-18T00:58:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb'}], 'dv-cinder-master-3-smb', False) {} {{(pid=106233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:03:46.481216 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f9d45a-d8e4-426f-a5a4-2ff128ec0554 None None] The sync data for ids ['686f8360-d797-4b61-96c7-e1e5ed0e5c18'] in dv-cinder-master-3-smb is: [{'id': '686f8360-d797-4b61-96c7-e1e5ed0e5c18', 'name': 'tempest-TestShelveInstance-1255906396-router', 'tenant_id': 'c37316ddc7de431294eda723f5ef3f60', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'external_fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.182'}], 'enable_snat': True}, 'gw_port_id': 'b5cd822d-7070-4e2b-95ea-266904043865', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:58:24Z', 'updated_at': '2022-09-18T01:03:45Z', 'revision_number': 5, 'project_id': 'c37316ddc7de431294eda723f5ef3f60', 'gw_port': {'id': 'b5cd822d-7070-4e2b-95ea-266904043865', 'name': '', 'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:04:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '686f8360-d797-4b61-96c7-e1e5ed0e5c18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:58:25Z', 'updated_at': '2022-09-18T00:58:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb'}] {{(pid=106233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:03:46.493573 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-2670c9f1-5c20-47b4-8999-125213b8adb9 admin admin] Calling delete_port for b5cd822d-7070-4e2b-95ea-266904043865 owned by network:router_gateway {{(pid=106231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 18 01:03:46.559051 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-5e287e4a-170b-4d70-8e0e-82ec9432e834 req-dcd2476d-0b31-45ae-a6f0-841105578097 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/df667b9b-08bf-41b4-84f5-785fcd359995?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577125 Sep 18 01:03:46.651754 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.rpc [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Device a1ea49d1-67fb-46e9-b81d-3f06e39ed050 details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 01:03:46.716113 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-5e287e4a-170b-4d70-8e0e-82ec9432e834 req-046099ca-7f19-45ef-88a1-8b9f47e06452 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/df667b9b-08bf-41b4-84f5-785fcd359995?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460204 Sep 18 01:03:46.757674 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.db [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] For port a1ea49d1-67fb-46e9-b81d-3f06e39ed050, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=a1ea49d1-67fb-46e9-b81d-3f06e39ed050,segment=NetworkSegment(eb215dca-f88b-427c-8f2f-cc67959fe0e2),segment_id=eb215dca-f88b-427c-8f2f-cc67959fe0e2)] {{(pid=106232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:03:46.758460 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-2670c9f1-5c20-47b4-8999-125213b8adb9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749746033803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749745591516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13917182'] for port (b5cd822d-7070-4e2b-95ea-266904043865), after_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:46.772714 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.rpc [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Returning: {'device': 'a1ea49d1-67fb-46e9-b81d-3f06e39ed050', 'network_id': 'df667b9b-08bf-41b4-84f5-785fcd359995', 'port_id': 'a1ea49d1-67fb-46e9-b81d-3f06e39ed050', 'mac_address': 'fa:16:3e:0a:eb:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bfdfbbf-a55e-4317-b1b0-c63daeb0e289', 'ip_address': '192.168.233.48'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 01:03:46.784931 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2670c9f1-5c20-47b4-8999-125213b8adb9 admin admin] Pushing event deleted for resources: {'Port': ['ID=b5cd822d-7070-4e2b-95ea-266904043865,revision_number=None']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:03:46.813143 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Current status of the port a1ea49d1-67fb-46e9-b81d-3f06e39ed050 is: DOWN; New status is: BUILD {{(pid=106232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 01:03:46.813836 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (a1ea49d1-67fb-46e9-b81d-3f06e39ed050), before_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:46.817281 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2670c9f1-5c20-47b4-8999-125213b8adb9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:03:46.817828 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2670c9f1-5c20-47b4-8999-125213b8adb9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:03:46.818217 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2670c9f1-5c20-47b4-8999-125213b8adb9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:03:46.819126 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2670c9f1-5c20-47b4-8999-125213b8adb9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:03:46.819636 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2670c9f1-5c20-47b4-8999-125213b8adb9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:03:46.819835 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2670c9f1-5c20-47b4-8999-125213b8adb9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:03:46.820176 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2670c9f1-5c20-47b4-8999-125213b8adb9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:03:46.820504 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2670c9f1-5c20-47b4-8999-125213b8adb9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:03:46.820828 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2670c9f1-5c20-47b4-8999-125213b8adb9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:03:46.821151 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2670c9f1-5c20-47b4-8999-125213b8adb9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:03:46.821472 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2670c9f1-5c20-47b4-8999-125213b8adb9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:03:46.821798 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2670c9f1-5c20-47b4-8999-125213b8adb9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:03:46.822116 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2670c9f1-5c20-47b4-8999-125213b8adb9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:03:46.822428 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2670c9f1-5c20-47b4-8999-125213b8adb9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:03:46.822748 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2670c9f1-5c20-47b4-8999-125213b8adb9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:03:46.841582 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.notifiers.nova [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1ea49d1-67fb-46e9-b81d-3f06e39ed050 {{(pid=106232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 18 01:03:46.871657 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-2670c9f1-5c20-47b4-8999-125213b8adb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16489817'] for router_gateway (686f8360-d797-4b61-96c7-e1e5ed0e5c18), after_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:46.900374 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.db [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] For port a1ea49d1-67fb-46e9-b81d-3f06e39ed050, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=a1ea49d1-67fb-46e9-b81d-3f06e39ed050,segment=NetworkSegment(eb215dca-f88b-427c-8f2f-cc67959fe0e2),segment_id=eb215dca-f88b-427c-8f2f-cc67959fe0e2)] {{(pid=106232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:03:46.909386 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749746030758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749745591525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749745591543'] for port (a1ea49d1-67fb-46e9-b81d-3f06e39ed050), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:46.978523 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-2670c9f1-5c20-47b4-8999-125213b8adb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16492237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1921'] for router (686f8360-d797-4b61-96c7-e1e5ed0e5c18), precommit_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:46.980849 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-2670c9f1-5c20-47b4-8999-125213b8adb9 admin admin] Publish callbacks [] for router_controller (686f8360-d797-4b61-96c7-e1e5ed0e5c18), precommit_delete_associations {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:47.002354 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Pushing event updated for resources: {'Port': ['ID=a1ea49d1-67fb-46e9-b81d-3f06e39ed050,revision_number=4']} {{(pid=106232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:03:47.018189 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:03:47.018748 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:03:47.019458 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:03:47.019977 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:03:47.020475 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:03:47.020977 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:03:47.021468 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:03:47.022542 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:03:47.025059 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:03:47.025059 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:03:47.025059 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:03:47.025059 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:03:47.031017 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:03:47.031765 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:03:47.032328 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:03:47.041210 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-2670c9f1-5c20-47b4-8999-125213b8adb9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16490094'] for router (686f8360-d797-4b61-96c7-e1e5ed0e5c18), after_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:47.042466 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2670c9f1-5c20-47b4-8999-125213b8adb9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 686f8360-d797-4b61-96c7-e1e5ed0e5c18 {{(pid=106231) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 01:03:47.048562 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-2670c9f1-5c20-47b4-8999-125213b8adb9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:47.050555 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-2670c9f1-5c20-47b4-8999-125213b8adb9 admin admin] 10.222.0.33 "DELETE /networking/v2.0/routers/686f8360-d797-4b61-96c7-e1e5ed0e5c18 HTTP/1.1" status: 204 len: 168 time: 1.2334387 Sep 18 01:03:47.053980 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.33', 37896) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:03:47.123243 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.db.db_base_plugin_v2 [None req-4857b0d3-0781-4513-b950-0dc890e35d17 admin admin] Deleting subnet 58f0751e-3cb4-40b9-9d2a-3100ec129c91 {{(pid=106230) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 18 01:03:47.127445 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-4857b0d3-0781-4513-b950-0dc890e35d17 admin admin] Publish callbacks [] for subnet (58f0751e-3cb4-40b9-9d2a-3100ec129c91), before_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:47.154710 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.rpc [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Device ed68bb6f-86d3-42ab-af23-ef84ada4df2f no longer exists at agent ovs-agent-dv-cinder-master-3-smb {{(pid=106232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:03:47.175406 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-4857b0d3-0781-4513-b950-0dc890e35d17 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13929757'] for subnet (58f0751e-3cb4-40b9-9d2a-3100ec129c91), precommit_delete_associations {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:47.190190 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] No Port match for: ed68bb6f-86d3-42ab-af23-ef84ada4df2f {{(pid=106232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 18 01:03:47.191083 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.rpc [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Device ed68bb6f-86d3-42ab-af23-ef84ada4df2f not bound to the agent host dv-cinder-master-3-smb {{(pid=106232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:03:47.217830 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.db [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] get_ports_and_sgs() called for port_ids ['a1ea49d1-67fb-46e9-b81d-3f06e39ed050'] {{(pid=106232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 18 01:03:47.287283 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:03:47.322698 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-4857b0d3-0781-4513-b950-0dc890e35d17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-900458'] for subnet (58f0751e-3cb4-40b9-9d2a-3100ec129c91), precommit_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:47.427595 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc1a3dc-bd0f-493f-9de7-d3ce320f7f16 req-59293dc9-aa8c-4161-88ad-d819375619b1 tempest-VolumesNegativeTest-114247925 tempest-VolumesNegativeTest-114247925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:03:47.429533 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-8cc1a3dc-bd0f-493f-9de7-d3ce320f7f16 req-59293dc9-aa8c-4161-88ad-d819375619b1 tempest-VolumesNegativeTest-114247925 tempest-VolumesNegativeTest-114247925-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=55dd5398-3040-4d30-b51b-62c056ce2619 HTTP/1.1" status: 200 len: 948 time: 0.0727644 Sep 18 01:03:47.462345 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-4857b0d3-0781-4513-b950-0dc890e35d17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-888663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16510870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13339759', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12768639'] for subnet (58f0751e-3cb4-40b9-9d2a-3100ec129c91), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:47.500927 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4857b0d3-0781-4513-b950-0dc890e35d17 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=58f0751e-3cb4-40b9-9d2a-3100ec129c91,revision_number=None']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:03:47.511713 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-4857b0d3-0781-4513-b950-0dc890e35d17 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16267021'] for subnet (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:47.517335 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [None req-4857b0d3-0781-4513-b950-0dc890e35d17 admin admin] 10.222.0.33 "DELETE /networking/v2.0/subnets/58f0751e-3cb4-40b9-9d2a-3100ec129c91 HTTP/1.1" status: 204 len: 168 time: 0.4596155 Sep 18 01:03:47.517518 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f5ddb06-08c2-44e2-84ab-b121e6a26a6d None None] Network 2fe627c1-4c69-4373-8338-7690c696f294 requested from dv-cinder-master-3-smb {{(pid=106232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 18 01:03:47.517653 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.33', 37906) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:03:47.531286 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-8cc1a3dc-bd0f-493f-9de7-d3ce320f7f16 req-497c33c3-c7c4-4404-8472-1d57f09ff76c tempest-VolumesNegativeTest-114247925 tempest-VolumesNegativeTest-114247925-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=70a5f297-25fc-4120-83a4-92afddc9e820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944049 Sep 18 01:03:47.600959 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c3a82ea8-951f-400b-8f9a-05993009ec19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-960799'] for network (2fe627c1-4c69-4373-8338-7690c696f294), before_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:47.647929 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-c3a82ea8-951f-400b-8f9a-05993009ec19 admin admin] Deleting port 2f88a861-cdea-44e9-97c7-1b4f8898d866 {{(pid=106230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 18 01:03:47.648217 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c3a82ea8-951f-400b-8f9a-05993009ec19 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749746030605'] for port (2f88a861-cdea-44e9-97c7-1b4f8898d866), before_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:47.699844 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:03:47.721299 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-501c18d0-a0b3-4fd8-be2c-7aea633eccd3 None None] DHCP port deletion for 2fe627c1-4c69-4373-8338-7690c696f294 request from dv-cinder-master-3-smb {{(pid=106232) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 18 01:03:47.721850 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-c3a82ea8-951f-400b-8f9a-05993009ec19 admin admin] For port 2f88a861-cdea-44e9-97c7-1b4f8898d866, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=2f88a861-cdea-44e9-97c7-1b4f8898d866,segment=NetworkSegment(af472e6b-8d89-4826-b74a-db58c32a407b),segment_id=af472e6b-8d89-4826-b74a-db58c32a407b)] {{(pid=106230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:03:47.722261 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c3a82ea8-951f-400b-8f9a-05993009ec19 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16488537'] for port (2f88a861-cdea-44e9-97c7-1b4f8898d866), precommit_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:47.737317 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-c3a82ea8-951f-400b-8f9a-05993009ec19 admin admin] Calling delete_port for 2f88a861-cdea-44e9-97c7-1b4f8898d866 owned by network:dhcp {{(pid=106230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 18 01:03:47.766723 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-501c18d0-a0b3-4fd8-be2c-7aea633eccd3 None None] Deleting port 2f88a861-cdea-44e9-97c7-1b4f8898d866 {{(pid=106232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 18 01:03:47.767155 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-501c18d0-a0b3-4fd8-be2c-7aea633eccd3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749746030605'] for port (2f88a861-cdea-44e9-97c7-1b4f8898d866), before_delete {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:47.815250 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c3a82ea8-951f-400b-8f9a-05993009ec19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749746033803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749745591516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13339648'] for port (2f88a861-cdea-44e9-97c7-1b4f8898d866), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:47.833115 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.db [None req-501c18d0-a0b3-4fd8-be2c-7aea633eccd3 None None] For port 2f88a861-cdea-44e9-97c7-1b4f8898d866, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=2f88a861-cdea-44e9-97c7-1b4f8898d866,segment=NetworkSegment(af472e6b-8d89-4826-b74a-db58c32a407b),segment_id=af472e6b-8d89-4826-b74a-db58c32a407b)] {{(pid=106232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:03:47.833510 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-501c18d0-a0b3-4fd8-be2c-7aea633eccd3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16488537'] for port (2f88a861-cdea-44e9-97c7-1b4f8898d866), precommit_delete {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:47.839889 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a82ea8-951f-400b-8f9a-05993009ec19 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f88a861-cdea-44e9-97c7-1b4f8898d866,revision_number=None']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:03:47.847501 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a82ea8-951f-400b-8f9a-05993009ec19 admin admin] No DVR routers for this DVR port 2f88a861-cdea-44e9-97c7-1b4f8898d866 on host dv-cinder-master-3-smb {{(pid=106230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 18 01:03:47.848243 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-501c18d0-a0b3-4fd8-be2c-7aea633eccd3 None None] Calling delete_port for 2f88a861-cdea-44e9-97c7-1b4f8898d866 owned by network:dhcp {{(pid=106232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 18 01:03:47.858230 dv-cinder-master-3-smb neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=100 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:03:47.897899 dv-cinder-master-3-smb neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:03:47.929881 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-501c18d0-a0b3-4fd8-be2c-7aea633eccd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749746033803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749745591516'] for port (2f88a861-cdea-44e9-97c7-1b4f8898d866), after_delete {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:47.933346 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c3a82ea8-951f-400b-8f9a-05993009ec19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-977985', 'neutron.services.segments.db._delete_segments_for_network-8749746056641'] for network (2fe627c1-4c69-4373-8338-7690c696f294), precommit_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:47.953520 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501c18d0-a0b3-4fd8-be2c-7aea633eccd3 None None] Pushing event deleted for resources: {'Port': ['ID=2f88a861-cdea-44e9-97c7-1b4f8898d866,revision_number=None']} {{(pid=106232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:03:47.953717 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.services.segments.db [None req-c3a82ea8-951f-400b-8f9a-05993009ec19 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fe627c1-4c69-4373-8338-7690c696f294']}} {{(pid=106230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:03:47.957033 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-501c18d0-a0b3-4fd8-be2c-7aea633eccd3 None None] No DVR routers for this DVR port 2f88a861-cdea-44e9-97c7-1b4f8898d866 on host dv-cinder-master-3-smb {{(pid=106232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 18 01:03:47.967273 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.services.segments.db [None req-c3a82ea8-951f-400b-8f9a-05993009ec19 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af472e6b-8d89-4826-b74a-db58c32a407b') {'for_net_delete': True} {{(pid=106230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:03:47.967862 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.services.segments.db [None req-c3a82ea8-951f-400b-8f9a-05993009ec19 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af472e6b-8d89-4826-b74a-db58c32a407b') {} {{(pid=106230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:03:47.979225 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c3a82ea8-951f-400b-8f9a-05993009ec19 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749746056533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13929766'] for segment (af472e6b-8d89-4826-b74a-db58c32a407b), before_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:47.993331 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c3a82ea8-951f-400b-8f9a-05993009ec19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-977230'] for segment (af472e6b-8d89-4826-b74a-db58c32a407b), precommit_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:48.000872 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3a82ea8-951f-400b-8f9a-05993009ec19 admin admin] Releasing vlan 192 on physical network physnet1 to pool {{(pid=106230) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 01:03:48.001606 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c3a82ea8-951f-400b-8f9a-05993009ec19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-977230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13339861'] for segment (af472e6b-8d89-4826-b74a-db58c32a407b), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:48.052256 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.services.segments.plugin [-] Segment af472e6b-8d89-4826-b74a-db58c32a407b resource provider aggregate not found Sep 18 01:03:48.069614 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c3a82ea8-951f-400b-8f9a-05993009ec19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-978040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16510767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16489868'] for network (2fe627c1-4c69-4373-8338-7690c696f294), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:48.075427 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.services.segments.plugin [-] Segment af472e6b-8d89-4826-b74a-db58c32a407b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid af472e6b-8d89-4826-b74a-db58c32a407b found for delete ", "request_id": "req-9721ab26-dba7-4744-a4fd-0e747c5e65bc"}]} Sep 18 01:03:48.081013 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-c3a82ea8-951f-400b-8f9a-05993009ec19 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16267021'] for network (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:48.087252 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [None req-c3a82ea8-951f-400b-8f9a-05993009ec19 admin admin] 10.222.0.33 "DELETE /networking/v2.0/networks/2fe627c1-4c69-4373-8338-7690c696f294 HTTP/1.1" status: 204 len: 168 time: 0.5680060 Sep 18 01:03:48.088140 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 37918) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:03:48.097091 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a82ea8-951f-400b-8f9a-05993009ec19 admin admin] Pushing event deleted for resources: {'Network': ['ID=2fe627c1-4c69-4373-8338-7690c696f294,revision_number=None']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:03:48.142237 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:03:48.251057 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.agents_db [None req-fc240a3b-6701-466a-b3ae-821b2bb1d0eb None None] Agent healthcheck: found 6 active agents {{(pid=106233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 01:03:48.289572 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:03:48.439767 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-aa85247f-897e-4bfe-a7bb-61d035987135 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16482979'] for router_interface (5c6de313-25e1-45f7-bd3f-37e99ea971b7), before_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:48.655171 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb724d2-f37f-42ff-81e8-7b0360961af0 req-f2e6e574-9355-4fa4-92f1-3107ff66997f tempest-VolumesNegativeTest-114247925 tempest-VolumesNegativeTest-114247925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:03:48.656632 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-3cb724d2-f37f-42ff-81e8-7b0360961af0 req-f2e6e574-9355-4fa4-92f1-3107ff66997f tempest-VolumesNegativeTest-114247925 tempest-VolumesNegativeTest-114247925-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=55dd5398-3040-4d30-b51b-62c056ce2619 HTTP/1.1" status: 200 len: 948 time: 0.0513494 Sep 18 01:03:48.666583 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.rpc [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Device a1ea49d1-67fb-46e9-b81d-3f06e39ed050 up at agent hyperv_hv-cinder-maste {{(pid=106232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:03:48.667874 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-aa85247f-897e-4bfe-a7bb-61d035987135 admin admin] Deleting port 18d71ce7-6d6b-4ac3-9a89-e330fd3ca901 {{(pid=106231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 18 01:03:48.668351 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-aa85247f-897e-4bfe-a7bb-61d035987135 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749746030605'] for port (18d71ce7-6d6b-4ac3-9a89-e330fd3ca901), before_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:48.711855 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.provisioning_blocks [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Provisioning for port a1ea49d1-67fb-46e9-b81d-3f06e39ed050 completed by entity L2. {{(pid=106232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 18 01:03:48.712381 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-3cb724d2-f37f-42ff-81e8-7b0360961af0 req-21de305a-870e-4a0b-b150-3ccb031ac9ed tempest-VolumesNegativeTest-114247925 tempest-VolumesNegativeTest-114247925-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=70a5f297-25fc-4120-83a4-92afddc9e820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493937 Sep 18 01:03:48.720118 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.provisioning_blocks [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Provisioning complete for port a1ea49d1-67fb-46e9-b81d-3f06e39ed050 triggered by entity L2. {{(pid=106232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 01:03:48.720500 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981214'] for port (a1ea49d1-67fb-46e9-b81d-3f06e39ed050), provisioning_complete {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:48.720840 dv-cinder-master-3-smb neutron-server[106232]: INFO neutron.plugins.ml2.plugin [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Attempt 1 to provision port a1ea49d1-67fb-46e9-b81d-3f06e39ed050 Sep 18 01:03:48.756999 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-aa85247f-897e-4bfe-a7bb-61d035987135 admin admin] For port 18d71ce7-6d6b-4ac3-9a89-e330fd3ca901, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=18d71ce7-6d6b-4ac3-9a89-e330fd3ca901,segment=NetworkSegment(c99bc136-0429-4f68-ad34-f0e42e297b17),segment_id=c99bc136-0429-4f68-ad34-f0e42e297b17)] {{(pid=106231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:03:48.757364 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-aa85247f-897e-4bfe-a7bb-61d035987135 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16488537'] for port (18d71ce7-6d6b-4ac3-9a89-e330fd3ca901), precommit_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:48.770167 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-aa85247f-897e-4bfe-a7bb-61d035987135 admin admin] Calling delete_port for 18d71ce7-6d6b-4ac3-9a89-e330fd3ca901 owned by network:router_interface {{(pid=106231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 18 01:03:48.798328 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Current status of the port a1ea49d1-67fb-46e9-b81d-3f06e39ed050 is: BUILD; New status is: ACTIVE {{(pid=106232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 01:03:48.798956 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (a1ea49d1-67fb-46e9-b81d-3f06e39ed050), before_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:48.823852 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55dd5398-3040-4d30-b51b-62c056ce2619', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1ea49d1-67fb-46e9-b81d-3f06e39ed050'}] {{(pid=106232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 18 01:03:48.826057 dv-cinder-master-3-smb neutron-server[106232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90e96a6086c290001a0d7e5ddcf89e279d0a9bc322b7051b760fc9213660c862" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-092cc65e-043b-42f5-8368-c3e8eb88c66b" -d '{"events": [{"server_uuid": "55dd5398-3040-4d30-b51b-62c056ce2619", "name": "network-vif-plugged", "status": "completed", "tag": "a1ea49d1-67fb-46e9-b81d-3f06e39ed050"}]}' {{(pid=106232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:03:48.838296 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.db [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] For port a1ea49d1-67fb-46e9-b81d-3f06e39ed050, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=a1ea49d1-67fb-46e9-b81d-3f06e39ed050,segment=NetworkSegment(eb215dca-f88b-427c-8f2f-cc67959fe0e2),segment_id=eb215dca-f88b-427c-8f2f-cc67959fe0e2)] {{(pid=106232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:03:48.842403 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749746030758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749745591525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749745591543'] for port (a1ea49d1-67fb-46e9-b81d-3f06e39ed050), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:48.868816 dv-cinder-master-3-smb neutron-server[106232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 18 Sep 2022 01:03:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e979111d-fbc1-4a18-8086-f91bbcdd7986 x-openstack-request-id: req-e979111d-fbc1-4a18-8086-f91bbcdd7986 {{(pid=106232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:03:48.869104 dv-cinder-master-3-smb neutron-server[106232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55dd5398-3040-4d30-b51b-62c056ce2619", "name": "network-vif-plugged", "status": "completed", "tag": "a1ea49d1-67fb-46e9-b81d-3f06e39ed050", "code": 200}]} {{(pid=106232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:03:48.869353 dv-cinder-master-3-smb neutron-server[106232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-e979111d-fbc1-4a18-8086-f91bbcdd7986 {{(pid=106232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:03:48.869744 dv-cinder-master-3-smb neutron-server[106232]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e979111d-fbc1-4a18-8086-f91bbcdd7986'] response: {'server_uuid': '55dd5398-3040-4d30-b51b-62c056ce2619', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1ea49d1-67fb-46e9-b81d-3f06e39ed050', 'code': 200} Sep 18 01:03:48.896129 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Pushing event updated for resources: {'Port': ['ID=a1ea49d1-67fb-46e9-b81d-3f06e39ed050,revision_number=5']} {{(pid=106232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:03:48.954781 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-aa85247f-897e-4bfe-a7bb-61d035987135 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749746033803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749745591516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13917182'] for port (18d71ce7-6d6b-4ac3-9a89-e330fd3ca901), after_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:48.982911 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa85247f-897e-4bfe-a7bb-61d035987135 admin admin] Pushing event deleted for resources: {'Port': ['ID=18d71ce7-6d6b-4ac3-9a89-e330fd3ca901,revision_number=None']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:03:49.110676 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:03:49.127694 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:03:49.135071 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.rpc [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Device b5cd822d-7070-4e2b-95ea-266904043865 no longer exists at agent ovs-agent-dv-cinder-master-3-smb {{(pid=106232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:03:49.153155 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aad0ad0-c0fb-483b-9125-dd0428cacaf2 req-8ca43684-2c37-414f-ae6c-9891675503cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:03:49.161724 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-6aad0ad0-c0fb-483b-9125-dd0428cacaf2 req-8ca43684-2c37-414f-ae6c-9891675503cb service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=55dd5398-3040-4d30-b51b-62c056ce2619 HTTP/1.1" status: 200 len: 1133 time: 0.0638847 Sep 18 01:03:49.173850 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] No Port match for: b5cd822d-7070-4e2b-95ea-266904043865 {{(pid=106232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 18 01:03:49.174196 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.rpc [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Device b5cd822d-7070-4e2b-95ea-266904043865 not bound to the agent host dv-cinder-master-3-smb {{(pid=106232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:03:49.174821 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.rpc [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Device 2f88a861-cdea-44e9-97c7-1b4f8898d866 no longer exists at agent ovs-agent-dv-cinder-master-3-smb {{(pid=106232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:03:49.198181 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] No Port match for: 2f88a861-cdea-44e9-97c7-1b4f8898d866 {{(pid=106232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 18 01:03:49.198673 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.rpc [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Device 2f88a861-cdea-44e9-97c7-1b4f8898d866 not bound to the agent host dv-cinder-master-3-smb {{(pid=106232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:03:49.247488 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-6aad0ad0-c0fb-483b-9125-dd0428cacaf2 req-7b440cc7-7bc3-420f-8b16-95e927b0be39 service neutron] 10.222.0.57 "GET /networking/v2.0/security-groups?id=70a5f297-25fc-4120-83a4-92afddc9e820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562778 Sep 18 01:03:49.248050 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-aa85247f-897e-4bfe-a7bb-61d035987135 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16267048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16490003'] for router_interface (5c6de313-25e1-45f7-bd3f-37e99ea971b7), after_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:49.380165 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.33', 37936) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:03:49.509937 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-a9cedc40-93ba-46b3-8d52-6f0e2f426a2a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:49.579468 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=80,neutron:DELETE=9,neutron:UPDATE=3,neutron:INSERT=8 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:03:49.616837 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-a9cedc40-93ba-46b3-8d52-6f0e2f426a2a admin admin] Publish callbacks [] for security_group (7b680499-245d-4bde-a3af-45e8def06635), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:49.621309 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-a9cedc40-93ba-46b3-8d52-6f0e2f426a2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512506'] for security_group (7b680499-245d-4bde-a3af-45e8def06635), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:49.665942 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [None req-a9cedc40-93ba-46b3-8d52-6f0e2f426a2a admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=f36c9cb6993f4e5daa3fab06640759a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2844005 Sep 18 01:03:49.666945 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cedc40-93ba-46b3-8d52-6f0e2f426a2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b680499-245d-4bde-a3af-45e8def06635,revision_number=1']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:03:49.667903 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 37946) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:03:49.774214 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa85247f-897e-4bfe-a7bb-61d035987135 admin admin] Router 5c6de313-25e1-45f7-bd3f-37e99ea971b7 has already been hosted by L3 agent d0e8801d-4758-48bd-8085-7f05d3358764 {{(pid=106231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 01:03:49.774980 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-3eb5760b-6ecf-439b-86f0-60e3cd18b6df admin admin] Publish callbacks [] for security_group (7b680499-245d-4bde-a3af-45e8def06635), before_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:49.804835 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-3eb5760b-6ecf-439b-86f0-60e3cd18b6df admin admin] Publish callbacks [] for security_group (7b680499-245d-4bde-a3af-45e8def06635), precommit_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:49.847698 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947f8869-8a04-4d4b-90db-fb979d1a9387 req-e058188d-b771-4ddc-b349-83b721c419bc tempest-VolumesNegativeTest-114247925 tempest-VolumesNegativeTest-114247925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:03:49.849148 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-947f8869-8a04-4d4b-90db-fb979d1a9387 req-e058188d-b771-4ddc-b349-83b721c419bc tempest-VolumesNegativeTest-114247925 tempest-VolumesNegativeTest-114247925-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=55dd5398-3040-4d30-b51b-62c056ce2619 HTTP/1.1" status: 200 len: 949 time: 0.0468953 Sep 18 01:03:49.901743 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-947f8869-8a04-4d4b-90db-fb979d1a9387 req-5431938a-6e0c-42a3-9806-020ed7e3c1e5 tempest-VolumesNegativeTest-114247925 tempest-VolumesNegativeTest-114247925-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=70a5f297-25fc-4120-83a4-92afddc9e820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455742 Sep 18 01:03:49.931705 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa85247f-897e-4bfe-a7bb-61d035987135 admin admin] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=106231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:03:49.935186 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-aa85247f-897e-4bfe-a7bb-61d035987135 admin admin] 10.222.0.33 "PUT /networking/v2.0/routers/5c6de313-25e1-45f7-bd3f-37e99ea971b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8448541 Sep 18 01:03:49.936478 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-3eb5760b-6ecf-439b-86f0-60e3cd18b6df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512506'] for security_group (7b680499-245d-4bde-a3af-45e8def06635), after_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:49.937666 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.33', 37950) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:03:49.939087 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-3eb5760b-6ecf-439b-86f0-60e3cd18b6df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:49.940102 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-3eb5760b-6ecf-439b-86f0-60e3cd18b6df admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/7b680499-245d-4bde-a3af-45e8def06635 HTTP/1.1" status: 204 len: 168 time: 0.2713001 Sep 18 01:03:49.945325 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e45206de-b776-4b86-9a0b-39932d92d5fa None None] Sync routers for ids ['5c6de313-25e1-45f7-bd3f-37e99ea971b7'] in dv-cinder-master-3-smb {{(pid=106232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:03:49.949510 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb5760b-6ecf-439b-86f0-60e3cd18b6df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b680499-245d-4bde-a3af-45e8def06635,revision_number=None']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:03:49.976916 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e45206de-b776-4b86-9a0b-39932d92d5fa None None] Routers {'5c6de313-25e1-45f7-bd3f-37e99ea971b7'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 18 01:03:49.977581 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.l3_hamode_db [None req-e45206de-b776-4b86-9a0b-39932d92d5fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-18T00:47:37Z,description=,heartbeat_timestamp=2022-09-18T01:03:37Z,host='dv-cinder-master-3-smb',id=d0e8801d-4758-48bd-8085-7f05d3358764,load=0,resource_versions=,resources_synced=,started_at=2022-09-18T00:47:37Z,topic='l3_agent')) {'router_ids': ['5c6de313-25e1-45f7-bd3f-37e99ea971b7'], 'active': True} {{(pid=106232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:03:50.065538 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d3dfdbeb-99d7-4a24-b6a2-829ac4f4fd05 admin admin] Publish callbacks [] for router (5c6de313-25e1-45f7-bd3f-37e99ea971b7), before_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:50.229467 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.l3_dvr_db [None req-e45206de-b776-4b86-9a0b-39932d92d5fa None None] Set router 5c6de313-25e1-45f7-bd3f-37e99ea971b7 gateway port host: dv-cinder-master-3-smb {{(pid=106232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 18 01:03:50.412921 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.l3_hamode_db [None req-e45206de-b776-4b86-9a0b-39932d92d5fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c6de313-25e1-45f7-bd3f-37e99ea971b7', 'name': 'tempest-TestShelveInstance-537021422-router', 'tenant_id': 'cd09f374f5b0446896c28abd478f6ce2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'external_fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.104'}], 'enable_snat': True}, 'gw_port_id': '7d6eeb02-df58-4485-8b98-6f5c9903a3b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:58:35Z', 'updated_at': '2022-09-18T01:03:48Z', 'revision_number': 5, 'project_id': 'cd09f374f5b0446896c28abd478f6ce2', 'gw_port': {'id': '7d6eeb02-df58-4485-8b98-6f5c9903a3b6', 'name': '', 'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:cd:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c6de313-25e1-45f7-bd3f-37e99ea971b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:58:36Z', 'updated_at': '2022-09-18T00:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb'}], 'dv-cinder-master-3-smb', False) {} {{(pid=106232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:03:50.419362 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=3 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:03:50.442133 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e45206de-b776-4b86-9a0b-39932d92d5fa None None] Checking router: 5c6de313-25e1-45f7-bd3f-37e99ea971b7 for host: dv-cinder-master-3-smb {{(pid=106232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:03:50.449876 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d3dfdbeb-99d7-4a24-b6a2-829ac4f4fd05 admin admin] Publish callbacks [] for router_gateway (5c6de313-25e1-45f7-bd3f-37e99ea971b7), before_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:50.450761 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e45206de-b776-4b86-9a0b-39932d92d5fa None None] Routers {'5c6de313-25e1-45f7-bd3f-37e99ea971b7'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 18 01:03:50.451402 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.l3_hamode_db [None req-e45206de-b776-4b86-9a0b-39932d92d5fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-18T00:47:37Z,description=,heartbeat_timestamp=2022-09-18T01:03:37Z,host='dv-cinder-master-3-smb',id=d0e8801d-4758-48bd-8085-7f05d3358764,load=0,resource_versions=,resources_synced=,started_at=2022-09-18T00:47:37Z,topic='l3_agent')) {'router_ids': ['5c6de313-25e1-45f7-bd3f-37e99ea971b7'], 'active': True} {{(pid=106232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:03:50.495565 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-d3dfdbeb-99d7-4a24-b6a2-829ac4f4fd05 admin admin] Deleting port 7d6eeb02-df58-4485-8b98-6f5c9903a3b6 {{(pid=106230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 18 01:03:50.496065 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d3dfdbeb-99d7-4a24-b6a2-829ac4f4fd05 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749746030605'] for port (7d6eeb02-df58-4485-8b98-6f5c9903a3b6), before_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:50.554869 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.l3_dvr_db [None req-e45206de-b776-4b86-9a0b-39932d92d5fa None None] Set router 5c6de313-25e1-45f7-bd3f-37e99ea971b7 gateway port host: dv-cinder-master-3-smb {{(pid=106232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 18 01:03:50.580456 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-d3dfdbeb-99d7-4a24-b6a2-829ac4f4fd05 admin admin] For port 7d6eeb02-df58-4485-8b98-6f5c9903a3b6, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=7d6eeb02-df58-4485-8b98-6f5c9903a3b6,segment=NetworkSegment(e81b1a67-2f81-4ac8-a4dd-b13e6c47d014),segment_id=e81b1a67-2f81-4ac8-a4dd-b13e6c47d014)] {{(pid=106230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:03:50.580825 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d3dfdbeb-99d7-4a24-b6a2-829ac4f4fd05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16488537'] for port (7d6eeb02-df58-4485-8b98-6f5c9903a3b6), precommit_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:50.594441 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-d3dfdbeb-99d7-4a24-b6a2-829ac4f4fd05 admin admin] Calling delete_port for 7d6eeb02-df58-4485-8b98-6f5c9903a3b6 owned by network:router_gateway {{(pid=106230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 18 01:03:50.695170 dv-cinder-master-3-smb neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:03:50.722363 dv-cinder-master-3-smb neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:03:50.743771 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.l3_hamode_db [None req-e45206de-b776-4b86-9a0b-39932d92d5fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c6de313-25e1-45f7-bd3f-37e99ea971b7', 'name': 'tempest-TestShelveInstance-537021422-router', 'tenant_id': 'cd09f374f5b0446896c28abd478f6ce2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'external_fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.104'}], 'enable_snat': True}, 'gw_port_id': '7d6eeb02-df58-4485-8b98-6f5c9903a3b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:58:35Z', 'updated_at': '2022-09-18T01:03:48Z', 'revision_number': 5, 'project_id': 'cd09f374f5b0446896c28abd478f6ce2', 'gw_port': {'id': '7d6eeb02-df58-4485-8b98-6f5c9903a3b6', 'name': '', 'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:cd:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c6de313-25e1-45f7-bd3f-37e99ea971b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:58:36Z', 'updated_at': '2022-09-18T00:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb'}], 'dv-cinder-master-3-smb', False) {} {{(pid=106232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:03:50.770641 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e45206de-b776-4b86-9a0b-39932d92d5fa None None] The sync data for ids ['5c6de313-25e1-45f7-bd3f-37e99ea971b7'] in dv-cinder-master-3-smb is: [{'id': '5c6de313-25e1-45f7-bd3f-37e99ea971b7', 'name': 'tempest-TestShelveInstance-537021422-router', 'tenant_id': 'cd09f374f5b0446896c28abd478f6ce2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'external_fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.104'}], 'enable_snat': True}, 'gw_port_id': '7d6eeb02-df58-4485-8b98-6f5c9903a3b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T00:58:35Z', 'updated_at': '2022-09-18T01:03:48Z', 'revision_number': 5, 'project_id': 'cd09f374f5b0446896c28abd478f6ce2', 'gw_port': {'id': '7d6eeb02-df58-4485-8b98-6f5c9903a3b6', 'name': '', 'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:cd:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c6de313-25e1-45f7-bd3f-37e99ea971b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T00:58:36Z', 'updated_at': '2022-09-18T00:58:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb'}] {{(pid=106232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:03:50.786534 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d3dfdbeb-99d7-4a24-b6a2-829ac4f4fd05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749746033803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749745591516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13339648'] for port (7d6eeb02-df58-4485-8b98-6f5c9903a3b6), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:50.830269 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dfdbeb-99d7-4a24-b6a2-829ac4f4fd05 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d6eeb02-df58-4485-8b98-6f5c9903a3b6,revision_number=None']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:03:50.892354 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d3dfdbeb-99d7-4a24-b6a2-829ac4f4fd05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16489817'] for router_gateway (5c6de313-25e1-45f7-bd3f-37e99ea971b7), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:50.960480 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 37962) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:03:51.014162 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d3dfdbeb-99d7-4a24-b6a2-829ac4f4fd05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16492237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1921'] for router (5c6de313-25e1-45f7-bd3f-37e99ea971b7), precommit_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:51.031227 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d3dfdbeb-99d7-4a24-b6a2-829ac4f4fd05 admin admin] Publish callbacks [] for router_controller (5c6de313-25e1-45f7-bd3f-37e99ea971b7), precommit_delete_associations {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:51.073364 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-a780eee5-1c13-4bef-8d99-694ae5e6b207 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:51.105195 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960e1b96-a50a-4a40-8273-489df669f70b req-b9354a85-3d79-4130-b2bf-bc925a31f1ec tempest-VolumesNegativeTest-114247925 tempest-VolumesNegativeTest-114247925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:03:51.106860 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-960e1b96-a50a-4a40-8273-489df669f70b req-b9354a85-3d79-4130-b2bf-bc925a31f1ec tempest-VolumesNegativeTest-114247925 tempest-VolumesNegativeTest-114247925-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=55dd5398-3040-4d30-b51b-62c056ce2619 HTTP/1.1" status: 200 len: 949 time: 0.1082625 Sep 18 01:03:51.146107 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d3dfdbeb-99d7-4a24-b6a2-829ac4f4fd05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16490094'] for router (5c6de313-25e1-45f7-bd3f-37e99ea971b7), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:51.147258 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3dfdbeb-99d7-4a24-b6a2-829ac4f4fd05 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5c6de313-25e1-45f7-bd3f-37e99ea971b7 {{(pid=106230) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 01:03:51.158736 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-d3dfdbeb-99d7-4a24-b6a2-829ac4f4fd05 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:51.159910 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [None req-d3dfdbeb-99d7-4a24-b6a2-829ac4f4fd05 admin admin] 10.222.0.33 "DELETE /networking/v2.0/routers/5c6de313-25e1-45f7-bd3f-37e99ea971b7 HTTP/1.1" status: 204 len: 168 time: 1.2212653 Sep 18 01:03:51.163669 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 37966) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:03:51.176987 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-a780eee5-1c13-4bef-8d99-694ae5e6b207 admin admin] Publish callbacks [] for security_group (341b083c-b0ce-4ba7-8d0e-e396f6414259), precommit_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:51.187534 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-960e1b96-a50a-4a40-8273-489df669f70b req-b86c3d65-e30f-48ca-87e1-d88f7afc0db7 tempest-VolumesNegativeTest-114247925 tempest-VolumesNegativeTest-114247925-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=70a5f297-25fc-4120-83a4-92afddc9e820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740952 Sep 18 01:03:51.201074 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-a780eee5-1c13-4bef-8d99-694ae5e6b207 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512506'] for security_group (341b083c-b0ce-4ba7-8d0e-e396f6414259), after_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:51.218099 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:03:51.239542 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.rpc [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Device 18d71ce7-6d6b-4ac3-9a89-e330fd3ca901 no longer exists at agent ovs-agent-dv-cinder-master-3-smb {{(pid=106232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:03:51.263594 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] No Port match for: 18d71ce7-6d6b-4ac3-9a89-e330fd3ca901 {{(pid=106232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 18 01:03:51.264142 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.rpc [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Device 18d71ce7-6d6b-4ac3-9a89-e330fd3ca901 not bound to the agent host dv-cinder-master-3-smb {{(pid=106232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:03:51.282999 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.33', 37972) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:03:51.283227 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-a780eee5-1c13-4bef-8d99-694ae5e6b207 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=d4d33f2f723d4b34b6fb80922dace8bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3214734 Sep 18 01:03:51.287255 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.db.db_base_plugin_v2 [None req-e14a4efe-90f0-41bf-83d9-107d96375b99 admin admin] Deleting subnet a693c7ea-8093-4aba-b20e-38169451c3f3 {{(pid=106231) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 18 01:03:51.290321 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a780eee5-1c13-4bef-8d99-694ae5e6b207 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=341b083c-b0ce-4ba7-8d0e-e396f6414259,revision_number=1']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:03:51.299248 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-e14a4efe-90f0-41bf-83d9-107d96375b99 admin admin] Publish callbacks [] for subnet (a693c7ea-8093-4aba-b20e-38169451c3f3), before_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:51.300979 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:03:51.303560 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:03:51.344143 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-e14a4efe-90f0-41bf-83d9-107d96375b99 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14079591'] for subnet (a693c7ea-8093-4aba-b20e-38169451c3f3), precommit_delete_associations {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:51.350828 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-57225714-b49b-43fe-a27f-c2a2b2e0a1ad admin admin] Publish callbacks [] for security_group (341b083c-b0ce-4ba7-8d0e-e396f6414259), before_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:51.376910 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-57225714-b49b-43fe-a27f-c2a2b2e0a1ad admin admin] Publish callbacks [] for security_group (341b083c-b0ce-4ba7-8d0e-e396f6414259), precommit_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:51.398768 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:03:51.444871 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-e14a4efe-90f0-41bf-83d9-107d96375b99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-900458'] for subnet (a693c7ea-8093-4aba-b20e-38169451c3f3), precommit_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:51.447028 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-57225714-b49b-43fe-a27f-c2a2b2e0a1ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512506'] for security_group (341b083c-b0ce-4ba7-8d0e-e396f6414259), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:51.450530 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-57225714-b49b-43fe-a27f-c2a2b2e0a1ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:51.455302 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [None req-57225714-b49b-43fe-a27f-c2a2b2e0a1ad admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/341b083c-b0ce-4ba7-8d0e-e396f6414259 HTTP/1.1" status: 204 len: 168 time: 0.1707439 Sep 18 01:03:51.464196 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57225714-b49b-43fe-a27f-c2a2b2e0a1ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=341b083c-b0ce-4ba7-8d0e-e396f6414259,revision_number=None']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:03:51.530100 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-e14a4efe-90f0-41bf-83d9-107d96375b99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-888663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16510870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13917073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13973654'] for subnet (a693c7ea-8093-4aba-b20e-38169451c3f3), after_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:51.558228 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14a4efe-90f0-41bf-83d9-107d96375b99 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a693c7ea-8093-4aba-b20e-38169451c3f3,revision_number=None']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:03:51.564478 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-e14a4efe-90f0-41bf-83d9-107d96375b99 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:51.570671 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-e14a4efe-90f0-41bf-83d9-107d96375b99 admin admin] 10.222.0.33 "DELETE /networking/v2.0/subnets/a693c7ea-8093-4aba-b20e-38169451c3f3 HTTP/1.1" status: 204 len: 168 time: 0.4056349 Sep 18 01:03:51.572894 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df5d8ade-fc13-4019-b838-c5f870a4b26e None None] Network 547c07f7-db1f-4769-919a-6056a6bfaeb6 requested from dv-cinder-master-3-smb {{(pid=106232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 18 01:03:51.573625 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.33', 37978) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:03:51.581615 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff92432-cfdf-46ce-aa31-3d153b04c64b req-229b68ad-fbe1-419f-a31d-29b1bc4fb182 tempest-VolumesNegativeTest-114247925 tempest-VolumesNegativeTest-114247925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:03:51.583141 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-1ff92432-cfdf-46ce-aa31-3d153b04c64b req-229b68ad-fbe1-419f-a31d-29b1bc4fb182 tempest-VolumesNegativeTest-114247925 tempest-VolumesNegativeTest-114247925-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=55dd5398-3040-4d30-b51b-62c056ce2619 HTTP/1.1" status: 200 len: 949 time: 0.0762746 Sep 18 01:03:51.702865 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-2488ca43-3a93-41c9-a5a0-4d86de7b187d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-960799'] for network (547c07f7-db1f-4769-919a-6056a6bfaeb6), before_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:51.715222 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-1ff92432-cfdf-46ce-aa31-3d153b04c64b req-c1a8e509-4b6a-4a51-a9a6-2d491706141d tempest-VolumesNegativeTest-114247925 tempest-VolumesNegativeTest-114247925-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=70a5f297-25fc-4120-83a4-92afddc9e820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063504 Sep 18 01:03:51.772645 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-2488ca43-3a93-41c9-a5a0-4d86de7b187d admin admin] Deleting port 5b0a5b0c-5f88-40f7-8f3e-770cd678b923 {{(pid=106230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 18 01:03:51.773058 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-2488ca43-3a93-41c9-a5a0-4d86de7b187d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749746030605'] for port (5b0a5b0c-5f88-40f7-8f3e-770cd678b923), before_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:51.837986 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 37982) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:03:51.842849 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-2488ca43-3a93-41c9-a5a0-4d86de7b187d admin admin] For port 5b0a5b0c-5f88-40f7-8f3e-770cd678b923, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=5b0a5b0c-5f88-40f7-8f3e-770cd678b923,segment=NetworkSegment(c99bc136-0429-4f68-ad34-f0e42e297b17),segment_id=c99bc136-0429-4f68-ad34-f0e42e297b17)] {{(pid=106230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:03:51.843221 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-2488ca43-3a93-41c9-a5a0-4d86de7b187d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16488537'] for port (5b0a5b0c-5f88-40f7-8f3e-770cd678b923), precommit_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:51.851504 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-7c67bfc3-9d36-4fe3-98af-d5ff73d3f3a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:51.856852 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-2488ca43-3a93-41c9-a5a0-4d86de7b187d admin admin] Calling delete_port for 5b0a5b0c-5f88-40f7-8f3e-770cd678b923 owned by network:dhcp {{(pid=106230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 18 01:03:51.932618 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-7c67bfc3-9d36-4fe3-98af-d5ff73d3f3a4 admin admin] Publish callbacks [] for security_group (7753321c-1693-44b6-b68c-26b46e14958e), precommit_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:51.936347 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-7c67bfc3-9d36-4fe3-98af-d5ff73d3f3a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512506'] for security_group (7753321c-1693-44b6-b68c-26b46e14958e), after_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:51.937500 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-2488ca43-3a93-41c9-a5a0-4d86de7b187d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749746033803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749745591516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13339648'] for port (5b0a5b0c-5f88-40f7-8f3e-770cd678b923), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:51.963695 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2488ca43-3a93-41c9-a5a0-4d86de7b187d admin admin] Pushing event deleted for resources: {'Port': ['ID=5b0a5b0c-5f88-40f7-8f3e-770cd678b923,revision_number=None']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:03:51.967193 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2488ca43-3a93-41c9-a5a0-4d86de7b187d admin admin] No DVR routers for this DVR port 5b0a5b0c-5f88-40f7-8f3e-770cd678b923 on host dv-cinder-master-3-smb {{(pid=106230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 18 01:03:51.975827 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c67bfc3-9d36-4fe3-98af-d5ff73d3f3a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7753321c-1693-44b6-b68c-26b46e14958e,revision_number=1']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:03:51.987513 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-7c67bfc3-9d36-4fe3-98af-d5ff73d3f3a4 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=b533c830c94449c4a01f45664edfc4dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1458080 Sep 18 01:03:51.987513 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 37984) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:03:52.043458 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a98ac81-e707-4cf8-afa4-70a1eba66711 None None] DHCP port deletion for 547c07f7-db1f-4769-919a-6056a6bfaeb6 request from dv-cinder-master-3-smb {{(pid=106232) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 18 01:03:52.046809 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-26c0f352-e22a-48b8-8539-8494d83508fd admin admin] Publish callbacks [] for security_group (7753321c-1693-44b6-b68c-26b46e14958e), before_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:52.056308 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-2488ca43-3a93-41c9-a5a0-4d86de7b187d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-977985', 'neutron.services.segments.db._delete_segments_for_network-8749746056641'] for network (547c07f7-db1f-4769-919a-6056a6bfaeb6), precommit_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:52.074508 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-26c0f352-e22a-48b8-8539-8494d83508fd admin admin] Publish callbacks [] for security_group (7753321c-1693-44b6-b68c-26b46e14958e), precommit_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:52.081599 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.services.segments.db [None req-2488ca43-3a93-41c9-a5a0-4d86de7b187d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['547c07f7-db1f-4769-919a-6056a6bfaeb6']}} {{(pid=106230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:03:52.090784 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.services.segments.db [None req-2488ca43-3a93-41c9-a5a0-4d86de7b187d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c99bc136-0429-4f68-ad34-f0e42e297b17') {'for_net_delete': True} {{(pid=106230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:03:52.091366 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.services.segments.db [None req-2488ca43-3a93-41c9-a5a0-4d86de7b187d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c99bc136-0429-4f68-ad34-f0e42e297b17') {} {{(pid=106230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:03:52.101925 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-2488ca43-3a93-41c9-a5a0-4d86de7b187d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749746056533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-13929766'] for segment (c99bc136-0429-4f68-ad34-f0e42e297b17), before_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:52.116319 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-2488ca43-3a93-41c9-a5a0-4d86de7b187d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-977230'] for segment (c99bc136-0429-4f68-ad34-f0e42e297b17), precommit_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:52.123292 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2488ca43-3a93-41c9-a5a0-4d86de7b187d admin admin] Releasing vlan 195 on physical network physnet1 to pool {{(pid=106230) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 01:03:52.123676 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-2488ca43-3a93-41c9-a5a0-4d86de7b187d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-977230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13339861'] for segment (c99bc136-0429-4f68-ad34-f0e42e297b17), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:52.127804 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-26c0f352-e22a-48b8-8539-8494d83508fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512506'] for security_group (7753321c-1693-44b6-b68c-26b46e14958e), after_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:52.130364 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-26c0f352-e22a-48b8-8539-8494d83508fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:52.131626 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-26c0f352-e22a-48b8-8539-8494d83508fd admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/7753321c-1693-44b6-b68c-26b46e14958e HTTP/1.1" status: 204 len: 168 time: 0.1432269 Sep 18 01:03:52.140989 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c0f352-e22a-48b8-8539-8494d83508fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7753321c-1693-44b6-b68c-26b46e14958e,revision_number=None']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:03:52.176300 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.services.segments.plugin [-] Segment c99bc136-0429-4f68-ad34-f0e42e297b17 resource provider aggregate not found Sep 18 01:03:52.196905 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.services.segments.plugin [-] Segment c99bc136-0429-4f68-ad34-f0e42e297b17 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c99bc136-0429-4f68-ad34-f0e42e297b17 found for delete ", "request_id": "req-e270b4f1-bc6f-4b5c-a31f-93abf1743322"}]} Sep 18 01:03:52.197986 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-2488ca43-3a93-41c9-a5a0-4d86de7b187d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-978040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16510767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16489868'] for network (547c07f7-db1f-4769-919a-6056a6bfaeb6), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:52.205468 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-2488ca43-3a93-41c9-a5a0-4d86de7b187d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16267021'] for network (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:52.211321 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [None req-2488ca43-3a93-41c9-a5a0-4d86de7b187d admin admin] 10.222.0.33 "DELETE /networking/v2.0/networks/547c07f7-db1f-4769-919a-6056a6bfaeb6 HTTP/1.1" status: 204 len: 168 time: 0.6365132 Sep 18 01:03:52.223651 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2488ca43-3a93-41c9-a5a0-4d86de7b187d admin admin] Pushing event deleted for resources: {'Network': ['ID=547c07f7-db1f-4769-919a-6056a6bfaeb6,revision_number=None']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:03:52.387135 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 37996) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:03:52.428463 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-096ae645-0824-45be-8684-6e72beef38a0 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=c37316ddc7de431294eda723f5ef3f60&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0401716 Sep 18 01:03:52.431120 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 37998) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:03:52.481999 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-dbf70321-e719-4c53-b185-5f147d3a6a1b admin admin] Publish callbacks [] for security_group (813d128d-0b50-4994-8e9e-8cdbd4da2728), before_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:52.502424 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-dbf70321-e719-4c53-b185-5f147d3a6a1b admin admin] Publish callbacks [] for security_group (813d128d-0b50-4994-8e9e-8cdbd4da2728), precommit_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:52.552232 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-dbf70321-e719-4c53-b185-5f147d3a6a1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512506'] for security_group (813d128d-0b50-4994-8e9e-8cdbd4da2728), after_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:52.554888 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-dbf70321-e719-4c53-b185-5f147d3a6a1b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:52.556025 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-dbf70321-e719-4c53-b185-5f147d3a6a1b admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/813d128d-0b50-4994-8e9e-8cdbd4da2728 HTTP/1.1" status: 204 len: 168 time: 0.1240151 Sep 18 01:03:52.564545 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf70321-e719-4c53-b185-5f147d3a6a1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=813d128d-0b50-4994-8e9e-8cdbd4da2728,revision_number=None']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:03:52.869951 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf06e8d5-32e5-4596-80cc-409ca4286976 req-97985736-a288-46d5-b1e8-fd4d124d0c6a tempest-VolumesNegativeTest-114247925 tempest-VolumesNegativeTest-114247925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:03:52.871265 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 38020) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:03:52.875504 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-cf06e8d5-32e5-4596-80cc-409ca4286976 req-97985736-a288-46d5-b1e8-fd4d124d0c6a tempest-VolumesNegativeTest-114247925 tempest-VolumesNegativeTest-114247925-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=55dd5398-3040-4d30-b51b-62c056ce2619 HTTP/1.1" status: 200 len: 949 time: 0.0610888 Sep 18 01:03:52.887634 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=85,neutron:UPDATE=2,neutron:DELETE=8,neutron:INSERT=5 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:03:52.923711 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-b234bc60-e7a2-4ff0-ad32-674c36e35e34 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=cd09f374f5b0446896c28abd478f6ce2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0509059 Sep 18 01:03:52.923965 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-cf06e8d5-32e5-4596-80cc-409ca4286976 req-8d370679-7ab7-4793-a813-fb48e52d79b3 tempest-VolumesNegativeTest-114247925 tempest-VolumesNegativeTest-114247925-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=70a5f297-25fc-4120-83a4-92afddc9e820&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467393 Sep 18 01:03:52.926369 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 38022) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:03:52.980822 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:UPDATE=1,neutron:INSERT=6 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:03:52.986231 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-6681d8bc-affd-4028-a1c0-915df0a97341 admin admin] Publish callbacks [] for security_group (ba8218d4-2dd2-4f86-8559-a8fa79cec14e), before_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:53.009969 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-6681d8bc-affd-4028-a1c0-915df0a97341 admin admin] Publish callbacks [] for security_group (ba8218d4-2dd2-4f86-8559-a8fa79cec14e), precommit_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:53.048545 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.rpc [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Device 7d6eeb02-df58-4485-8b98-6f5c9903a3b6 no longer exists at agent ovs-agent-dv-cinder-master-3-smb {{(pid=106232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:03:53.062675 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-6681d8bc-affd-4028-a1c0-915df0a97341 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512506'] for security_group (ba8218d4-2dd2-4f86-8559-a8fa79cec14e), after_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:53.066002 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-6681d8bc-affd-4028-a1c0-915df0a97341 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:53.069093 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-6681d8bc-affd-4028-a1c0-915df0a97341 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/ba8218d4-2dd2-4f86-8559-a8fa79cec14e HTTP/1.1" status: 204 len: 168 time: 0.1401124 Sep 18 01:03:53.075782 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] No Port match for: 7d6eeb02-df58-4485-8b98-6f5c9903a3b6 {{(pid=106232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 18 01:03:53.076208 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.rpc [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Device 7d6eeb02-df58-4485-8b98-6f5c9903a3b6 not bound to the agent host dv-cinder-master-3-smb {{(pid=106232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:03:53.076691 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.rpc [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Device 5b0a5b0c-5f88-40f7-8f3e-770cd678b923 no longer exists at agent ovs-agent-dv-cinder-master-3-smb {{(pid=106232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:03:53.080674 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6681d8bc-affd-4028-a1c0-915df0a97341 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba8218d4-2dd2-4f86-8559-a8fa79cec14e,revision_number=None']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:03:53.101950 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] No Port match for: 5b0a5b0c-5f88-40f7-8f3e-770cd678b923 {{(pid=106232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 18 01:03:53.102682 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.rpc [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Device 5b0a5b0c-5f88-40f7-8f3e-770cd678b923 not bound to the agent host dv-cinder-master-3-smb {{(pid=106232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:03:53.148340 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c412fa-8b60-41b7-a285-e26a7b07ed5d req-431a14e5-1028-4034-abf1-8168c157f127 tempest-VolumesNegativeTest-114247925 tempest-VolumesNegativeTest-114247925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:03:53.149855 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-51c412fa-8b60-41b7-a285-e26a7b07ed5d req-431a14e5-1028-4034-abf1-8168c157f127 tempest-VolumesNegativeTest-114247925 tempest-VolumesNegativeTest-114247925-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=55dd5398-3040-4d30-b51b-62c056ce2619 HTTP/1.1" status: 200 len: 949 time: 0.0595205 Sep 18 01:03:53.248347 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [req-51c412fa-8b60-41b7-a285-e26a7b07ed5d req-00615162-77f6-4b77-a442-6b693d64292b tempest-VolumesNegativeTest-114247925 tempest-VolumesNegativeTest-114247925-project] Deleting port a1ea49d1-67fb-46e9-b81d-3f06e39ed050 {{(pid=106231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 18 01:03:53.248667 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [req-51c412fa-8b60-41b7-a285-e26a7b07ed5d req-00615162-77f6-4b77-a442-6b693d64292b tempest-VolumesNegativeTest-114247925 tempest-VolumesNegativeTest-114247925-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749746030605'] for port (a1ea49d1-67fb-46e9-b81d-3f06e39ed050), before_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:53.354222 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.plugins.ml2.db [req-51c412fa-8b60-41b7-a285-e26a7b07ed5d req-00615162-77f6-4b77-a442-6b693d64292b tempest-VolumesNegativeTest-114247925 tempest-VolumesNegativeTest-114247925-project] For port a1ea49d1-67fb-46e9-b81d-3f06e39ed050, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=a1ea49d1-67fb-46e9-b81d-3f06e39ed050,segment=NetworkSegment(eb215dca-f88b-427c-8f2f-cc67959fe0e2),segment_id=eb215dca-f88b-427c-8f2f-cc67959fe0e2)] {{(pid=106231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:03:53.354595 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [req-51c412fa-8b60-41b7-a285-e26a7b07ed5d req-00615162-77f6-4b77-a442-6b693d64292b tempest-VolumesNegativeTest-114247925 tempest-VolumesNegativeTest-114247925-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16488537'] for port (a1ea49d1-67fb-46e9-b81d-3f06e39ed050), precommit_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:53.371650 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [req-51c412fa-8b60-41b7-a285-e26a7b07ed5d req-00615162-77f6-4b77-a442-6b693d64292b tempest-VolumesNegativeTest-114247925 tempest-VolumesNegativeTest-114247925-project] Calling delete_port for a1ea49d1-67fb-46e9-b81d-3f06e39ed050 owned by compute:nova {{(pid=106231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 18 01:03:53.532450 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [req-51c412fa-8b60-41b7-a285-e26a7b07ed5d req-00615162-77f6-4b77-a442-6b693d64292b tempest-VolumesNegativeTest-114247925 tempest-VolumesNegativeTest-114247925-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749746033803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749745591516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13917182'] for port (a1ea49d1-67fb-46e9-b81d-3f06e39ed050), after_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:53.563638 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00615162-77f6-4b77-a442-6b693d64292b tempest-VolumesNegativeTest-114247925 tempest-VolumesNegativeTest-114247925-project] Pushing event deleted for resources: {'Port': ['ID=a1ea49d1-67fb-46e9-b81d-3f06e39ed050,revision_number=None']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:03:53.581624 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.db [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] get_ports_and_sgs() called for port_ids ['a1ea49d1-67fb-46e9-b81d-3f06e39ed050'] {{(pid=106232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 18 01:03:53.589755 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.33', 38036) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:03:53.613580 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.db.l3_dvrscheduler_db [req-51c412fa-8b60-41b7-a285-e26a7b07ed5d req-00615162-77f6-4b77-a442-6b693d64292b tempest-VolumesNegativeTest-114247925 tempest-VolumesNegativeTest-114247925-project] No DVR routers for this DVR port a1ea49d1-67fb-46e9-b81d-3f06e39ed050 on host hv-cinder-maste {{(pid=106231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 18 01:03:53.616387 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [req-51c412fa-8b60-41b7-a285-e26a7b07ed5d req-00615162-77f6-4b77-a442-6b693d64292b tempest-VolumesNegativeTest-114247925 tempest-VolumesNegativeTest-114247925-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16701016'] for port (None), before_response {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:53.619961 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-51c412fa-8b60-41b7-a285-e26a7b07ed5d req-00615162-77f6-4b77-a442-6b693d64292b tempest-VolumesNegativeTest-114247925 tempest-VolumesNegativeTest-114247925-project] 10.222.0.57 "DELETE /networking/v2.0/ports/a1ea49d1-67fb-46e9-b81d-3f06e39ed050 HTTP/1.1" status: 204 len: 173 time: 0.4619954 Sep 18 01:03:53.620413 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55dd5398-3040-4d30-b51b-62c056ce2619', 'name': 'network-vif-deleted', 'tag': 'a1ea49d1-67fb-46e9-b81d-3f06e39ed050'}] {{(pid=106231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 18 01:03:53.622721 dv-cinder-master-3-smb neutron-server[106231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2daae94765ac049e9d9a56900be8c16ad14208507d163719654d83d071b86d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ecbec78-14cb-45e9-a57a-428ff4250e95" -d '{"events": [{"server_uuid": "55dd5398-3040-4d30-b51b-62c056ce2619", "name": "network-vif-deleted", "tag": "a1ea49d1-67fb-46e9-b81d-3f06e39ed050"}]}' {{(pid=106231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:03:53.672578 dv-cinder-master-3-smb neutron-server[106231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 18 Sep 2022 01:03:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b1d8bb0-0954-4e45-b490-48aad7076db5 x-openstack-request-id: req-5b1d8bb0-0954-4e45-b490-48aad7076db5 {{(pid=106231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:03:53.673167 dv-cinder-master-3-smb neutron-server[106231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55dd5398-3040-4d30-b51b-62c056ce2619", "name": "network-vif-deleted", "tag": "a1ea49d1-67fb-46e9-b81d-3f06e39ed050", "status": "completed", "code": 200}]} {{(pid=106231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:03:53.673574 dv-cinder-master-3-smb neutron-server[106231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-5b1d8bb0-0954-4e45-b490-48aad7076db5 {{(pid=106231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:03:53.674193 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b1d8bb0-0954-4e45-b490-48aad7076db5'] response: {'server_uuid': '55dd5398-3040-4d30-b51b-62c056ce2619', 'name': 'network-vif-deleted', 'tag': 'a1ea49d1-67fb-46e9-b81d-3f06e39ed050', 'status': 'completed', 'code': 200} Sep 18 01:03:53.718876 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-921d0880-572e-4b0e-9f4b-1656c40b19b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:53.780812 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=87,neutron:DELETE=8,neutron:INSERT=5 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:03:53.796258 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:DELETE=6,neutron:SELECT=86,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:03:53.822144 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-921d0880-572e-4b0e-9f4b-1656c40b19b9 admin admin] Publish callbacks [] for security_group (af0c666b-99f9-407d-8c1e-04b1b82c19cc), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:53.827003 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-921d0880-572e-4b0e-9f4b-1656c40b19b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512506'] for security_group (af0c666b-99f9-407d-8c1e-04b1b82c19cc), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:53.872402 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [None req-921d0880-572e-4b0e-9f4b-1656c40b19b9 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=3a110404e4b34808bd56bde8e7301887&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2809887 Sep 18 01:03:53.873715 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921d0880-572e-4b0e-9f4b-1656c40b19b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af0c666b-99f9-407d-8c1e-04b1b82c19cc,revision_number=1']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:03:53.874992 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 38042) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:03:53.930378 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-8979cf61-4975-42fd-8f35-662c40ca9734 admin admin] Publish callbacks [] for security_group (af0c666b-99f9-407d-8c1e-04b1b82c19cc), before_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:53.950452 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-8979cf61-4975-42fd-8f35-662c40ca9734 admin admin] Publish callbacks [] for security_group (af0c666b-99f9-407d-8c1e-04b1b82c19cc), precommit_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:54.000727 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-8979cf61-4975-42fd-8f35-662c40ca9734 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512506'] for security_group (af0c666b-99f9-407d-8c1e-04b1b82c19cc), after_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:54.004175 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-8979cf61-4975-42fd-8f35-662c40ca9734 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:54.005384 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-8979cf61-4975-42fd-8f35-662c40ca9734 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/af0c666b-99f9-407d-8c1e-04b1b82c19cc HTTP/1.1" status: 204 len: 168 time: 0.1293707 Sep 18 01:03:54.015265 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8979cf61-4975-42fd-8f35-662c40ca9734 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af0c666b-99f9-407d-8c1e-04b1b82c19cc,revision_number=None']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:03:54.048854 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-21757578-2155-41f7-9367-2fb3171a596a req-c0571aa4-4b18-449b-8489-7e7aa0fc4152 tempest-VolumesNegativeTest-114247925 tempest-VolumesNegativeTest-114247925-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=55dd5398-3040-4d30-b51b-62c056ce2619 HTTP/1.1" status: 200 len: 210 time: 0.0280442 Sep 18 01:03:56.687339 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.rpc [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Device a1ea49d1-67fb-46e9-b81d-3f06e39ed050 no longer exists at agent hyperv_hv-cinder-maste {{(pid=106232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:03:56.707289 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] No Port match for: a1ea49d1-67fb-46e9-b81d-3f06e39ed050 {{(pid=106232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 18 01:03:56.707760 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.rpc [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Device a1ea49d1-67fb-46e9-b81d-3f06e39ed050 not bound to the agent host hv-cinder-maste {{(pid=106232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:03:57.621976 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.33', 38308) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:03:57.738596 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-f4c3d862-ea55-4a10-afb0-b249d387269a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:57.816499 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-f4c3d862-ea55-4a10-afb0-b249d387269a admin admin] Publish callbacks [] for security_group (e925f2c5-59f5-445e-bbf9-6303ba17789a), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:57.820766 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-f4c3d862-ea55-4a10-afb0-b249d387269a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512506'] for security_group (e925f2c5-59f5-445e-bbf9-6303ba17789a), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:57.862306 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c3d862-ea55-4a10-afb0-b249d387269a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e925f2c5-59f5-445e-bbf9-6303ba17789a,revision_number=1']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:03:57.866834 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [None req-f4c3d862-ea55-4a10-afb0-b249d387269a admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=37b9c4b558d945c9a5cc77dafb9c0447&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2435470 Sep 18 01:03:57.869498 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.33', 38332) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:03:57.920781 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-bfec714f-8a6b-4886-bf22-2c2a5a8d1efb admin admin] Publish callbacks [] for security_group (e925f2c5-59f5-445e-bbf9-6303ba17789a), before_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:57.946278 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-bfec714f-8a6b-4886-bf22-2c2a5a8d1efb admin admin] Publish callbacks [] for security_group (e925f2c5-59f5-445e-bbf9-6303ba17789a), precommit_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:57.994758 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-bfec714f-8a6b-4886-bf22-2c2a5a8d1efb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512506'] for security_group (e925f2c5-59f5-445e-bbf9-6303ba17789a), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:57.997275 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-bfec714f-8a6b-4886-bf22-2c2a5a8d1efb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:57.998408 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [None req-bfec714f-8a6b-4886-bf22-2c2a5a8d1efb admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/e925f2c5-59f5-445e-bbf9-6303ba17789a HTTP/1.1" status: 204 len: 168 time: 0.1279881 Sep 18 01:03:58.007173 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfec714f-8a6b-4886-bf22-2c2a5a8d1efb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e925f2c5-59f5-445e-bbf9-6303ba17789a,revision_number=None']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:03:58.245791 dv-cinder-master-3-smb neutron-server[106233]: DEBUG dbcounter [-] [106233] Writing DB stats neutron:SELECT=35 {{(pid=106233) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:03:58.246663 dv-cinder-master-3-smb neutron-server[106233]: DEBUG dbcounter [-] [106233] Writing DB stats neutron:SELECT=25 {{(pid=106233) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:03:59.237060 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.33', 38380) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:03:59.371059 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [None req-b2ee7fda-ae35-42e0-b8d4-969ade4a5520 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=3260c1b9cf3343b0bd5c5f27aa13c499&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1326027 Sep 18 01:03:59.373323 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.33', 38384) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:03:59.421261 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-047be0af-151c-4fb9-9645-6157815a2ea6 admin admin] Publish callbacks [] for security_group (70a5f297-25fc-4120-83a4-92afddc9e820), before_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:59.442565 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-047be0af-151c-4fb9-9645-6157815a2ea6 admin admin] Publish callbacks [] for security_group (70a5f297-25fc-4120-83a4-92afddc9e820), precommit_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:59.491232 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-047be0af-151c-4fb9-9645-6157815a2ea6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512506'] for security_group (70a5f297-25fc-4120-83a4-92afddc9e820), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:59.493800 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-047be0af-151c-4fb9-9645-6157815a2ea6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:03:59.494966 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [None req-047be0af-151c-4fb9-9645-6157815a2ea6 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/70a5f297-25fc-4120-83a4-92afddc9e820 HTTP/1.1" status: 204 len: 168 time: 0.1207066 Sep 18 01:03:59.502654 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047be0af-151c-4fb9-9645-6157815a2ea6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70a5f297-25fc-4120-83a4-92afddc9e820,revision_number=None']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:04:00.188297 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 38406) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:04:00.288504 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.v2.base [None req-b7f55f95-87c5-40d5-b5e0-12b530521607 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-858112414-network', 'tenant_id': '21924b7f5d004b388f3a663a1a2f47b2'}} {{(pid=106231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:04:00.309649 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7f55f95-87c5-40d5-b5e0-12b530521607 admin admin] Made reservation on behalf of 21924b7f5d004b388f3a663a1a2f47b2 for: {'network': 1} {{(pid=106231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:04:00.312114 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-b7f55f95-87c5-40d5-b5e0-12b530521607 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for network (None), before_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:00.321382 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-b7f55f95-87c5-40d5-b5e0-12b530521607 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:00.362932 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:INSERT=2 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:04:00.381837 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=80,neutron:DELETE=9,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:04:00.409207 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-b7f55f95-87c5-40d5-b5e0-12b530521607 admin admin] Publish callbacks [] for security_group (110f01d3-2103-4807-9a0a-70887a0b00d3), precommit_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:00.413041 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-b7f55f95-87c5-40d5-b5e0-12b530521607 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512506'] for security_group (110f01d3-2103-4807-9a0a-70887a0b00d3), after_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:00.432845 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7f55f95-87c5-40d5-b5e0-12b530521607 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=106231) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 01:04:00.454454 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f55f95-87c5-40d5-b5e0-12b530521607 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=110f01d3-2103-4807-9a0a-70887a0b00d3,revision_number=1']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:04:00.461675 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-b7f55f95-87c5-40d5-b5e0-12b530521607 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-977230'] for segment (e85bf3c7-68e5-492f-8330-48b24766b84d), precommit_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:00.462044 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.db.segments_db [None req-b7f55f95-87c5-40d5-b5e0-12b530521607 admin admin] Added segment e85bf3c7-68e5-492f-8330-48b24766b84d of type vlan for network e0ca6a6f-1218-4fb2-9d8f-8889c6e5c139 Sep 18 01:04:00.501345 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-b7f55f95-87c5-40d5-b5e0-12b530521607 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749745527471'] for network (e0ca6a6f-1218-4fb2-9d8f-8889c6e5c139), precommit_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:00.532545 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-b7f55f95-87c5-40d5-b5e0-12b530521607 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16510767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039'] for network (e0ca6a6f-1218-4fb2-9d8f-8889c6e5c139), after_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:00.533558 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7f55f95-87c5-40d5-b5e0-12b530521607 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:04:00.534151 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-b7f55f95-87c5-40d5-b5e0-12b530521607 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16267021'] for network (None), before_response {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:00.570184 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-b7f55f95-87c5-40d5-b5e0-12b530521607 admin admin] 10.222.0.33 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3808000 Sep 18 01:04:00.573249 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.33', 38416) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:04:00.578327 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.v2.base [None req-b454a451-017f-4fe7-851c-b9a56d735738 admin admin] Request body: {'subnet': {'network_id': 'e0ca6a6f-1218-4fb2-9d8f-8889c6e5c139', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-858112414-subnet', 'tenant_id': '21924b7f5d004b388f3a663a1a2f47b2', 'ip_version': 4}} {{(pid=106230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:04:00.600286 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b454a451-017f-4fe7-851c-b9a56d735738 admin admin] Made reservation on behalf of 21924b7f5d004b388f3a663a1a2f47b2 for: {'subnet': 1} {{(pid=106230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:04:00.602284 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f55f95-87c5-40d5-b5e0-12b530521607 admin admin] Pushing event updated for resources: {'Network': ['ID=e0ca6a6f-1218-4fb2-9d8f-8889c6e5c139,revision_number=1']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:04:00.603248 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-b454a451-017f-4fe7-851c-b9a56d735738 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12768592'] for subnet (None), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:00.612485 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.rpc [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Network e0ca6a6f-1218-4fb2-9d8f-8889c6e5c139 details requested by agent ovs-agent-dv-cinder-master-3-smb with host dv-cinder-master-3-smb {{(pid=106232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 01:04:00.697422 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:04:00.763246 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:04:00.780746 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-b454a451-017f-4fe7-851c-b9a56d735738 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16510870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13338544', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12768582'] for subnet (71af9f0e-4aa3-411e-8076-f65d55fcc63d), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:00.843326 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b454a451-017f-4fe7-851c-b9a56d735738 admin admin] Pushing event updated for resources: {'Subnet': ['ID=71af9f0e-4aa3-411e-8076-f65d55fcc63d,revision_number=0']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:04:00.850892 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b454a451-017f-4fe7-851c-b9a56d735738 admin admin] Checking segment: {'id': 'e85bf3c7-68e5-492f-8330-48b24766b84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'e0ca6a6f-1218-4fb2-9d8f-8889c6e5c139'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 18 01:04:00.851255 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b454a451-017f-4fe7-851c-b9a56d735738 admin admin] Network hostable DHCP agents. Network: e0ca6a6f-1218-4fb2-9d8f-8889c6e5c139, hostable agents: ['25137928-f4de-4c87-813e-883d046ac13f'], hosted agents: [] {{(pid=106230) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 01:04:00.859027 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (a990346c-0f9b-4256-b267-210f2ef06c1b), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:00.868944 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b454a451-017f-4fe7-851c-b9a56d735738 admin admin] Network e0ca6a6f-1218-4fb2-9d8f-8889c6e5c139 is scheduled to be hosted by DHCP agent 25137928-f4de-4c87-813e-883d046ac13f with binding_index 1 {{(pid=106230) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 01:04:00.878546 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.scheduler.base_scheduler [None req-b454a451-017f-4fe7-851c-b9a56d735738 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-smb, e0ca6a6f-1218-4fb2-9d8f-8889c6e5c139) {{(pid=106230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:04:00.883251 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b454a451-017f-4fe7-851c-b9a56d735738 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:04:00.883847 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-b454a451-017f-4fe7-851c-b9a56d735738 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16267021'] for subnet (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:00.890003 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a18cabec-6397-4f77-9380-784d33bb941b None None] Network e0ca6a6f-1218-4fb2-9d8f-8889c6e5c139 requested from dv-cinder-master-3-smb {{(pid=106232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 18 01:04:00.901313 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [None req-b454a451-017f-4fe7-851c-b9a56d735738 admin admin] 10.222.0.33 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3268628 Sep 18 01:04:00.904024 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.33', 38418) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:04:00.908136 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.v2.base [None req-f8dd2d54-94c5-4b30-9fc3-cad01eee913f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-858112414-router', 'tenant_id': '21924b7f5d004b388f3a663a1a2f47b2', 'external_gateway_info': {'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505'}}} {{(pid=106230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:04:00.929547 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-f8dd2d54-94c5-4b30-9fc3-cad01eee913f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16492684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1939'] for router (a62306e8-f41b-43b8-9da6-e79b25cd0185), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:00.930556 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-f8dd2d54-94c5-4b30-9fc3-cad01eee913f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16492209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16485630', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16421430', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1946'] for router (a62306e8-f41b-43b8-9da6-e79b25cd0185), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:00.981671 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-f8dd2d54-94c5-4b30-9fc3-cad01eee913f admin admin] Publish callbacks [] for router_controller (a62306e8-f41b-43b8-9da6-e79b25cd0185), precommit_add_association {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:00.992536 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bf6f74e-7a45-4108-bcf1-29482f7214c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c9b710a-c5e7-5cbf-88b5-877954cdc74b-e0ca6a6f-1218-4fb2-9d8f-8889c6e5c139', 'network_id': 'e0ca6a6f-1218-4fb2-9d8f-8889c6e5c139', 'project_id': '21924b7f5d004b388f3a663a1a2f47b2', 'fixed_ips': [{'subnet_id': '71af9f0e-4aa3-411e-8076-f65d55fcc63d'}]}} from dv-cinder-master-3-smb. {{(pid=106232) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 18 01:04:00.993465 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-2bf6f74e-7a45-4108-bcf1-29482f7214c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (None), before_create {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:01.118839 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-f8dd2d54-94c5-4b30-9fc3-cad01eee913f admin admin] Publish callbacks [] for router_gateway (a62306e8-f41b-43b8-9da6-e79b25cd0185), precommit_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:01.129511 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.db_base_plugin_common [None req-2bf6f74e-7a45-4108-bcf1-29482f7214c4 None None] Allocated IP 172.20.0.2 (e0ca6a6f-1218-4fb2-9d8f-8889c6e5c139/71af9f0e-4aa3-411e-8076-f65d55fcc63d/6cfab79d-bdb7-417c-8998-aa055e4cda01) {{(pid=106232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:04:01.275443 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-2bf6f74e-7a45-4108-bcf1-29482f7214c4 None None] Publish callbacks [] for port (6cfab79d-bdb7-417c-8998-aa055e4cda01), precommit_create {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:01.281480 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-2bf6f74e-7a45-4108-bcf1-29482f7214c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749745591507'] for port (6cfab79d-bdb7-417c-8998-aa055e4cda01), after_create {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:01.303211 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-f8dd2d54-94c5-4b30-9fc3-cad01eee913f admin admin] Publish callbacks [] for router_gateway (a62306e8-f41b-43b8-9da6-e79b25cd0185), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:01.319854 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bf6f74e-7a45-4108-bcf1-29482f7214c4 None None] Network e0ca6a6f-1218-4fb2-9d8f-8889c6e5c139 is already hosted by enough agents. {{(pid=106232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:04:01.322703 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-f8dd2d54-94c5-4b30-9fc3-cad01eee913f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (None), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:01.325268 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.scheduler.base_scheduler [None req-2bf6f74e-7a45-4108-bcf1-29482f7214c4 None None] Resources bound (agent type, host, resource id): {{(pid=106232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:04:01.329456 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf6f74e-7a45-4108-bcf1-29482f7214c4 None None] Received port after_create {{(pid=106232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 18 01:04:01.336780 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf6f74e-7a45-4108-bcf1-29482f7214c4 None None] Pushing event updated for resources: {'Port': ['ID=6cfab79d-bdb7-417c-8998-aa055e4cda01,revision_number=1']} {{(pid=106232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:04:01.395162 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.managers [None req-2bf6f74e-7a45-4108-bcf1-29482f7214c4 None None] Attempting to bind port 6cfab79d-bdb7-417c-8998-aa055e4cda01 on host dv-cinder-master-3-smb for vnic_type normal with profile {{(pid=106232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 18 01:04:01.395448 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.managers [None req-2bf6f74e-7a45-4108-bcf1-29482f7214c4 None None] Attempting to bind port 6cfab79d-bdb7-417c-8998-aa055e4cda01 by drivers openvswitch,hyperv on host dv-cinder-master-3-smb at level 0 using segments [{'id': 'e85bf3c7-68e5-492f-8330-48b24766b84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'e0ca6a6f-1218-4fb2-9d8f-8889c6e5c139'}] {{(pid=106232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 18 01:04:01.395807 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf6f74e-7a45-4108-bcf1-29482f7214c4 None None] Attempting to bind port 6cfab79d-bdb7-417c-8998-aa055e4cda01 on network e0ca6a6f-1218-4fb2-9d8f-8889c6e5c139 {{(pid=106232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:04:01.426816 dv-cinder-master-3-smb neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:04:01.431361 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.db.db_base_plugin_common [None req-f8dd2d54-94c5-4b30-9fc3-cad01eee913f admin admin] Allocated IP 172.37.5.18 (b5726c9b-05f1-4137-90cd-23a4e3e89505/9e97c026-c8b3-4b72-91ed-10f39e002f97/baea6bc2-d415-4998-a794-a74febed95c2) {{(pid=106230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:04:01.439843 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf6f74e-7a45-4108-bcf1-29482f7214c4 None None] Checking agent: {'id': 'c8573462-7e7f-4357-b3a8-beeaa8ae7db3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 18, 0, 47, 40), 'started_at': datetime.datetime(2022, 9, 18, 0, 48, 10), 'heartbeat_timestamp': datetime.datetime(2022, 9, 18, 1, 3, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 18 01:04:01.440221 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf6f74e-7a45-4108-bcf1-29482f7214c4 None None] Checking segment: {'id': 'e85bf3c7-68e5-492f-8330-48b24766b84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'e0ca6a6f-1218-4fb2-9d8f-8889c6e5c139'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 18 01:04:01.440689 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-2bf6f74e-7a45-4108-bcf1-29482f7214c4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:01.441084 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf6f74e-7a45-4108-bcf1-29482f7214c4 None None] Bound using segment: {'id': 'e85bf3c7-68e5-492f-8330-48b24766b84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'e0ca6a6f-1218-4fb2-9d8f-8889c6e5c139'} {{(pid=106232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 18 01:04:01.441561 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.managers [None req-2bf6f74e-7a45-4108-bcf1-29482f7214c4 None None] Bound port: 6cfab79d-bdb7-417c-8998-aa055e4cda01, host: dv-cinder-master-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e85bf3c7-68e5-492f-8330-48b24766b84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'e0ca6a6f-1218-4fb2-9d8f-8889c6e5c139'}}] {{(pid=106232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 18 01:04:01.442079 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-2bf6f74e-7a45-4108-bcf1-29482f7214c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (6cfab79d-bdb7-417c-8998-aa055e4cda01), before_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:01.457191 dv-cinder-master-3-smb neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:04:01.516663 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.db [None req-2bf6f74e-7a45-4108-bcf1-29482f7214c4 None None] For port 6cfab79d-bdb7-417c-8998-aa055e4cda01, host dv-cinder-master-3-smb, cleared binding levels {{(pid=106232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:04:01.519931 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.db [None req-2bf6f74e-7a45-4108-bcf1-29482f7214c4 None None] For port 6cfab79d-bdb7-417c-8998-aa055e4cda01, host dv-cinder-master-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=6cfab79d-bdb7-417c-8998-aa055e4cda01,segment=NetworkSegment(e85bf3c7-68e5-492f-8330-48b24766b84d),segment_id=e85bf3c7-68e5-492f-8330-48b24766b84d)] {{(pid=106232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:04:01.526191 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-2bf6f74e-7a45-4108-bcf1-29482f7214c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749746030758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749745591525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749745591543'] for port (6cfab79d-bdb7-417c-8998-aa055e4cda01), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:01.543174 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-f8dd2d54-94c5-4b30-9fc3-cad01eee913f admin admin] Publish callbacks [] for port (baea6bc2-d415-4998-a794-a74febed95c2), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:01.579268 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:04:01.587777 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-f8dd2d54-94c5-4b30-9fc3-cad01eee913f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749745591507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13339648'] for port (baea6bc2-d415-4998-a794-a74febed95c2), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:01.596255 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf6f74e-7a45-4108-bcf1-29482f7214c4 None None] Pushing event updated for resources: {'Port': ['ID=6cfab79d-bdb7-417c-8998-aa055e4cda01,revision_number=2']} {{(pid=106232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:04:01.596647 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:04:01.636846 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8dd2d54-94c5-4b30-9fc3-cad01eee913f admin admin] Network b5726c9b-05f1-4137-90cd-23a4e3e89505 is already hosted by enough agents. {{(pid=106230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:04:01.643159 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.scheduler.base_scheduler [None req-f8dd2d54-94c5-4b30-9fc3-cad01eee913f admin admin] Resources bound (agent type, host, resource id): {{(pid=106230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:04:01.645619 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8dd2d54-94c5-4b30-9fc3-cad01eee913f admin admin] Received port after_create {{(pid=106230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 18 01:04:01.649227 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8dd2d54-94c5-4b30-9fc3-cad01eee913f admin admin] Pushing event updated for resources: {'Port': ['ID=baea6bc2-d415-4998-a794-a74febed95c2,revision_number=1']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:04:01.919191 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-f8dd2d54-94c5-4b30-9fc3-cad01eee913f admin admin] Publish callbacks [] for router_gateway (a62306e8-f41b-43b8-9da6-e79b25cd0185), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:02.106685 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-f8dd2d54-94c5-4b30-9fc3-cad01eee913f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16492265', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16489761'] for router (a62306e8-f41b-43b8-9da6-e79b25cd0185), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:02.233775 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8dd2d54-94c5-4b30-9fc3-cad01eee913f admin admin] Router a62306e8-f41b-43b8-9da6-e79b25cd0185 is scheduled to L3 agent d0e8801d-4758-48bd-8085-7f05d3358764 with binding_index 1 {{(pid=106230) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 01:04:02.483719 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9682444-8ed0-49a3-8615-aa06d155a924 None None] Network e0ca6a6f-1218-4fb2-9d8f-8889c6e5c139 requested from dv-cinder-master-3-smb {{(pid=106232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 18 01:04:02.556143 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.provisioning_blocks [None req-cc96f44a-e835-4617-9f6a-00e8f7c938f0 None None] Provisioning complete for port 6cfab79d-bdb7-417c-8998-aa055e4cda01 triggered by entity DHCP. {{(pid=106232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 01:04:02.556526 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-cc96f44a-e835-4617-9f6a-00e8f7c938f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981214'] for port (6cfab79d-bdb7-417c-8998-aa055e4cda01), provisioning_complete {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:02.556855 dv-cinder-master-3-smb neutron-server[106232]: INFO neutron.plugins.ml2.plugin [None req-cc96f44a-e835-4617-9f6a-00e8f7c938f0 None None] Attempt 1 to provision port 6cfab79d-bdb7-417c-8998-aa055e4cda01 Sep 18 01:04:02.587693 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8dd2d54-94c5-4b30-9fc3-cad01eee913f admin admin] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=106230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:04:02.601822 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e6e9c7-7c85-44b2-9ecb-6e86dc05a7de None None] Sync routers for ids ['a62306e8-f41b-43b8-9da6-e79b25cd0185'] in dv-cinder-master-3-smb {{(pid=106233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:04:02.613698 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e6e9c7-7c85-44b2-9ecb-6e86dc05a7de None None] Routers {'a62306e8-f41b-43b8-9da6-e79b25cd0185'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 18 01:04:02.614500 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.l3_hamode_db [None req-c8e6e9c7-7c85-44b2-9ecb-6e86dc05a7de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-18T00:47:37Z,description=,heartbeat_timestamp=2022-09-18T01:03:37Z,host='dv-cinder-master-3-smb',id=d0e8801d-4758-48bd-8085-7f05d3358764,load=0,resource_versions=,resources_synced=,started_at=2022-09-18T00:47:37Z,topic='l3_agent')) {'router_ids': ['a62306e8-f41b-43b8-9da6-e79b25cd0185'], 'active': True} {{(pid=106233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:04:02.617561 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-f8dd2d54-94c5-4b30-9fc3-cad01eee913f admin admin] Publish callbacks [] for router (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:02.621377 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [None req-f8dd2d54-94c5-4b30-9fc3-cad01eee913f admin admin] 10.222.0.33 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.7138600 Sep 18 01:04:02.621776 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.33', 38428) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:04:02.659553 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-cc96f44a-e835-4617-9f6a-00e8f7c938f0 None None] Current status of the port 6cfab79d-bdb7-417c-8998-aa055e4cda01 is: DOWN; New status is: ACTIVE {{(pid=106232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 01:04:02.659948 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-cc96f44a-e835-4617-9f6a-00e8f7c938f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (6cfab79d-bdb7-417c-8998-aa055e4cda01), before_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:02.706573 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.db [None req-cc96f44a-e835-4617-9f6a-00e8f7c938f0 None None] For port 6cfab79d-bdb7-417c-8998-aa055e4cda01, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=6cfab79d-bdb7-417c-8998-aa055e4cda01,segment=NetworkSegment(e85bf3c7-68e5-492f-8330-48b24766b84d),segment_id=e85bf3c7-68e5-492f-8330-48b24766b84d)] {{(pid=106232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:04:02.712862 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-cc96f44a-e835-4617-9f6a-00e8f7c938f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749746030758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749745591525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749745591543'] for port (6cfab79d-bdb7-417c-8998-aa055e4cda01), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:02.770828 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=2 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:04:02.777780 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc96f44a-e835-4617-9f6a-00e8f7c938f0 None None] Pushing event updated for resources: {'Port': ['ID=6cfab79d-bdb7-417c-8998-aa055e4cda01,revision_number=3']} {{(pid=106232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:04:02.916995 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.l3_dvr_db [None req-c8e6e9c7-7c85-44b2-9ecb-6e86dc05a7de None None] Set router a62306e8-f41b-43b8-9da6-e79b25cd0185 gateway port host: dv-cinder-master-3-smb {{(pid=106233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 18 01:04:03.040369 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.provisioning_blocks [None req-904bb4ff-9710-4ebc-9b8b-71df91b49ec8 None None] Provisioning complete for port 6cfab79d-bdb7-417c-8998-aa055e4cda01 triggered by entity DHCP. {{(pid=106232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 01:04:03.040572 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-904bb4ff-9710-4ebc-9b8b-71df91b49ec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981214'] for port (6cfab79d-bdb7-417c-8998-aa055e4cda01), provisioning_complete {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:03.041272 dv-cinder-master-3-smb neutron-server[106232]: INFO neutron.plugins.ml2.plugin [None req-904bb4ff-9710-4ebc-9b8b-71df91b49ec8 None None] Attempt 1 to provision port 6cfab79d-bdb7-417c-8998-aa055e4cda01 Sep 18 01:04:03.141795 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.rpc [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Device 6cfab79d-bdb7-417c-8998-aa055e4cda01 up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=106232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:04:03.179746 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-904bb4ff-9710-4ebc-9b8b-71df91b49ec8 None None] Current status of the port 6cfab79d-bdb7-417c-8998-aa055e4cda01 is: ACTIVE; New status is: ACTIVE {{(pid=106232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 01:04:03.197979 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.l3_hamode_db [None req-c8e6e9c7-7c85-44b2-9ecb-6e86dc05a7de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a62306e8-f41b-43b8-9da6-e79b25cd0185', 'name': 'tempest-TestMinimumBasicScenario-858112414-router', 'tenant_id': '21924b7f5d004b388f3a663a1a2f47b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'external_fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.18'}], 'enable_snat': True}, 'gw_port_id': 'baea6bc2-d415-4998-a794-a74febed95c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T01:04:00Z', 'updated_at': '2022-09-18T01:04:01Z', 'revision_number': 3, 'project_id': '21924b7f5d004b388f3a663a1a2f47b2', 'gw_port': {'id': 'baea6bc2-d415-4998-a794-a74febed95c2', 'name': '', 'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:56:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a62306e8-f41b-43b8-9da6-e79b25cd0185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T01:04:01Z', 'updated_at': '2022-09-18T01:04:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb'}], 'dv-cinder-master-3-smb', False) {} {{(pid=106233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:04:03.204824 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.provisioning_blocks [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Provisioning complete for port 6cfab79d-bdb7-417c-8998-aa055e4cda01 triggered by entity L2. {{(pid=106232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 01:04:03.205497 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981214'] for port (6cfab79d-bdb7-417c-8998-aa055e4cda01), provisioning_complete {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:03.206030 dv-cinder-master-3-smb neutron-server[106232]: INFO neutron.plugins.ml2.plugin [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Attempt 1 to provision port 6cfab79d-bdb7-417c-8998-aa055e4cda01 Sep 18 01:04:03.220801 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-2aff376d-9f70-4c77-b4af-4bf05475009c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (None), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:03.234761 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e6e9c7-7c85-44b2-9ecb-6e86dc05a7de None None] Checking router: a62306e8-f41b-43b8-9da6-e79b25cd0185 for host: dv-cinder-master-3-smb {{(pid=106233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:04:03.235214 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e6e9c7-7c85-44b2-9ecb-6e86dc05a7de None None] Updating router a62306e8-f41b-43b8-9da6-e79b25cd0185 port baea6bc2-d415-4998-a794-a74febed95c2 binding host dv-cinder-master-3-smb {{(pid=106233) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 01:04:03.238453 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:04:03.286415 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [None req-c8e6e9c7-7c85-44b2-9ecb-6e86dc05a7de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (baea6bc2-d415-4998-a794-a74febed95c2), before_update {{(pid=106233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:03.323141 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Current status of the port 6cfab79d-bdb7-417c-8998-aa055e4cda01 is: ACTIVE; New status is: ACTIVE {{(pid=106232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 01:04:03.397731 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.db.db_base_plugin_common [None req-2aff376d-9f70-4c77-b4af-4bf05475009c admin admin] Allocated IP 172.20.0.1 (e0ca6a6f-1218-4fb2-9d8f-8889c6e5c139/71af9f0e-4aa3-411e-8076-f65d55fcc63d/4f4f752f-d486-4159-8cb6-5c0eb0ac76b0) {{(pid=106230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:04:03.515141 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-2aff376d-9f70-4c77-b4af-4bf05475009c admin admin] Publish callbacks [] for port (4f4f752f-d486-4159-8cb6-5c0eb0ac76b0), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:03.549092 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:04:03.551143 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [None req-c8e6e9c7-7c85-44b2-9ecb-6e86dc05a7de None None] Publish callbacks [] for port (baea6bc2-d415-4998-a794-a74febed95c2), precommit_update {{(pid=106233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:03.557346 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [None req-c8e6e9c7-7c85-44b2-9ecb-6e86dc05a7de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749746030758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749745591525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749745591543'] for port (baea6bc2-d415-4998-a794-a74febed95c2), after_update {{(pid=106233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:03.559318 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-2aff376d-9f70-4c77-b4af-4bf05475009c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749745591507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13339648'] for port (4f4f752f-d486-4159-8cb6-5c0eb0ac76b0), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:03.592163 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.plugins.ml2.managers [None req-c8e6e9c7-7c85-44b2-9ecb-6e86dc05a7de None None] Attempting to bind port baea6bc2-d415-4998-a794-a74febed95c2 on host dv-cinder-master-3-smb for vnic_type normal with profile {{(pid=106233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 18 01:04:03.592525 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.plugins.ml2.managers [None req-c8e6e9c7-7c85-44b2-9ecb-6e86dc05a7de None None] Attempting to bind port baea6bc2-d415-4998-a794-a74febed95c2 by drivers openvswitch,hyperv on host dv-cinder-master-3-smb at level 0 using segments [{'id': 'e81b1a67-2f81-4ac8-a4dd-b13e6c47d014', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505'}] {{(pid=106233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 18 01:04:03.592880 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e6e9c7-7c85-44b2-9ecb-6e86dc05a7de None None] Attempting to bind port baea6bc2-d415-4998-a794-a74febed95c2 on network b5726c9b-05f1-4137-90cd-23a4e3e89505 {{(pid=106233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:04:03.606173 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aff376d-9f70-4c77-b4af-4bf05475009c admin admin] Network e0ca6a6f-1218-4fb2-9d8f-8889c6e5c139 is already hosted by enough agents. {{(pid=106230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:04:03.611916 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.scheduler.base_scheduler [None req-2aff376d-9f70-4c77-b4af-4bf05475009c admin admin] Resources bound (agent type, host, resource id): {{(pid=106230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:04:03.616414 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aff376d-9f70-4c77-b4af-4bf05475009c admin admin] Received port after_create {{(pid=106230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 18 01:04:03.643615 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aff376d-9f70-4c77-b4af-4bf05475009c admin admin] Pushing event updated for resources: {'Port': ['ID=4f4f752f-d486-4159-8cb6-5c0eb0ac76b0,revision_number=1']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:04:03.652884 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e6e9c7-7c85-44b2-9ecb-6e86dc05a7de None None] Checking agent: {'id': 'c8573462-7e7f-4357-b3a8-beeaa8ae7db3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 18, 0, 47, 40), 'started_at': datetime.datetime(2022, 9, 18, 0, 48, 10), 'heartbeat_timestamp': datetime.datetime(2022, 9, 18, 1, 3, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 18 01:04:03.653432 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e6e9c7-7c85-44b2-9ecb-6e86dc05a7de None None] Checking segment: {'id': 'e81b1a67-2f81-4ac8-a4dd-b13e6c47d014', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 18 01:04:03.653629 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [None req-c8e6e9c7-7c85-44b2-9ecb-6e86dc05a7de None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:03.654190 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e6e9c7-7c85-44b2-9ecb-6e86dc05a7de None None] Bound using segment: {'id': 'e81b1a67-2f81-4ac8-a4dd-b13e6c47d014', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505'} {{(pid=106233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 18 01:04:03.654851 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.plugins.ml2.managers [None req-c8e6e9c7-7c85-44b2-9ecb-6e86dc05a7de None None] Bound port: baea6bc2-d415-4998-a794-a74febed95c2, host: dv-cinder-master-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e81b1a67-2f81-4ac8-a4dd-b13e6c47d014', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505'}}] {{(pid=106233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 18 01:04:03.655607 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [None req-c8e6e9c7-7c85-44b2-9ecb-6e86dc05a7de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (baea6bc2-d415-4998-a794-a74febed95c2), before_update {{(pid=106233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:03.662962 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-2aff376d-9f70-4c77-b4af-4bf05475009c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16482840'] for router_interface (a62306e8-f41b-43b8-9da6-e79b25cd0185), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:03.702592 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce714709-a5c6-4b53-adde-0027af3257b5 None None] Pushing event updated for resources: {'Port': ['ID=baea6bc2-d415-4998-a794-a74febed95c2,revision_number=2']} {{(pid=106233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:04:03.712693 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.plugins.ml2.db [None req-c8e6e9c7-7c85-44b2-9ecb-6e86dc05a7de None None] For port baea6bc2-d415-4998-a794-a74febed95c2, host dv-cinder-master-3-smb, cleared binding levels {{(pid=106233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:04:03.716311 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce714709-a5c6-4b53-adde-0027af3257b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:04:03.716945 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce714709-a5c6-4b53-adde-0027af3257b5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:04:03.717586 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce714709-a5c6-4b53-adde-0027af3257b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:04:03.718262 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce714709-a5c6-4b53-adde-0027af3257b5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:04:03.718653 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce714709-a5c6-4b53-adde-0027af3257b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:04:03.719055 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce714709-a5c6-4b53-adde-0027af3257b5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:04:03.719617 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce714709-a5c6-4b53-adde-0027af3257b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:04:03.720240 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce714709-a5c6-4b53-adde-0027af3257b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:04:03.720662 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce714709-a5c6-4b53-adde-0027af3257b5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:04:03.721100 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce714709-a5c6-4b53-adde-0027af3257b5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:04:03.721579 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce714709-a5c6-4b53-adde-0027af3257b5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:04:03.722222 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce714709-a5c6-4b53-adde-0027af3257b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:04:03.722822 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce714709-a5c6-4b53-adde-0027af3257b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:04:03.723531 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce714709-a5c6-4b53-adde-0027af3257b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:04:03.724707 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce714709-a5c6-4b53-adde-0027af3257b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:04:03.738971 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.plugins.ml2.db [None req-c8e6e9c7-7c85-44b2-9ecb-6e86dc05a7de None None] For port baea6bc2-d415-4998-a794-a74febed95c2, host dv-cinder-master-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=baea6bc2-d415-4998-a794-a74febed95c2,segment=NetworkSegment(e81b1a67-2f81-4ac8-a4dd-b13e6c47d014),segment_id=e81b1a67-2f81-4ac8-a4dd-b13e6c47d014)] {{(pid=106233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:04:03.746244 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [None req-c8e6e9c7-7c85-44b2-9ecb-6e86dc05a7de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749746030758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749745591525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749745591543'] for port (baea6bc2-d415-4998-a794-a74febed95c2), after_update {{(pid=106233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:03.781345 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e6e9c7-7c85-44b2-9ecb-6e86dc05a7de None None] Routers {'a62306e8-f41b-43b8-9da6-e79b25cd0185'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 18 01:04:03.781987 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.l3_hamode_db [None req-c8e6e9c7-7c85-44b2-9ecb-6e86dc05a7de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-18T00:47:37Z,description=,heartbeat_timestamp=2022-09-18T01:03:37Z,host='dv-cinder-master-3-smb',id=d0e8801d-4758-48bd-8085-7f05d3358764,load=0,resource_versions=,resources_synced=,started_at=2022-09-18T00:47:37Z,topic='l3_agent')) {'router_ids': ['a62306e8-f41b-43b8-9da6-e79b25cd0185'], 'active': True} {{(pid=106233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:04:03.788345 dv-cinder-master-3-smb neutron-server[106233]: DEBUG dbcounter [-] [106233] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106233) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:04:03.824596 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-2aff376d-9f70-4c77-b4af-4bf05475009c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (4f4f752f-d486-4159-8cb6-5c0eb0ac76b0), before_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:03.852825 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce714709-a5c6-4b53-adde-0027af3257b5 None None] Pushing event updated for resources: {'Port': ['ID=baea6bc2-d415-4998-a794-a74febed95c2,revision_number=3']} {{(pid=106233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:04:03.887975 dv-cinder-master-3-smb neutron-server[106233]: DEBUG dbcounter [-] [106233] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106233) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:04:03.907732 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.provisioning_blocks [None req-6230eda8-bcf0-40ca-9fdf-67efd4a5e967 None None] Provisioning complete for port 4f4f752f-d486-4159-8cb6-5c0eb0ac76b0 triggered by entity DHCP. {{(pid=106232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 01:04:03.908670 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-6230eda8-bcf0-40ca-9fdf-67efd4a5e967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981214'] for port (4f4f752f-d486-4159-8cb6-5c0eb0ac76b0), provisioning_complete {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:03.909197 dv-cinder-master-3-smb neutron-server[106232]: INFO neutron.plugins.ml2.plugin [None req-6230eda8-bcf0-40ca-9fdf-67efd4a5e967 None None] Attempt 1 to provision port 4f4f752f-d486-4159-8cb6-5c0eb0ac76b0 Sep 18 01:04:03.912692 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.l3_dvr_db [None req-c8e6e9c7-7c85-44b2-9ecb-6e86dc05a7de None None] Set router a62306e8-f41b-43b8-9da6-e79b25cd0185 gateway port host: dv-cinder-master-3-smb {{(pid=106233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 18 01:04:03.941973 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-6230eda8-bcf0-40ca-9fdf-67efd4a5e967 None None] Port 4f4f752f-d486-4159-8cb6-5c0eb0ac76b0 cannot update to ACTIVE because it is not bound. {{(pid=106232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 18 01:04:04.007515 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-2aff376d-9f70-4c77-b4af-4bf05475009c admin admin] Publish callbacks [] for port (4f4f752f-d486-4159-8cb6-5c0eb0ac76b0), precommit_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:04.012637 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-2aff376d-9f70-4c77-b4af-4bf05475009c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749746030758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749745591525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749745591543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13339705'] for port (4f4f752f-d486-4159-8cb6-5c0eb0ac76b0), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:04.085699 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-2aff376d-9f70-4c77-b4af-4bf05475009c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16267041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16482956'] for router_interface (a62306e8-f41b-43b8-9da6-e79b25cd0185), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:04.087510 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aff376d-9f70-4c77-b4af-4bf05475009c admin admin] Pushing event updated for resources: {'Port': ['ID=4f4f752f-d486-4159-8cb6-5c0eb0ac76b0,revision_number=2']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:04:04.097663 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:04:04.103017 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.l3_hamode_db [None req-c8e6e9c7-7c85-44b2-9ecb-6e86dc05a7de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a62306e8-f41b-43b8-9da6-e79b25cd0185', 'name': 'tempest-TestMinimumBasicScenario-858112414-router', 'tenant_id': '21924b7f5d004b388f3a663a1a2f47b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'external_fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.18'}], 'enable_snat': True}, 'gw_port_id': 'baea6bc2-d415-4998-a794-a74febed95c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T01:04:00Z', 'updated_at': '2022-09-18T01:04:01Z', 'revision_number': 3, 'project_id': '21924b7f5d004b388f3a663a1a2f47b2', 'gw_port': {'id': 'baea6bc2-d415-4998-a794-a74febed95c2', 'name': '', 'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:56:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a62306e8-f41b-43b8-9da6-e79b25cd0185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T01:04:01Z', 'updated_at': '2022-09-18T01:04:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb'}], 'dv-cinder-master-3-smb', False) {} {{(pid=106233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:04:04.130266 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e6e9c7-7c85-44b2-9ecb-6e86dc05a7de None None] The sync data for ids ['a62306e8-f41b-43b8-9da6-e79b25cd0185'] in dv-cinder-master-3-smb is: [{'id': 'a62306e8-f41b-43b8-9da6-e79b25cd0185', 'name': 'tempest-TestMinimumBasicScenario-858112414-router', 'tenant_id': '21924b7f5d004b388f3a663a1a2f47b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'external_fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.18'}], 'enable_snat': True}, 'gw_port_id': 'baea6bc2-d415-4998-a794-a74febed95c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T01:04:00Z', 'updated_at': '2022-09-18T01:04:01Z', 'revision_number': 3, 'project_id': '21924b7f5d004b388f3a663a1a2f47b2', 'gw_port': {'id': 'baea6bc2-d415-4998-a794-a74febed95c2', 'name': '', 'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:56:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a62306e8-f41b-43b8-9da6-e79b25cd0185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T01:04:01Z', 'updated_at': '2022-09-18T01:04:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb'}] {{(pid=106233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:04:04.201866 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aff376d-9f70-4c77-b4af-4bf05475009c admin admin] Network e0ca6a6f-1218-4fb2-9d8f-8889c6e5c139 is already hosted by enough agents. {{(pid=106230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:04:04.203982 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.scheduler.base_scheduler [None req-2aff376d-9f70-4c77-b4af-4bf05475009c admin admin] Resources bound (agent type, host, resource id): {{(pid=106230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:04:04.253969 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 38442) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:04:04.332441 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2aff376d-9f70-4c77-b4af-4bf05475009c admin admin] Router a62306e8-f41b-43b8-9da6-e79b25cd0185 has already been hosted by L3 agent d0e8801d-4758-48bd-8085-7f05d3358764 {{(pid=106230) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 01:04:04.419291 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-a80d4f54-c88e-4227-be45-65c891f0496f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:04.443105 dv-cinder-master-3-smb neutron-server[106232]: INFO neutron.plugins.ml2.plugin [None req-6230eda8-bcf0-40ca-9fdf-67efd4a5e967 None None] Attempt 2 to provision port 4f4f752f-d486-4159-8cb6-5c0eb0ac76b0 Sep 18 01:04:04.468203 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:04:04.492791 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2aff376d-9f70-4c77-b4af-4bf05475009c admin admin] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=106230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:04:04.495800 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-6230eda8-bcf0-40ca-9fdf-67efd4a5e967 None None] Port 4f4f752f-d486-4159-8cb6-5c0eb0ac76b0 cannot update to ACTIVE because it is not bound. {{(pid=106232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 18 01:04:04.498617 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [None req-2aff376d-9f70-4c77-b4af-4bf05475009c admin admin] 10.222.0.33 "PUT /networking/v2.0/routers/a62306e8-f41b-43b8-9da6-e79b25cd0185/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8760371 Sep 18 01:04:04.530656 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-a80d4f54-c88e-4227-be45-65c891f0496f admin admin] Publish callbacks [] for security_group (f243fbf1-bcd7-4ff9-8aae-c796602d69a0), precommit_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:04.534639 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-a80d4f54-c88e-4227-be45-65c891f0496f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512506'] for security_group (f243fbf1-bcd7-4ff9-8aae-c796602d69a0), after_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:04.570403 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.33', 38448) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:04:04.570620 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-a80d4f54-c88e-4227-be45-65c891f0496f admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=f7d62c6eb33442ce98f5d995cc08a1de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3154039 Sep 18 01:04:04.586682 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80d4f54-c88e-4227-be45-65c891f0496f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f243fbf1-bcd7-4ff9-8aae-c796602d69a0,revision_number=1']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:04:04.652590 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-5fe686f6-65ad-4bbc-b4c6-cc42acc20980 admin admin] Publish callbacks [] for security_group (f243fbf1-bcd7-4ff9-8aae-c796602d69a0), before_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:04.676088 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-5fe686f6-65ad-4bbc-b4c6-cc42acc20980 admin admin] Publish callbacks [] for security_group (f243fbf1-bcd7-4ff9-8aae-c796602d69a0), precommit_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:04.736809 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-5fe686f6-65ad-4bbc-b4c6-cc42acc20980 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512506'] for security_group (f243fbf1-bcd7-4ff9-8aae-c796602d69a0), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:04.740352 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-5fe686f6-65ad-4bbc-b4c6-cc42acc20980 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:04.744263 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [None req-5fe686f6-65ad-4bbc-b4c6-cc42acc20980 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/f243fbf1-bcd7-4ff9-8aae-c796602d69a0 HTTP/1.1" status: 204 len: 168 time: 0.1698947 Sep 18 01:04:04.750765 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe686f6-65ad-4bbc-b4c6-cc42acc20980 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f243fbf1-bcd7-4ff9-8aae-c796602d69a0,revision_number=None']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:04:04.937753 dv-cinder-master-3-smb neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:04:04.946013 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-5db6bf1f-1054-4cd5-a1ad-a7a94c966817 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (25137928-f4de-4c87-813e-883d046ac13f), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:04.998872 dv-cinder-master-3-smb neutron-server[106232]: INFO neutron.plugins.ml2.plugin [None req-6230eda8-bcf0-40ca-9fdf-67efd4a5e967 None None] Attempt 3 to provision port 4f4f752f-d486-4159-8cb6-5c0eb0ac76b0 Sep 18 01:04:05.049541 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-6230eda8-bcf0-40ca-9fdf-67efd4a5e967 None None] Port 4f4f752f-d486-4159-8cb6-5c0eb0ac76b0 cannot update to ACTIVE because it is not bound. {{(pid=106232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 18 01:04:05.123113 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.rpc [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Device baea6bc2-d415-4998-a794-a74febed95c2 up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=106232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:04:05.184848 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.provisioning_blocks [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Provisioning complete for port baea6bc2-d415-4998-a794-a74febed95c2 triggered by entity L2. {{(pid=106232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 01:04:05.185421 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981214'] for port (baea6bc2-d415-4998-a794-a74febed95c2), provisioning_complete {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:05.186168 dv-cinder-master-3-smb neutron-server[106232]: INFO neutron.plugins.ml2.plugin [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Attempt 1 to provision port baea6bc2-d415-4998-a794-a74febed95c2 Sep 18 01:04:05.228062 dv-cinder-master-3-smb neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:04:05.241268 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.33', 38464) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:04:05.246231 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.v2.base [None req-33cedd03-e1d9-4b3c-b2fd-6d00444cbd7e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-725334962-network', 'tenant_id': 'c3507621f7174114bf83c150bef0b52f'}} {{(pid=106230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:04:05.267949 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33cedd03-e1d9-4b3c-b2fd-6d00444cbd7e admin admin] Made reservation on behalf of c3507621f7174114bf83c150bef0b52f for: {'network': 1} {{(pid=106230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:04:05.271557 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-33cedd03-e1d9-4b3c-b2fd-6d00444cbd7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for network (None), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:05.280827 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-33cedd03-e1d9-4b3c-b2fd-6d00444cbd7e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:05.370731 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-33cedd03-e1d9-4b3c-b2fd-6d00444cbd7e admin admin] Publish callbacks [] for security_group (b7b6275c-e7af-4bd6-8ffe-e8c74224e92e), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:05.375567 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-33cedd03-e1d9-4b3c-b2fd-6d00444cbd7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512506'] for security_group (b7b6275c-e7af-4bd6-8ffe-e8c74224e92e), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:05.406753 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33cedd03-e1d9-4b3c-b2fd-6d00444cbd7e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 180} {{(pid=106230) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 18 01:04:05.409981 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Current status of the port baea6bc2-d415-4998-a794-a74febed95c2 is: DOWN; New status is: ACTIVE {{(pid=106232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 01:04:05.410374 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (baea6bc2-d415-4998-a794-a74febed95c2), before_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:05.413208 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cedd03-e1d9-4b3c-b2fd-6d00444cbd7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7b6275c-e7af-4bd6-8ffe-e8c74224e92e,revision_number=1']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:04:05.420595 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-33cedd03-e1d9-4b3c-b2fd-6d00444cbd7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-977230'] for segment (4105535d-bcca-4a74-b68b-033b268049e4), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:05.420941 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.db.segments_db [None req-33cedd03-e1d9-4b3c-b2fd-6d00444cbd7e admin admin] Added segment 4105535d-bcca-4a74-b68b-033b268049e4 of type vlan for network b43342f1-0282-4f8d-b447-07f189c518f2 Sep 18 01:04:05.433560 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.db [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] For port baea6bc2-d415-4998-a794-a74febed95c2, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=baea6bc2-d415-4998-a794-a74febed95c2,segment=NetworkSegment(e81b1a67-2f81-4ac8-a4dd-b13e6c47d014),segment_id=e81b1a67-2f81-4ac8-a4dd-b13e6c47d014)] {{(pid=106232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:04:05.436713 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749746030758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749745591525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749745591543'] for port (baea6bc2-d415-4998-a794-a74febed95c2), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:05.462391 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-33cedd03-e1d9-4b3c-b2fd-6d00444cbd7e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8749745527471'] for network (b43342f1-0282-4f8d-b447-07f189c518f2), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:05.488687 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-33cedd03-e1d9-4b3c-b2fd-6d00444cbd7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16510767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039'] for network (b43342f1-0282-4f8d-b447-07f189c518f2), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:05.490483 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33cedd03-e1d9-4b3c-b2fd-6d00444cbd7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:04:05.491289 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-33cedd03-e1d9-4b3c-b2fd-6d00444cbd7e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16267021'] for network (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:05.491439 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Pushing event updated for resources: {'Port': ['ID=baea6bc2-d415-4998-a794-a74febed95c2,revision_number=4']} {{(pid=106232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:04:05.524612 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [None req-33cedd03-e1d9-4b3c-b2fd-6d00444cbd7e admin admin] 10.222.0.33 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.2821829 Sep 18 01:04:05.527491 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 38466) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:04:05.532439 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.v2.base [None req-dce733df-9103-4723-9937-3d6f1c4cddc8 admin admin] Request body: {'subnet': {'network_id': 'b43342f1-0282-4f8d-b447-07f189c518f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-725334962-subnet', 'tenant_id': 'c3507621f7174114bf83c150bef0b52f', 'ip_version': 4}} {{(pid=106231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:04:05.551001 dv-cinder-master-3-smb neutron-server[106232]: INFO neutron.plugins.ml2.plugin [None req-6230eda8-bcf0-40ca-9fdf-67efd4a5e967 None None] Attempt 4 to provision port 4f4f752f-d486-4159-8cb6-5c0eb0ac76b0 Sep 18 01:04:05.554957 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dce733df-9103-4723-9937-3d6f1c4cddc8 admin admin] Made reservation on behalf of c3507621f7174114bf83c150bef0b52f for: {'subnet': 1} {{(pid=106231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:04:05.557300 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cedd03-e1d9-4b3c-b2fd-6d00444cbd7e admin admin] Pushing event updated for resources: {'Network': ['ID=b43342f1-0282-4f8d-b447-07f189c518f2,revision_number=1']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:04:05.557893 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-dce733df-9103-4723-9937-3d6f1c4cddc8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13973689'] for subnet (None), before_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:05.584700 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.rpc [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Network b43342f1-0282-4f8d-b447-07f189c518f2 details requested by agent ovs-agent-dv-cinder-master-3-smb with host dv-cinder-master-3-smb {{(pid=106232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 18 01:04:05.653440 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-6230eda8-bcf0-40ca-9fdf-67efd4a5e967 None None] Port 4f4f752f-d486-4159-8cb6-5c0eb0ac76b0 cannot update to ACTIVE because it is not bound. {{(pid=106232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 18 01:04:05.748002 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-dce733df-9103-4723-9937-3d6f1c4cddc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16510870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-13914190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13973679'] for subnet (9bfe5e3d-a5ea-4732-8af7-2c4fd479a1c0), after_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:05.807365 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce733df-9103-4723-9937-3d6f1c4cddc8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9bfe5e3d-a5ea-4732-8af7-2c4fd479a1c0,revision_number=0']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:04:05.817699 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dce733df-9103-4723-9937-3d6f1c4cddc8 admin admin] Checking segment: {'id': '4105535d-bcca-4a74-b68b-033b268049e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b43342f1-0282-4f8d-b447-07f189c518f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 18 01:04:05.818064 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dce733df-9103-4723-9937-3d6f1c4cddc8 admin admin] Network hostable DHCP agents. Network: b43342f1-0282-4f8d-b447-07f189c518f2, hostable agents: ['25137928-f4de-4c87-813e-883d046ac13f'], hosted agents: [] {{(pid=106231) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 18 01:04:05.835888 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dce733df-9103-4723-9937-3d6f1c4cddc8 admin admin] Network b43342f1-0282-4f8d-b447-07f189c518f2 is scheduled to be hosted by DHCP agent 25137928-f4de-4c87-813e-883d046ac13f with binding_index 1 {{(pid=106231) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 18 01:04:05.844664 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.scheduler.base_scheduler [None req-dce733df-9103-4723-9937-3d6f1c4cddc8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-master-3-smb, b43342f1-0282-4f8d-b447-07f189c518f2) {{(pid=106231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:04:05.848653 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dce733df-9103-4723-9937-3d6f1c4cddc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:04:05.850102 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-dce733df-9103-4723-9937-3d6f1c4cddc8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:05.855573 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83d6f5ac-8d95-4ec8-8bb9-1c8fd764fc36 None None] Network b43342f1-0282-4f8d-b447-07f189c518f2 requested from dv-cinder-master-3-smb {{(pid=106232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 18 01:04:05.858861 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:INSERT=15,neutron:SELECT=79,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:04:05.868176 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-dce733df-9103-4723-9937-3d6f1c4cddc8 admin admin] 10.222.0.33 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3395431 Sep 18 01:04:05.870707 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 38468) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:04:05.874992 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.v2.base [None req-c4839cdf-5ca0-42eb-a4ce-b1426de86872 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-725334962-router', 'tenant_id': 'c3507621f7174114bf83c150bef0b52f', 'external_gateway_info': {'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505'}}} {{(pid=106231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:04:05.884638 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:04:05.907494 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-c4839cdf-5ca0-42eb-a4ce-b1426de86872 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16492684', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1939'] for router (683ae0ef-c777-428c-95e9-69baa3dc54e3), before_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:05.908780 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-c4839cdf-5ca0-42eb-a4ce-b1426de86872 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16492209', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16485630', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-16421430', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1946'] for router (683ae0ef-c777-428c-95e9-69baa3dc54e3), precommit_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:05.934365 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d867de-dfeb-414a-a0f4-d69edc98173e None None] Sync routers for ids ['a62306e8-f41b-43b8-9da6-e79b25cd0185'] in dv-cinder-master-3-smb {{(pid=106232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:04:05.956547 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d867de-dfeb-414a-a0f4-d69edc98173e None None] Routers {'a62306e8-f41b-43b8-9da6-e79b25cd0185'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 18 01:04:05.957203 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.l3_hamode_db [None req-68d867de-dfeb-414a-a0f4-d69edc98173e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-18T00:47:37Z,description=,heartbeat_timestamp=2022-09-18T01:03:37Z,host='dv-cinder-master-3-smb',id=d0e8801d-4758-48bd-8085-7f05d3358764,load=0,resource_versions=,resources_synced=,started_at=2022-09-18T00:47:37Z,topic='l3_agent')) {'router_ids': ['a62306e8-f41b-43b8-9da6-e79b25cd0185'], 'active': True} {{(pid=106232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:04:05.971425 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-c4839cdf-5ca0-42eb-a4ce-b1426de86872 admin admin] Publish callbacks [] for router_controller (683ae0ef-c777-428c-95e9-69baa3dc54e3), precommit_add_association {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:06.045328 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de859f36-78dc-48c0-99ed-5559c6e4a692 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2c9b710a-c5e7-5cbf-88b5-877954cdc74b-b43342f1-0282-4f8d-b447-07f189c518f2', 'network_id': 'b43342f1-0282-4f8d-b447-07f189c518f2', 'project_id': 'c3507621f7174114bf83c150bef0b52f', 'fixed_ips': [{'subnet_id': '9bfe5e3d-a5ea-4732-8af7-2c4fd479a1c0'}]}} from dv-cinder-master-3-smb. {{(pid=106232) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 18 01:04:06.046244 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-de859f36-78dc-48c0-99ed-5559c6e4a692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (None), before_create {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:06.115300 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-c4839cdf-5ca0-42eb-a4ce-b1426de86872 admin admin] Publish callbacks [] for router_gateway (683ae0ef-c777-428c-95e9-69baa3dc54e3), precommit_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:06.155667 dv-cinder-master-3-smb neutron-server[106232]: INFO neutron.plugins.ml2.plugin [None req-6230eda8-bcf0-40ca-9fdf-67efd4a5e967 None None] Attempt 5 to provision port 4f4f752f-d486-4159-8cb6-5c0eb0ac76b0 Sep 18 01:04:06.166140 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.l3_dvr_db [None req-68d867de-dfeb-414a-a0f4-d69edc98173e None None] Set router a62306e8-f41b-43b8-9da6-e79b25cd0185 gateway port host: dv-cinder-master-3-smb {{(pid=106232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 18 01:04:06.271473 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-6230eda8-bcf0-40ca-9fdf-67efd4a5e967 None None] Port 4f4f752f-d486-4159-8cb6-5c0eb0ac76b0 cannot update to ACTIVE because it is not bound. {{(pid=106232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 18 01:04:06.297669 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-c4839cdf-5ca0-42eb-a4ce-b1426de86872 admin admin] Publish callbacks [] for router_gateway (683ae0ef-c777-428c-95e9-69baa3dc54e3), before_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:06.318289 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-c4839cdf-5ca0-42eb-a4ce-b1426de86872 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (None), before_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:06.368758 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.db_base_plugin_common [None req-de859f36-78dc-48c0-99ed-5559c6e4a692 None None] Allocated IP 172.20.0.2 (b43342f1-0282-4f8d-b447-07f189c518f2/9bfe5e3d-a5ea-4732-8af7-2c4fd479a1c0/5cc74e5e-8f62-4554-8b4a-edb3f2e45069) {{(pid=106232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:04:06.377412 dv-cinder-master-3-smb neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:04:06.429362 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.db.db_base_plugin_common [None req-c4839cdf-5ca0-42eb-a4ce-b1426de86872 admin admin] Allocated IP 172.37.5.178 (b5726c9b-05f1-4137-90cd-23a4e3e89505/9e97c026-c8b3-4b72-91ed-10f39e002f97/4bf9fef7-f721-43f8-b27a-99846c6b6748) {{(pid=106231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:04:06.499012 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.l3_hamode_db [None req-68d867de-dfeb-414a-a0f4-d69edc98173e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a62306e8-f41b-43b8-9da6-e79b25cd0185', 'name': 'tempest-TestMinimumBasicScenario-858112414-router', 'tenant_id': '21924b7f5d004b388f3a663a1a2f47b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'external_fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.18'}], 'enable_snat': True}, 'gw_port_id': 'baea6bc2-d415-4998-a794-a74febed95c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T01:04:00Z', 'updated_at': '2022-09-18T01:04:03Z', 'revision_number': 4, 'project_id': '21924b7f5d004b388f3a663a1a2f47b2', 'gw_port': {'id': 'baea6bc2-d415-4998-a794-a74febed95c2', 'name': '', 'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:56:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a62306e8-f41b-43b8-9da6-e79b25cd0185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T01:04:01Z', 'updated_at': '2022-09-18T01:04:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '4f4f752f-d486-4159-8cb6-5c0eb0ac76b0', 'name': '', 'network_id': 'e0ca6a6f-1218-4fb2-9d8f-8889c6e5c139', 'tenant_id': '21924b7f5d004b388f3a663a1a2f47b2', 'mac_address': 'fa:16:3e:78:c8:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a62306e8-f41b-43b8-9da6-e79b25cd0185', 'device_owner': 'network:router_interface', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': '71af9f0e-4aa3-411e-8076-f65d55fcc63d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T01:04:03Z', 'updated_at': '2022-09-18T01:04:03Z', 'revision_number': 2, 'project_id': '21924b7f5d004b388f3a663a1a2f47b2', 'subnets': [{'id': '71af9f0e-4aa3-411e-8076-f65d55fcc63d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=106232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:04:06.503249 dv-cinder-master-3-smb neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:04:06.535612 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d867de-dfeb-414a-a0f4-d69edc98173e None None] Checking router: a62306e8-f41b-43b8-9da6-e79b25cd0185 for host: dv-cinder-master-3-smb {{(pid=106232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:04:06.535975 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d867de-dfeb-414a-a0f4-d69edc98173e None None] Updating router a62306e8-f41b-43b8-9da6-e79b25cd0185 port 4f4f752f-d486-4159-8cb6-5c0eb0ac76b0 binding host dv-cinder-master-3-smb {{(pid=106232) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 01:04:06.537833 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-c4839cdf-5ca0-42eb-a4ce-b1426de86872 admin admin] Publish callbacks [] for port (4bf9fef7-f721-43f8-b27a-99846c6b6748), precommit_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:06.574343 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-c4839cdf-5ca0-42eb-a4ce-b1426de86872 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749745591507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13917182'] for port (4bf9fef7-f721-43f8-b27a-99846c6b6748), after_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:06.597709 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-68d867de-dfeb-414a-a0f4-d69edc98173e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (4f4f752f-d486-4159-8cb6-5c0eb0ac76b0), before_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:06.617608 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4839cdf-5ca0-42eb-a4ce-b1426de86872 admin admin] Network b5726c9b-05f1-4137-90cd-23a4e3e89505 is already hosted by enough agents. {{(pid=106231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:04:06.626399 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.scheduler.base_scheduler [None req-c4839cdf-5ca0-42eb-a4ce-b1426de86872 admin admin] Resources bound (agent type, host, resource id): {{(pid=106231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:04:06.629439 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4839cdf-5ca0-42eb-a4ce-b1426de86872 admin admin] Received port after_create {{(pid=106231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 18 01:04:06.632034 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-de859f36-78dc-48c0-99ed-5559c6e4a692 None None] Publish callbacks [] for port (5cc74e5e-8f62-4554-8b4a-edb3f2e45069), precommit_create {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:06.652723 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-de859f36-78dc-48c0-99ed-5559c6e4a692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749745591507'] for port (5cc74e5e-8f62-4554-8b4a-edb3f2e45069), after_create {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:06.658213 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4839cdf-5ca0-42eb-a4ce-b1426de86872 admin admin] Pushing event updated for resources: {'Port': ['ID=4bf9fef7-f721-43f8-b27a-99846c6b6748,revision_number=1']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:04:06.747538 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de859f36-78dc-48c0-99ed-5559c6e4a692 None None] Network b43342f1-0282-4f8d-b447-07f189c518f2 is already hosted by enough agents. {{(pid=106232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:04:06.755655 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.scheduler.base_scheduler [None req-de859f36-78dc-48c0-99ed-5559c6e4a692 None None] Resources bound (agent type, host, resource id): {{(pid=106232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:04:06.759984 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de859f36-78dc-48c0-99ed-5559c6e4a692 None None] Received port after_create {{(pid=106232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 18 01:04:06.761851 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de859f36-78dc-48c0-99ed-5559c6e4a692 None None] Pushing event updated for resources: {'Port': ['ID=5cc74e5e-8f62-4554-8b4a-edb3f2e45069,revision_number=1']} {{(pid=106232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:04:06.764251 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:04:06.773681 dv-cinder-master-3-smb neutron-server[106232]: INFO neutron.plugins.ml2.plugin [None req-6230eda8-bcf0-40ca-9fdf-67efd4a5e967 None None] Attempt 6 to provision port 4f4f752f-d486-4159-8cb6-5c0eb0ac76b0 Sep 18 01:04:06.892331 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:INSERT=6,neutron:UPDATE=6,neutron:SELECT=88 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:04:06.905980 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-c4839cdf-5ca0-42eb-a4ce-b1426de86872 admin admin] Publish callbacks [] for router_gateway (683ae0ef-c777-428c-95e9-69baa3dc54e3), after_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:06.930063 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-6230eda8-bcf0-40ca-9fdf-67efd4a5e967 None None] Port 4f4f752f-d486-4159-8cb6-5c0eb0ac76b0 cannot update to ACTIVE because it is not bound. {{(pid=106232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 18 01:04:06.943051 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.managers [None req-de859f36-78dc-48c0-99ed-5559c6e4a692 None None] Attempting to bind port 5cc74e5e-8f62-4554-8b4a-edb3f2e45069 on host dv-cinder-master-3-smb for vnic_type normal with profile {{(pid=106232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 18 01:04:06.943429 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.managers [None req-de859f36-78dc-48c0-99ed-5559c6e4a692 None None] Attempting to bind port 5cc74e5e-8f62-4554-8b4a-edb3f2e45069 by drivers openvswitch,hyperv on host dv-cinder-master-3-smb at level 0 using segments [{'id': '4105535d-bcca-4a74-b68b-033b268049e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b43342f1-0282-4f8d-b447-07f189c518f2'}] {{(pid=106232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 18 01:04:06.943796 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de859f36-78dc-48c0-99ed-5559c6e4a692 None None] Attempting to bind port 5cc74e5e-8f62-4554-8b4a-edb3f2e45069 on network b43342f1-0282-4f8d-b447-07f189c518f2 {{(pid=106232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:04:07.030067 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-9ba4532f-70f5-4391-8b5b-da14b5c76729 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (d0e8801d-4758-48bd-8085-7f05d3358764), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:07.057303 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de859f36-78dc-48c0-99ed-5559c6e4a692 None None] Checking agent: {'id': 'c8573462-7e7f-4357-b3a8-beeaa8ae7db3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 18, 0, 47, 40), 'started_at': datetime.datetime(2022, 9, 18, 0, 48, 10), 'heartbeat_timestamp': datetime.datetime(2022, 9, 18, 1, 3, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 18 01:04:07.057702 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de859f36-78dc-48c0-99ed-5559c6e4a692 None None] Checking segment: {'id': '4105535d-bcca-4a74-b68b-033b268049e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b43342f1-0282-4f8d-b447-07f189c518f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 18 01:04:07.058148 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-de859f36-78dc-48c0-99ed-5559c6e4a692 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:07.058676 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de859f36-78dc-48c0-99ed-5559c6e4a692 None None] Bound using segment: {'id': '4105535d-bcca-4a74-b68b-033b268049e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b43342f1-0282-4f8d-b447-07f189c518f2'} {{(pid=106232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 18 01:04:07.059420 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.managers [None req-de859f36-78dc-48c0-99ed-5559c6e4a692 None None] Bound port: 5cc74e5e-8f62-4554-8b4a-edb3f2e45069, host: dv-cinder-master-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4105535d-bcca-4a74-b68b-033b268049e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b43342f1-0282-4f8d-b447-07f189c518f2'}}] {{(pid=106232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 18 01:04:07.059561 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-de859f36-78dc-48c0-99ed-5559c6e4a692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (5cc74e5e-8f62-4554-8b4a-edb3f2e45069), before_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:07.086029 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.rpc [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Device baea6bc2-d415-4998-a794-a74febed95c2 up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=106232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:04:07.135678 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-c4839cdf-5ca0-42eb-a4ce-b1426de86872 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16492265', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16489761'] for router (683ae0ef-c777-428c-95e9-69baa3dc54e3), after_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:07.201313 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-68d867de-dfeb-414a-a0f4-d69edc98173e None None] Publish callbacks [] for port (4f4f752f-d486-4159-8cb6-5c0eb0ac76b0), precommit_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:07.213906 dv-cinder-master-3-smb neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=4 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:04:07.219994 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-68d867de-dfeb-414a-a0f4-d69edc98173e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749746030758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749745591525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749745591543'] for port (4f4f752f-d486-4159-8cb6-5c0eb0ac76b0), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:07.273088 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4839cdf-5ca0-42eb-a4ce-b1426de86872 admin admin] Router 683ae0ef-c777-428c-95e9-69baa3dc54e3 is scheduled to L3 agent d0e8801d-4758-48bd-8085-7f05d3358764 with binding_index 1 {{(pid=106231) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 18 01:04:07.301552 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.db [None req-de859f36-78dc-48c0-99ed-5559c6e4a692 None None] For port 5cc74e5e-8f62-4554-8b4a-edb3f2e45069, host dv-cinder-master-3-smb, cleared binding levels {{(pid=106232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:04:07.338571 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7db978c-b9c4-4567-b98e-c1708cb3298f None None] Pushing event updated for resources: {'Port': ['ID=4f4f752f-d486-4159-8cb6-5c0eb0ac76b0,revision_number=3']} {{(pid=106232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:04:07.342632 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.provisioning_blocks [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Provisioning complete for port baea6bc2-d415-4998-a794-a74febed95c2 triggered by entity L2. {{(pid=106232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 01:04:07.344075 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981214'] for port (baea6bc2-d415-4998-a794-a74febed95c2), provisioning_complete {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:07.344075 dv-cinder-master-3-smb neutron-server[106232]: INFO neutron.plugins.ml2.plugin [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Attempt 1 to provision port baea6bc2-d415-4998-a794-a74febed95c2 Sep 18 01:04:07.344706 dv-cinder-master-3-smb neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:04:07.395002 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4839cdf-5ca0-42eb-a4ce-b1426de86872 admin admin] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=106231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:04:07.405899 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6783d01-f50d-4b20-a034-4c77ff79f943 None None] Sync routers for ids ['683ae0ef-c777-428c-95e9-69baa3dc54e3'] in dv-cinder-master-3-smb {{(pid=106233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:04:07.416038 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-c4839cdf-5ca0-42eb-a4ce-b1426de86872 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:07.419983 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-c4839cdf-5ca0-42eb-a4ce-b1426de86872 admin admin] 10.222.0.33 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.5456445 Sep 18 01:04:07.420256 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 38470) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:04:07.424236 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6783d01-f50d-4b20-a034-4c77ff79f943 None None] Routers {'683ae0ef-c777-428c-95e9-69baa3dc54e3'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 18 01:04:07.425138 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.l3_hamode_db [None req-c6783d01-f50d-4b20-a034-4c77ff79f943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-18T00:47:37Z,description=,heartbeat_timestamp=2022-09-18T01:04:07Z,host='dv-cinder-master-3-smb',id=d0e8801d-4758-48bd-8085-7f05d3358764,load=0,resource_versions=,resources_synced=,started_at=2022-09-18T00:47:37Z,topic='l3_agent')) {'router_ids': ['683ae0ef-c777-428c-95e9-69baa3dc54e3'], 'active': True} {{(pid=106233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:04:07.495485 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.db [None req-de859f36-78dc-48c0-99ed-5559c6e4a692 None None] For port 5cc74e5e-8f62-4554-8b4a-edb3f2e45069, host dv-cinder-master-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=5cc74e5e-8f62-4554-8b4a-edb3f2e45069,segment=NetworkSegment(4105535d-bcca-4a74-b68b-033b268049e4),segment_id=4105535d-bcca-4a74-b68b-033b268049e4)] {{(pid=106232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:04:07.498588 dv-cinder-master-3-smb neutron-server[106232]: INFO neutron.plugins.ml2.plugin [None req-6230eda8-bcf0-40ca-9fdf-67efd4a5e967 None None] Attempt 7 to provision port 4f4f752f-d486-4159-8cb6-5c0eb0ac76b0 Sep 18 01:04:07.556113 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.l3_dvr_db [None req-c6783d01-f50d-4b20-a034-4c77ff79f943 None None] Set router 683ae0ef-c777-428c-95e9-69baa3dc54e3 gateway port host: dv-cinder-master-3-smb {{(pid=106233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 18 01:04:07.559219 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-de859f36-78dc-48c0-99ed-5559c6e4a692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749746030758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749745591525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749745591543'] for port (5cc74e5e-8f62-4554-8b4a-edb3f2e45069), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:07.631505 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-6230eda8-bcf0-40ca-9fdf-67efd4a5e967 None None] Port 4f4f752f-d486-4159-8cb6-5c0eb0ac76b0 cannot update to ACTIVE because it is not bound. {{(pid=106232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 18 01:04:07.635768 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.managers [None req-68d867de-dfeb-414a-a0f4-d69edc98173e None None] Attempting to bind port 4f4f752f-d486-4159-8cb6-5c0eb0ac76b0 on host dv-cinder-master-3-smb for vnic_type normal with profile {{(pid=106232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 18 01:04:07.636147 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.managers [None req-68d867de-dfeb-414a-a0f4-d69edc98173e None None] Attempting to bind port 4f4f752f-d486-4159-8cb6-5c0eb0ac76b0 by drivers openvswitch,hyperv on host dv-cinder-master-3-smb at level 0 using segments [{'id': 'e85bf3c7-68e5-492f-8330-48b24766b84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'e0ca6a6f-1218-4fb2-9d8f-8889c6e5c139'}] {{(pid=106232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 18 01:04:07.636484 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d867de-dfeb-414a-a0f4-d69edc98173e None None] Attempting to bind port 4f4f752f-d486-4159-8cb6-5c0eb0ac76b0 on network e0ca6a6f-1218-4fb2-9d8f-8889c6e5c139 {{(pid=106232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:04:07.707922 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de859f36-78dc-48c0-99ed-5559c6e4a692 None None] Pushing event updated for resources: {'Port': ['ID=5cc74e5e-8f62-4554-8b4a-edb3f2e45069,revision_number=2']} {{(pid=106232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:04:07.766059 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d867de-dfeb-414a-a0f4-d69edc98173e None None] Checking agent: {'id': 'c8573462-7e7f-4357-b3a8-beeaa8ae7db3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 18, 0, 47, 40), 'started_at': datetime.datetime(2022, 9, 18, 0, 48, 10), 'heartbeat_timestamp': datetime.datetime(2022, 9, 18, 1, 3, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 18 01:04:07.766764 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d867de-dfeb-414a-a0f4-d69edc98173e None None] Checking segment: {'id': 'e85bf3c7-68e5-492f-8330-48b24766b84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'e0ca6a6f-1218-4fb2-9d8f-8889c6e5c139'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 18 01:04:07.767472 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-68d867de-dfeb-414a-a0f4-d69edc98173e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:07.768141 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68d867de-dfeb-414a-a0f4-d69edc98173e None None] Bound using segment: {'id': 'e85bf3c7-68e5-492f-8330-48b24766b84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'e0ca6a6f-1218-4fb2-9d8f-8889c6e5c139'} {{(pid=106232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 18 01:04:07.769007 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.managers [None req-68d867de-dfeb-414a-a0f4-d69edc98173e None None] Bound port: 4f4f752f-d486-4159-8cb6-5c0eb0ac76b0, host: dv-cinder-master-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e85bf3c7-68e5-492f-8330-48b24766b84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'e0ca6a6f-1218-4fb2-9d8f-8889c6e5c139'}}] {{(pid=106232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 18 01:04:07.769664 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-68d867de-dfeb-414a-a0f4-d69edc98173e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (4f4f752f-d486-4159-8cb6-5c0eb0ac76b0), before_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:07.772929 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.l3_hamode_db [None req-c6783d01-f50d-4b20-a034-4c77ff79f943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '683ae0ef-c777-428c-95e9-69baa3dc54e3', 'name': 'tempest-TestMinimumBasicScenario-725334962-router', 'tenant_id': 'c3507621f7174114bf83c150bef0b52f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'external_fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.178'}], 'enable_snat': True}, 'gw_port_id': '4bf9fef7-f721-43f8-b27a-99846c6b6748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T01:04:05Z', 'updated_at': '2022-09-18T01:04:06Z', 'revision_number': 3, 'project_id': 'c3507621f7174114bf83c150bef0b52f', 'gw_port': {'id': '4bf9fef7-f721-43f8-b27a-99846c6b6748', 'name': '', 'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:8c:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '683ae0ef-c777-428c-95e9-69baa3dc54e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T01:04:06Z', 'updated_at': '2022-09-18T01:04:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb'}], 'dv-cinder-master-3-smb', False) {} {{(pid=106233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:04:07.774526 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Current status of the port baea6bc2-d415-4998-a794-a74febed95c2 is: ACTIVE; New status is: ACTIVE {{(pid=106232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 01:04:07.823260 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6783d01-f50d-4b20-a034-4c77ff79f943 None None] Checking router: 683ae0ef-c777-428c-95e9-69baa3dc54e3 for host: dv-cinder-master-3-smb {{(pid=106233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:04:07.823760 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6783d01-f50d-4b20-a034-4c77ff79f943 None None] Updating router 683ae0ef-c777-428c-95e9-69baa3dc54e3 port 4bf9fef7-f721-43f8-b27a-99846c6b6748 binding host dv-cinder-master-3-smb {{(pid=106233) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 01:04:07.863499 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [None req-c6783d01-f50d-4b20-a034-4c77ff79f943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (4bf9fef7-f721-43f8-b27a-99846c6b6748), before_update {{(pid=106233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:07.882459 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.db [None req-68d867de-dfeb-414a-a0f4-d69edc98173e None None] For port 4f4f752f-d486-4159-8cb6-5c0eb0ac76b0, host dv-cinder-master-3-smb, cleared binding levels {{(pid=106232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:04:07.886429 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.db [None req-68d867de-dfeb-414a-a0f4-d69edc98173e None None] For port 4f4f752f-d486-4159-8cb6-5c0eb0ac76b0, host dv-cinder-master-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=4f4f752f-d486-4159-8cb6-5c0eb0ac76b0,segment=NetworkSegment(e85bf3c7-68e5-492f-8330-48b24766b84d),segment_id=e85bf3c7-68e5-492f-8330-48b24766b84d)] {{(pid=106232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:04:07.895400 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-68d867de-dfeb-414a-a0f4-d69edc98173e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749746030758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749745591525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749745591543'] for port (4f4f752f-d486-4159-8cb6-5c0eb0ac76b0), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:07.991510 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68d867de-dfeb-414a-a0f4-d69edc98173e None None] Routers {'a62306e8-f41b-43b8-9da6-e79b25cd0185'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 18 01:04:07.992600 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.l3_hamode_db [None req-68d867de-dfeb-414a-a0f4-d69edc98173e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-18T00:47:37Z,description=,heartbeat_timestamp=2022-09-18T01:04:07Z,host='dv-cinder-master-3-smb',id=d0e8801d-4758-48bd-8085-7f05d3358764,load=0,resource_versions=,resources_synced=,started_at=2022-09-18T00:47:37Z,topic='l3_agent')) {'router_ids': ['a62306e8-f41b-43b8-9da6-e79b25cd0185'], 'active': True} {{(pid=106232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:04:08.001081 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7db978c-b9c4-4567-b98e-c1708cb3298f None None] Pushing event updated for resources: {'Port': ['ID=4f4f752f-d486-4159-8cb6-5c0eb0ac76b0,revision_number=4']} {{(pid=106232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:04:08.133113 dv-cinder-master-3-smb neutron-server[106232]: INFO neutron.plugins.ml2.plugin [None req-6230eda8-bcf0-40ca-9fdf-67efd4a5e967 None None] Attempt 8 to provision port 4f4f752f-d486-4159-8cb6-5c0eb0ac76b0 Sep 18 01:04:08.157936 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:04:08.161108 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.l3_dvr_db [None req-68d867de-dfeb-414a-a0f4-d69edc98173e None None] Set router a62306e8-f41b-43b8-9da6-e79b25cd0185 gateway port host: dv-cinder-master-3-smb {{(pid=106232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 18 01:04:08.213130 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:04:08.219870 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-aba6b123-cd04-4649-ae7c-063e05df7e15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (None), before_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:08.300973 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [None req-c6783d01-f50d-4b20-a034-4c77ff79f943 None None] Publish callbacks [] for port (4bf9fef7-f721-43f8-b27a-99846c6b6748), precommit_update {{(pid=106233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:08.306588 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [None req-c6783d01-f50d-4b20-a034-4c77ff79f943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749746030758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749745591525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749745591543'] for port (4bf9fef7-f721-43f8-b27a-99846c6b6748), after_update {{(pid=106233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:08.338646 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.plugins.ml2.managers [None req-c6783d01-f50d-4b20-a034-4c77ff79f943 None None] Attempting to bind port 4bf9fef7-f721-43f8-b27a-99846c6b6748 on host dv-cinder-master-3-smb for vnic_type normal with profile {{(pid=106233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 18 01:04:08.339123 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.plugins.ml2.managers [None req-c6783d01-f50d-4b20-a034-4c77ff79f943 None None] Attempting to bind port 4bf9fef7-f721-43f8-b27a-99846c6b6748 by drivers openvswitch,hyperv on host dv-cinder-master-3-smb at level 0 using segments [{'id': 'e81b1a67-2f81-4ac8-a4dd-b13e6c47d014', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505'}] {{(pid=106233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 18 01:04:08.339731 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6783d01-f50d-4b20-a034-4c77ff79f943 None None] Attempting to bind port 4bf9fef7-f721-43f8-b27a-99846c6b6748 on network b5726c9b-05f1-4137-90cd-23a4e3e89505 {{(pid=106233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:04:08.340206 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-6230eda8-bcf0-40ca-9fdf-67efd4a5e967 None None] Current status of the port 4f4f752f-d486-4159-8cb6-5c0eb0ac76b0 is: DOWN; New status is: ACTIVE {{(pid=106232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 01:04:08.340602 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-6230eda8-bcf0-40ca-9fdf-67efd4a5e967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (4f4f752f-d486-4159-8cb6-5c0eb0ac76b0), before_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:08.382093 dv-cinder-master-3-smb neutron-server[106233]: DEBUG dbcounter [-] [106233] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106233) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:04:08.399449 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a4f2d4-f4ee-4894-9069-ef135fb86873 None None] Pushing event updated for resources: {'Port': ['ID=4bf9fef7-f721-43f8-b27a-99846c6b6748,revision_number=2']} {{(pid=106233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:04:08.402410 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.db.db_base_plugin_common [None req-aba6b123-cd04-4649-ae7c-063e05df7e15 admin admin] Allocated IP 172.20.0.1 (b43342f1-0282-4f8d-b447-07f189c518f2/9bfe5e3d-a5ea-4732-8af7-2c4fd479a1c0/561788d3-aef0-4974-9b37-fe6bab4d8f2b) {{(pid=106231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:04:08.407217 dv-cinder-master-3-smb neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:04:08.412744 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6783d01-f50d-4b20-a034-4c77ff79f943 None None] Checking agent: {'id': 'c8573462-7e7f-4357-b3a8-beeaa8ae7db3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 18, 0, 47, 40), 'started_at': datetime.datetime(2022, 9, 18, 0, 48, 10), 'heartbeat_timestamp': datetime.datetime(2022, 9, 18, 1, 3, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 18 01:04:08.413370 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6783d01-f50d-4b20-a034-4c77ff79f943 None None] Checking segment: {'id': 'e81b1a67-2f81-4ac8-a4dd-b13e6c47d014', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 18 01:04:08.413948 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [None req-c6783d01-f50d-4b20-a034-4c77ff79f943 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:08.413948 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6783d01-f50d-4b20-a034-4c77ff79f943 None None] Bound using segment: {'id': 'e81b1a67-2f81-4ac8-a4dd-b13e6c47d014', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505'} {{(pid=106233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 18 01:04:08.414337 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.plugins.ml2.managers [None req-c6783d01-f50d-4b20-a034-4c77ff79f943 None None] Bound port: 4bf9fef7-f721-43f8-b27a-99846c6b6748, host: dv-cinder-master-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e81b1a67-2f81-4ac8-a4dd-b13e6c47d014', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505'}}] {{(pid=106233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 18 01:04:08.414879 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [None req-c6783d01-f50d-4b20-a034-4c77ff79f943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (4bf9fef7-f721-43f8-b27a-99846c6b6748), before_update {{(pid=106233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:08.423663 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.db [None req-6230eda8-bcf0-40ca-9fdf-67efd4a5e967 None None] For port 4f4f752f-d486-4159-8cb6-5c0eb0ac76b0, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=4f4f752f-d486-4159-8cb6-5c0eb0ac76b0,segment=NetworkSegment(e85bf3c7-68e5-492f-8330-48b24766b84d),segment_id=e85bf3c7-68e5-492f-8330-48b24766b84d)] {{(pid=106232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:04:08.431620 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-6230eda8-bcf0-40ca-9fdf-67efd4a5e967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749746030758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749745591525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749745591543'] for port (4f4f752f-d486-4159-8cb6-5c0eb0ac76b0), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:08.446228 dv-cinder-master-3-smb neutron-server[106233]: DEBUG dbcounter [-] [106233] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106233) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:04:08.462347 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.l3_hamode_db [None req-68d867de-dfeb-414a-a0f4-d69edc98173e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a62306e8-f41b-43b8-9da6-e79b25cd0185', 'name': 'tempest-TestMinimumBasicScenario-858112414-router', 'tenant_id': '21924b7f5d004b388f3a663a1a2f47b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'external_fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.18'}], 'enable_snat': True}, 'gw_port_id': 'baea6bc2-d415-4998-a794-a74febed95c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T01:04:00Z', 'updated_at': '2022-09-18T01:04:03Z', 'revision_number': 4, 'project_id': '21924b7f5d004b388f3a663a1a2f47b2', 'gw_port': {'id': 'baea6bc2-d415-4998-a794-a74febed95c2', 'name': '', 'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:56:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a62306e8-f41b-43b8-9da6-e79b25cd0185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T01:04:01Z', 'updated_at': '2022-09-18T01:04:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '4f4f752f-d486-4159-8cb6-5c0eb0ac76b0', 'name': '', 'network_id': 'e0ca6a6f-1218-4fb2-9d8f-8889c6e5c139', 'tenant_id': '21924b7f5d004b388f3a663a1a2f47b2', 'mac_address': 'fa:16:3e:78:c8:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a62306e8-f41b-43b8-9da6-e79b25cd0185', 'device_owner': 'network:router_interface', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': '71af9f0e-4aa3-411e-8076-f65d55fcc63d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T01:04:03Z', 'updated_at': '2022-09-18T01:04:07Z', 'revision_number': 4, 'project_id': '21924b7f5d004b388f3a663a1a2f47b2', 'subnets': [{'id': '71af9f0e-4aa3-411e-8076-f65d55fcc63d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=106232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:04:08.483409 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.plugins.ml2.db [None req-c6783d01-f50d-4b20-a034-4c77ff79f943 None None] For port 4bf9fef7-f721-43f8-b27a-99846c6b6748, host dv-cinder-master-3-smb, cleared binding levels {{(pid=106233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:04:08.487375 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.plugins.ml2.db [None req-c6783d01-f50d-4b20-a034-4c77ff79f943 None None] For port 4bf9fef7-f721-43f8-b27a-99846c6b6748, host dv-cinder-master-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=4bf9fef7-f721-43f8-b27a-99846c6b6748,segment=NetworkSegment(e81b1a67-2f81-4ac8-a4dd-b13e6c47d014),segment_id=e81b1a67-2f81-4ac8-a4dd-b13e6c47d014)] {{(pid=106233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:04:08.491419 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68d867de-dfeb-414a-a0f4-d69edc98173e None None] The sync data for ids ['a62306e8-f41b-43b8-9da6-e79b25cd0185'] in dv-cinder-master-3-smb is: [{'id': 'a62306e8-f41b-43b8-9da6-e79b25cd0185', 'name': 'tempest-TestMinimumBasicScenario-858112414-router', 'tenant_id': '21924b7f5d004b388f3a663a1a2f47b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'external_fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.18'}], 'enable_snat': True}, 'gw_port_id': 'baea6bc2-d415-4998-a794-a74febed95c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T01:04:00Z', 'updated_at': '2022-09-18T01:04:03Z', 'revision_number': 4, 'project_id': '21924b7f5d004b388f3a663a1a2f47b2', 'gw_port': {'id': 'baea6bc2-d415-4998-a794-a74febed95c2', 'name': '', 'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:56:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a62306e8-f41b-43b8-9da6-e79b25cd0185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T01:04:01Z', 'updated_at': '2022-09-18T01:04:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '4f4f752f-d486-4159-8cb6-5c0eb0ac76b0', 'name': '', 'network_id': 'e0ca6a6f-1218-4fb2-9d8f-8889c6e5c139', 'tenant_id': '21924b7f5d004b388f3a663a1a2f47b2', 'mac_address': 'fa:16:3e:78:c8:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a62306e8-f41b-43b8-9da6-e79b25cd0185', 'device_owner': 'network:router_interface', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': '71af9f0e-4aa3-411e-8076-f65d55fcc63d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T01:04:03Z', 'updated_at': '2022-09-18T01:04:07Z', 'revision_number': 4, 'project_id': '21924b7f5d004b388f3a663a1a2f47b2', 'subnets': [{'id': '71af9f0e-4aa3-411e-8076-f65d55fcc63d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:04:08.503390 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron_lib.callbacks.manager [None req-c6783d01-f50d-4b20-a034-4c77ff79f943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749746030758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749745591525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749745591543'] for port (4bf9fef7-f721-43f8-b27a-99846c6b6748), after_update {{(pid=106233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:08.515084 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6230eda8-bcf0-40ca-9fdf-67efd4a5e967 None None] Pushing event updated for resources: {'Port': ['ID=4f4f752f-d486-4159-8cb6-5c0eb0ac76b0,revision_number=5']} {{(pid=106232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:04:08.553038 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-aba6b123-cd04-4649-ae7c-063e05df7e15 admin admin] Publish callbacks [] for port (561788d3-aef0-4974-9b37-fe6bab4d8f2b), precommit_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:08.563821 dv-cinder-master-3-smb neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:04:08.596573 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-aba6b123-cd04-4649-ae7c-063e05df7e15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749745591507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13917182'] for port (561788d3-aef0-4974-9b37-fe6bab4d8f2b), after_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:08.599705 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.provisioning_blocks [None req-a7dd904f-3540-49b9-be81-b12e47a18488 None None] Provisioning complete for port 4f4f752f-d486-4159-8cb6-5c0eb0ac76b0 triggered by entity DHCP. {{(pid=106232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 01:04:08.600090 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-a7dd904f-3540-49b9-be81-b12e47a18488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981214'] for port (4f4f752f-d486-4159-8cb6-5c0eb0ac76b0), provisioning_complete {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:08.603381 dv-cinder-master-3-smb neutron-server[106232]: INFO neutron.plugins.ml2.plugin [None req-a7dd904f-3540-49b9-be81-b12e47a18488 None None] Attempt 1 to provision port 4f4f752f-d486-4159-8cb6-5c0eb0ac76b0 Sep 18 01:04:08.643392 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6783d01-f50d-4b20-a034-4c77ff79f943 None None] Routers {'683ae0ef-c777-428c-95e9-69baa3dc54e3'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 18 01:04:08.644187 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.l3_hamode_db [None req-c6783d01-f50d-4b20-a034-4c77ff79f943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-18T00:47:37Z,description=,heartbeat_timestamp=2022-09-18T01:04:07Z,host='dv-cinder-master-3-smb',id=d0e8801d-4758-48bd-8085-7f05d3358764,load=0,resource_versions=,resources_synced=,started_at=2022-09-18T00:47:37Z,topic='l3_agent')) {'router_ids': ['683ae0ef-c777-428c-95e9-69baa3dc54e3'], 'active': True} {{(pid=106233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:04:08.651212 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aba6b123-cd04-4649-ae7c-063e05df7e15 admin admin] Network b43342f1-0282-4f8d-b447-07f189c518f2 is already hosted by enough agents. {{(pid=106231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:04:08.658516 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.scheduler.base_scheduler [None req-aba6b123-cd04-4649-ae7c-063e05df7e15 admin admin] Resources bound (agent type, host, resource id): {{(pid=106231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:04:08.663590 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba6b123-cd04-4649-ae7c-063e05df7e15 admin admin] Received port after_create {{(pid=106231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 18 01:04:08.688995 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba6b123-cd04-4649-ae7c-063e05df7e15 admin admin] Pushing event updated for resources: {'Port': ['ID=561788d3-aef0-4974-9b37-fe6bab4d8f2b,revision_number=1']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:04:08.709244 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-aba6b123-cd04-4649-ae7c-063e05df7e15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16482840'] for router_interface (683ae0ef-c777-428c-95e9-69baa3dc54e3), before_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:08.734673 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-a7dd904f-3540-49b9-be81-b12e47a18488 None None] Current status of the port 4f4f752f-d486-4159-8cb6-5c0eb0ac76b0 is: ACTIVE; New status is: ACTIVE {{(pid=106232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 01:04:08.754519 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a4f2d4-f4ee-4894-9069-ef135fb86873 None None] Pushing event updated for resources: {'Port': ['ID=4bf9fef7-f721-43f8-b27a-99846c6b6748,revision_number=3']} {{(pid=106233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:04:08.826496 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.l3_dvr_db [None req-c6783d01-f50d-4b20-a034-4c77ff79f943 None None] Set router 683ae0ef-c777-428c-95e9-69baa3dc54e3 gateway port host: dv-cinder-master-3-smb {{(pid=106233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 18 01:04:08.877578 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc410602-cf5e-47f2-92a8-e7b9eacc89d5 None None] Network b43342f1-0282-4f8d-b447-07f189c518f2 requested from dv-cinder-master-3-smb {{(pid=106232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 18 01:04:08.899688 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-aba6b123-cd04-4649-ae7c-063e05df7e15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (561788d3-aef0-4974-9b37-fe6bab4d8f2b), before_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:08.978325 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-dbc7b203-e4cc-426a-aeff-c16fa309d22e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (91de19fe-167d-470c-b665-c08c1d21c559), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:08.998671 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.provisioning_blocks [None req-3701486f-c8b4-4399-941f-aa25cc664324 None None] Provisioning complete for port 5cc74e5e-8f62-4554-8b4a-edb3f2e45069 triggered by entity DHCP. {{(pid=106232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 01:04:08.999101 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-3701486f-c8b4-4399-941f-aa25cc664324 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981214'] for port (5cc74e5e-8f62-4554-8b4a-edb3f2e45069), provisioning_complete {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:08.999447 dv-cinder-master-3-smb neutron-server[106232]: INFO neutron.plugins.ml2.plugin [None req-3701486f-c8b4-4399-941f-aa25cc664324 None None] Attempt 1 to provision port 5cc74e5e-8f62-4554-8b4a-edb3f2e45069 Sep 18 01:04:09.016125 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:04:09.120272 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.l3_hamode_db [None req-c6783d01-f50d-4b20-a034-4c77ff79f943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '683ae0ef-c777-428c-95e9-69baa3dc54e3', 'name': 'tempest-TestMinimumBasicScenario-725334962-router', 'tenant_id': 'c3507621f7174114bf83c150bef0b52f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'external_fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.178'}], 'enable_snat': True}, 'gw_port_id': '4bf9fef7-f721-43f8-b27a-99846c6b6748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T01:04:05Z', 'updated_at': '2022-09-18T01:04:06Z', 'revision_number': 3, 'project_id': 'c3507621f7174114bf83c150bef0b52f', 'gw_port': {'id': '4bf9fef7-f721-43f8-b27a-99846c6b6748', 'name': '', 'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:8c:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '683ae0ef-c777-428c-95e9-69baa3dc54e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T01:04:06Z', 'updated_at': '2022-09-18T01:04:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb'}], 'dv-cinder-master-3-smb', False) {} {{(pid=106233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:04:09.122380 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-3701486f-c8b4-4399-941f-aa25cc664324 None None] Current status of the port 5cc74e5e-8f62-4554-8b4a-edb3f2e45069 is: DOWN; New status is: ACTIVE {{(pid=106232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 01:04:09.122801 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-3701486f-c8b4-4399-941f-aa25cc664324 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (5cc74e5e-8f62-4554-8b4a-edb3f2e45069), before_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:09.137156 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-aba6b123-cd04-4649-ae7c-063e05df7e15 admin admin] Publish callbacks [] for port (561788d3-aef0-4974-9b37-fe6bab4d8f2b), precommit_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:09.157459 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-aba6b123-cd04-4649-ae7c-063e05df7e15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749746030758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749745591525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749745591543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13917127'] for port (561788d3-aef0-4974-9b37-fe6bab4d8f2b), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:09.157644 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6783d01-f50d-4b20-a034-4c77ff79f943 None None] The sync data for ids ['683ae0ef-c777-428c-95e9-69baa3dc54e3'] in dv-cinder-master-3-smb is: [{'id': '683ae0ef-c777-428c-95e9-69baa3dc54e3', 'name': 'tempest-TestMinimumBasicScenario-725334962-router', 'tenant_id': 'c3507621f7174114bf83c150bef0b52f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'external_fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.178'}], 'enable_snat': True}, 'gw_port_id': '4bf9fef7-f721-43f8-b27a-99846c6b6748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T01:04:05Z', 'updated_at': '2022-09-18T01:04:06Z', 'revision_number': 3, 'project_id': 'c3507621f7174114bf83c150bef0b52f', 'gw_port': {'id': '4bf9fef7-f721-43f8-b27a-99846c6b6748', 'name': '', 'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:8c:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '683ae0ef-c777-428c-95e9-69baa3dc54e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T01:04:06Z', 'updated_at': '2022-09-18T01:04:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb'}] {{(pid=106233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:04:09.193994 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.rpc [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Device 4f4f752f-d486-4159-8cb6-5c0eb0ac76b0 up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=106232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:04:09.220984 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba6b123-cd04-4649-ae7c-063e05df7e15 admin admin] Pushing event updated for resources: {'Port': ['ID=561788d3-aef0-4974-9b37-fe6bab4d8f2b,revision_number=2']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:04:09.241138 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.db [None req-3701486f-c8b4-4399-941f-aa25cc664324 None None] For port 5cc74e5e-8f62-4554-8b4a-edb3f2e45069, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=5cc74e5e-8f62-4554-8b4a-edb3f2e45069,segment=NetworkSegment(4105535d-bcca-4a74-b68b-033b268049e4),segment_id=4105535d-bcca-4a74-b68b-033b268049e4)] {{(pid=106232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:04:09.256374 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-3701486f-c8b4-4399-941f-aa25cc664324 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749746030758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749745591525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749745591543'] for port (5cc74e5e-8f62-4554-8b4a-edb3f2e45069), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:09.287881 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:INSERT=5,neutron:SELECT=93,neutron:UPDATE=2 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:04:09.292323 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-aba6b123-cd04-4649-ae7c-063e05df7e15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16267041', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16482956'] for router_interface (683ae0ef-c777-428c-95e9-69baa3dc54e3), after_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:09.320057 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.provisioning_blocks [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Provisioning complete for port 4f4f752f-d486-4159-8cb6-5c0eb0ac76b0 triggered by entity L2. {{(pid=106232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 01:04:09.320768 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981214'] for port (4f4f752f-d486-4159-8cb6-5c0eb0ac76b0), provisioning_complete {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:09.320768 dv-cinder-master-3-smb neutron-server[106232]: INFO neutron.plugins.ml2.plugin [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Attempt 1 to provision port 4f4f752f-d486-4159-8cb6-5c0eb0ac76b0 Sep 18 01:04:09.372934 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3701486f-c8b4-4399-941f-aa25cc664324 None None] Pushing event updated for resources: {'Port': ['ID=5cc74e5e-8f62-4554-8b4a-edb3f2e45069,revision_number=3']} {{(pid=106232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:04:09.394366 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.provisioning_blocks [None req-61c979f4-e763-470c-87f5-0294c5333475 None None] Provisioning complete for port 561788d3-aef0-4974-9b37-fe6bab4d8f2b triggered by entity DHCP. {{(pid=106232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 01:04:09.394746 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-61c979f4-e763-470c-87f5-0294c5333475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981214'] for port (561788d3-aef0-4974-9b37-fe6bab4d8f2b), provisioning_complete {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:09.395115 dv-cinder-master-3-smb neutron-server[106232]: INFO neutron.plugins.ml2.plugin [None req-61c979f4-e763-470c-87f5-0294c5333475 None None] Attempt 1 to provision port 561788d3-aef0-4974-9b37-fe6bab4d8f2b Sep 18 01:04:09.441233 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aba6b123-cd04-4649-ae7c-063e05df7e15 admin admin] Network b43342f1-0282-4f8d-b447-07f189c518f2 is already hosted by enough agents. {{(pid=106231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:04:09.442970 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.scheduler.base_scheduler [None req-aba6b123-cd04-4649-ae7c-063e05df7e15 admin admin] Resources bound (agent type, host, resource id): {{(pid=106231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:04:09.473359 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-61c979f4-e763-470c-87f5-0294c5333475 None None] Port 561788d3-aef0-4974-9b37-fe6bab4d8f2b cannot update to ACTIVE because it is not bound. {{(pid=106232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 18 01:04:09.487079 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Current status of the port 4f4f752f-d486-4159-8cb6-5c0eb0ac76b0 is: ACTIVE; New status is: ACTIVE {{(pid=106232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 01:04:09.488836 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.rpc [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Device 5cc74e5e-8f62-4554-8b4a-edb3f2e45069 up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=106232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:04:09.564226 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.provisioning_blocks [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Provisioning complete for port 5cc74e5e-8f62-4554-8b4a-edb3f2e45069 triggered by entity L2. {{(pid=106232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 01:04:09.564226 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981214'] for port (5cc74e5e-8f62-4554-8b4a-edb3f2e45069), provisioning_complete {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:09.564226 dv-cinder-master-3-smb neutron-server[106232]: INFO neutron.plugins.ml2.plugin [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Attempt 1 to provision port 5cc74e5e-8f62-4554-8b4a-edb3f2e45069 Sep 18 01:04:09.616406 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aba6b123-cd04-4649-ae7c-063e05df7e15 admin admin] Router 683ae0ef-c777-428c-95e9-69baa3dc54e3 has already been hosted by L3 agent d0e8801d-4758-48bd-8085-7f05d3358764 {{(pid=106231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 01:04:09.697115 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Current status of the port 5cc74e5e-8f62-4554-8b4a-edb3f2e45069 is: ACTIVE; New status is: ACTIVE {{(pid=106232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 01:04:09.799627 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aba6b123-cd04-4649-ae7c-063e05df7e15 admin admin] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=106231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:04:09.815293 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-aba6b123-cd04-4649-ae7c-063e05df7e15 admin admin] 10.222.0.33 "PUT /networking/v2.0/routers/683ae0ef-c777-428c-95e9-69baa3dc54e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3851776 Sep 18 01:04:09.974640 dv-cinder-master-3-smb neutron-server[106232]: INFO neutron.plugins.ml2.plugin [None req-61c979f4-e763-470c-87f5-0294c5333475 None None] Attempt 2 to provision port 561788d3-aef0-4974-9b37-fe6bab4d8f2b Sep 18 01:04:09.994909 dv-cinder-master-3-smb neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:04:10.015523 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-61c979f4-e763-470c-87f5-0294c5333475 None None] Port 561788d3-aef0-4974-9b37-fe6bab4d8f2b cannot update to ACTIVE because it is not bound. {{(pid=106232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 18 01:04:10.165676 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-1c1e26f8-ce84-4314-9422-87e0912de383 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (9a0bd8cc-a240-4c0b-8d32-8f22e7371ee9), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:10.272100 dv-cinder-master-3-smb neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:04:10.283839 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (c8573462-7e7f-4357-b3a8-beeaa8ae7db3), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:10.517225 dv-cinder-master-3-smb neutron-server[106232]: INFO neutron.plugins.ml2.plugin [None req-61c979f4-e763-470c-87f5-0294c5333475 None None] Attempt 3 to provision port 561788d3-aef0-4974-9b37-fe6bab4d8f2b Sep 18 01:04:10.552487 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-61c979f4-e763-470c-87f5-0294c5333475 None None] Port 561788d3-aef0-4974-9b37-fe6bab4d8f2b cannot update to ACTIVE because it is not bound. {{(pid=106232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 18 01:04:11.053646 dv-cinder-master-3-smb neutron-server[106232]: INFO neutron.plugins.ml2.plugin [None req-61c979f4-e763-470c-87f5-0294c5333475 None None] Attempt 4 to provision port 561788d3-aef0-4974-9b37-fe6bab4d8f2b Sep 18 01:04:11.090257 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-61c979f4-e763-470c-87f5-0294c5333475 None None] Port 561788d3-aef0-4974-9b37-fe6bab4d8f2b cannot update to ACTIVE because it is not bound. {{(pid=106232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 18 01:04:11.156973 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.rpc [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Device 4bf9fef7-f721-43f8-b27a-99846c6b6748 up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=106232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:04:11.210885 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.provisioning_blocks [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Provisioning complete for port 4bf9fef7-f721-43f8-b27a-99846c6b6748 triggered by entity L2. {{(pid=106232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 01:04:11.211274 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981214'] for port (4bf9fef7-f721-43f8-b27a-99846c6b6748), provisioning_complete {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:11.211611 dv-cinder-master-3-smb neutron-server[106232]: INFO neutron.plugins.ml2.plugin [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Attempt 1 to provision port 4bf9fef7-f721-43f8-b27a-99846c6b6748 Sep 18 01:04:11.292447 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Current status of the port 4bf9fef7-f721-43f8-b27a-99846c6b6748 is: DOWN; New status is: ACTIVE {{(pid=106232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 01:04:11.293250 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (4bf9fef7-f721-43f8-b27a-99846c6b6748), before_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:11.321122 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.db [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] For port 4bf9fef7-f721-43f8-b27a-99846c6b6748, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=4bf9fef7-f721-43f8-b27a-99846c6b6748,segment=NetworkSegment(e81b1a67-2f81-4ac8-a4dd-b13e6c47d014),segment_id=e81b1a67-2f81-4ac8-a4dd-b13e6c47d014)] {{(pid=106232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:04:11.326409 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749746030758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749745591525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749745591543'] for port (4bf9fef7-f721-43f8-b27a-99846c6b6748), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:11.327419 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.rpc [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Device 5cc74e5e-8f62-4554-8b4a-edb3f2e45069 up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=106232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:04:11.536408 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Pushing event updated for resources: {'Port': ['ID=4bf9fef7-f721-43f8-b27a-99846c6b6748,revision_number=4']} {{(pid=106232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:04:11.545022 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.provisioning_blocks [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Provisioning complete for port 5cc74e5e-8f62-4554-8b4a-edb3f2e45069 triggered by entity L2. {{(pid=106232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 01:04:11.545343 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981214'] for port (5cc74e5e-8f62-4554-8b4a-edb3f2e45069), provisioning_complete {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:11.545636 dv-cinder-master-3-smb neutron-server[106232]: INFO neutron.plugins.ml2.plugin [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Attempt 1 to provision port 5cc74e5e-8f62-4554-8b4a-edb3f2e45069 Sep 18 01:04:11.605988 dv-cinder-master-3-smb neutron-server[106232]: INFO neutron.plugins.ml2.plugin [None req-61c979f4-e763-470c-87f5-0294c5333475 None None] Attempt 5 to provision port 561788d3-aef0-4974-9b37-fe6bab4d8f2b Sep 18 01:04:11.650914 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Current status of the port 5cc74e5e-8f62-4554-8b4a-edb3f2e45069 is: ACTIVE; New status is: ACTIVE {{(pid=106232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 01:04:11.655477 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-61c979f4-e763-470c-87f5-0294c5333475 None None] Port 561788d3-aef0-4974-9b37-fe6bab4d8f2b cannot update to ACTIVE because it is not bound. {{(pid=106232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 18 01:04:12.157535 dv-cinder-master-3-smb neutron-server[106232]: INFO neutron.plugins.ml2.plugin [None req-61c979f4-e763-470c-87f5-0294c5333475 None None] Attempt 6 to provision port 561788d3-aef0-4974-9b37-fe6bab4d8f2b Sep 18 01:04:12.159597 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdcf28d6-2034-421b-a981-a2db49415e37 None None] Sync routers for ids ['683ae0ef-c777-428c-95e9-69baa3dc54e3'] in dv-cinder-master-3-smb {{(pid=106232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:04:12.199898 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-61c979f4-e763-470c-87f5-0294c5333475 None None] Port 561788d3-aef0-4974-9b37-fe6bab4d8f2b cannot update to ACTIVE because it is not bound. {{(pid=106232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 18 01:04:12.200370 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdcf28d6-2034-421b-a981-a2db49415e37 None None] Routers {'683ae0ef-c777-428c-95e9-69baa3dc54e3'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 18 01:04:12.201663 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.l3_hamode_db [None req-cdcf28d6-2034-421b-a981-a2db49415e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-18T00:47:37Z,description=,heartbeat_timestamp=2022-09-18T01:04:07Z,host='dv-cinder-master-3-smb',id=d0e8801d-4758-48bd-8085-7f05d3358764,load=0,resource_versions=,resources_synced=,started_at=2022-09-18T00:47:37Z,topic='l3_agent')) {'router_ids': ['683ae0ef-c777-428c-95e9-69baa3dc54e3'], 'active': True} {{(pid=106232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:04:12.310831 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.l3_dvr_db [None req-cdcf28d6-2034-421b-a981-a2db49415e37 None None] Set router 683ae0ef-c777-428c-95e9-69baa3dc54e3 gateway port host: dv-cinder-master-3-smb {{(pid=106232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 18 01:04:12.513252 dv-cinder-master-3-smb neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:04:12.518477 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.l3_hamode_db [None req-cdcf28d6-2034-421b-a981-a2db49415e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '683ae0ef-c777-428c-95e9-69baa3dc54e3', 'name': 'tempest-TestMinimumBasicScenario-725334962-router', 'tenant_id': 'c3507621f7174114bf83c150bef0b52f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'external_fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.178'}], 'enable_snat': True}, 'gw_port_id': '4bf9fef7-f721-43f8-b27a-99846c6b6748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T01:04:05Z', 'updated_at': '2022-09-18T01:04:08Z', 'revision_number': 4, 'project_id': 'c3507621f7174114bf83c150bef0b52f', 'gw_port': {'id': '4bf9fef7-f721-43f8-b27a-99846c6b6748', 'name': '', 'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:8c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '683ae0ef-c777-428c-95e9-69baa3dc54e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T01:04:06Z', 'updated_at': '2022-09-18T01:04:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '561788d3-aef0-4974-9b37-fe6bab4d8f2b', 'name': '', 'network_id': 'b43342f1-0282-4f8d-b447-07f189c518f2', 'tenant_id': 'c3507621f7174114bf83c150bef0b52f', 'mac_address': 'fa:16:3e:6b:aa:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '683ae0ef-c777-428c-95e9-69baa3dc54e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '9bfe5e3d-a5ea-4732-8af7-2c4fd479a1c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T01:04:08Z', 'updated_at': '2022-09-18T01:04:08Z', 'revision_number': 2, 'project_id': 'c3507621f7174114bf83c150bef0b52f', 'subnets': [{'id': '9bfe5e3d-a5ea-4732-8af7-2c4fd479a1c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=106232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:04:12.550291 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdcf28d6-2034-421b-a981-a2db49415e37 None None] Checking router: 683ae0ef-c777-428c-95e9-69baa3dc54e3 for host: dv-cinder-master-3-smb {{(pid=106232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:04:12.550647 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdcf28d6-2034-421b-a981-a2db49415e37 None None] Updating router 683ae0ef-c777-428c-95e9-69baa3dc54e3 port 561788d3-aef0-4974-9b37-fe6bab4d8f2b binding host dv-cinder-master-3-smb {{(pid=106232) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 18 01:04:12.579375 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-cdcf28d6-2034-421b-a981-a2db49415e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (561788d3-aef0-4974-9b37-fe6bab4d8f2b), before_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:12.617628 dv-cinder-master-3-smb neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:04:12.701650 dv-cinder-master-3-smb neutron-server[106232]: INFO neutron.plugins.ml2.plugin [None req-61c979f4-e763-470c-87f5-0294c5333475 None None] Attempt 7 to provision port 561788d3-aef0-4974-9b37-fe6bab4d8f2b Sep 18 01:04:12.759757 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-61c979f4-e763-470c-87f5-0294c5333475 None None] Port 561788d3-aef0-4974-9b37-fe6bab4d8f2b cannot update to ACTIVE because it is not bound. {{(pid=106232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 18 01:04:12.898020 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-cdcf28d6-2034-421b-a981-a2db49415e37 None None] Publish callbacks [] for port (561788d3-aef0-4974-9b37-fe6bab4d8f2b), precommit_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:12.904736 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-cdcf28d6-2034-421b-a981-a2db49415e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749746030758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749745591525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749745591543'] for port (561788d3-aef0-4974-9b37-fe6bab4d8f2b), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:12.965630 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45b98a0-e3f4-48d1-a842-38caae9e9884 None None] Pushing event updated for resources: {'Port': ['ID=561788d3-aef0-4974-9b37-fe6bab4d8f2b,revision_number=3']} {{(pid=106232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:04:13.007260 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.managers [None req-cdcf28d6-2034-421b-a981-a2db49415e37 None None] Attempting to bind port 561788d3-aef0-4974-9b37-fe6bab4d8f2b on host dv-cinder-master-3-smb for vnic_type normal with profile {{(pid=106232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 18 01:04:13.007643 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.managers [None req-cdcf28d6-2034-421b-a981-a2db49415e37 None None] Attempting to bind port 561788d3-aef0-4974-9b37-fe6bab4d8f2b by drivers openvswitch,hyperv on host dv-cinder-master-3-smb at level 0 using segments [{'id': '4105535d-bcca-4a74-b68b-033b268049e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b43342f1-0282-4f8d-b447-07f189c518f2'}] {{(pid=106232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 18 01:04:13.008007 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdcf28d6-2034-421b-a981-a2db49415e37 None None] Attempting to bind port 561788d3-aef0-4974-9b37-fe6bab4d8f2b on network b43342f1-0282-4f8d-b447-07f189c518f2 {{(pid=106232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:04:13.068897 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdcf28d6-2034-421b-a981-a2db49415e37 None None] Checking agent: {'id': 'c8573462-7e7f-4357-b3a8-beeaa8ae7db3', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-master-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 18, 0, 47, 40), 'started_at': datetime.datetime(2022, 9, 18, 0, 48, 10), 'heartbeat_timestamp': datetime.datetime(2022, 9, 18, 1, 4, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-master-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 18 01:04:13.068897 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdcf28d6-2034-421b-a981-a2db49415e37 None None] Checking segment: {'id': '4105535d-bcca-4a74-b68b-033b268049e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b43342f1-0282-4f8d-b447-07f189c518f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 18 01:04:13.068897 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-cdcf28d6-2034-421b-a981-a2db49415e37 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:13.068897 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdcf28d6-2034-421b-a981-a2db49415e37 None None] Bound using segment: {'id': '4105535d-bcca-4a74-b68b-033b268049e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b43342f1-0282-4f8d-b447-07f189c518f2'} {{(pid=106232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 18 01:04:13.069427 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.managers [None req-cdcf28d6-2034-421b-a981-a2db49415e37 None None] Bound port: 561788d3-aef0-4974-9b37-fe6bab4d8f2b, host: dv-cinder-master-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4105535d-bcca-4a74-b68b-033b268049e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'b43342f1-0282-4f8d-b447-07f189c518f2'}}] {{(pid=106232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 18 01:04:13.069520 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-cdcf28d6-2034-421b-a981-a2db49415e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (561788d3-aef0-4974-9b37-fe6bab4d8f2b), before_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:13.083974 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.rpc [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Device 4bf9fef7-f721-43f8-b27a-99846c6b6748 up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=106232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:04:13.179154 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.db [None req-cdcf28d6-2034-421b-a981-a2db49415e37 None None] For port 561788d3-aef0-4974-9b37-fe6bab4d8f2b, host dv-cinder-master-3-smb, cleared binding levels {{(pid=106232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:04:13.181090 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.provisioning_blocks [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Provisioning complete for port 4bf9fef7-f721-43f8-b27a-99846c6b6748 triggered by entity L2. {{(pid=106232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 01:04:13.181465 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981214'] for port (4bf9fef7-f721-43f8-b27a-99846c6b6748), provisioning_complete {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:13.181803 dv-cinder-master-3-smb neutron-server[106232]: INFO neutron.plugins.ml2.plugin [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Attempt 1 to provision port 4bf9fef7-f721-43f8-b27a-99846c6b6748 Sep 18 01:04:13.209938 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.db [None req-cdcf28d6-2034-421b-a981-a2db49415e37 None None] For port 561788d3-aef0-4974-9b37-fe6bab4d8f2b, host dv-cinder-master-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=561788d3-aef0-4974-9b37-fe6bab4d8f2b,segment=NetworkSegment(4105535d-bcca-4a74-b68b-033b268049e4),segment_id=4105535d-bcca-4a74-b68b-033b268049e4)] {{(pid=106232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:04:13.221015 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-cdcf28d6-2034-421b-a981-a2db49415e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749746030758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749745591525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749745591543'] for port (561788d3-aef0-4974-9b37-fe6bab4d8f2b), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:13.260973 dv-cinder-master-3-smb neutron-server[106232]: INFO neutron.plugins.ml2.plugin [None req-61c979f4-e763-470c-87f5-0294c5333475 None None] Attempt 8 to provision port 561788d3-aef0-4974-9b37-fe6bab4d8f2b Sep 18 01:04:13.321293 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdcf28d6-2034-421b-a981-a2db49415e37 None None] Routers {'683ae0ef-c777-428c-95e9-69baa3dc54e3'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 18 01:04:13.321939 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.l3_hamode_db [None req-cdcf28d6-2034-421b-a981-a2db49415e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-18T00:47:37Z,description=,heartbeat_timestamp=2022-09-18T01:04:07Z,host='dv-cinder-master-3-smb',id=d0e8801d-4758-48bd-8085-7f05d3358764,load=0,resource_versions=,resources_synced=,started_at=2022-09-18T00:47:37Z,topic='l3_agent')) {'router_ids': ['683ae0ef-c777-428c-95e9-69baa3dc54e3'], 'active': True} {{(pid=106232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:04:13.358677 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45b98a0-e3f4-48d1-a842-38caae9e9884 None None] Pushing event updated for resources: {'Port': ['ID=561788d3-aef0-4974-9b37-fe6bab4d8f2b,revision_number=4']} {{(pid=106232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:04:13.391528 dv-cinder-master-3-smb neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:04:13.408196 dv-cinder-master-3-smb neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:04:13.422150 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Current status of the port 4bf9fef7-f721-43f8-b27a-99846c6b6748 is: ACTIVE; New status is: ACTIVE {{(pid=106232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 01:04:13.492453 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-61c979f4-e763-470c-87f5-0294c5333475 None None] Current status of the port 561788d3-aef0-4974-9b37-fe6bab4d8f2b is: DOWN; New status is: ACTIVE {{(pid=106232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 01:04:13.492804 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-61c979f4-e763-470c-87f5-0294c5333475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (561788d3-aef0-4974-9b37-fe6bab4d8f2b), before_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:13.511691 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.l3_dvr_db [None req-cdcf28d6-2034-421b-a981-a2db49415e37 None None] Set router 683ae0ef-c777-428c-95e9-69baa3dc54e3 gateway port host: dv-cinder-master-3-smb {{(pid=106232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 18 01:04:13.599715 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.db [None req-61c979f4-e763-470c-87f5-0294c5333475 None None] For port 561788d3-aef0-4974-9b37-fe6bab4d8f2b, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=561788d3-aef0-4974-9b37-fe6bab4d8f2b,segment=NetworkSegment(4105535d-bcca-4a74-b68b-033b268049e4),segment_id=4105535d-bcca-4a74-b68b-033b268049e4)] {{(pid=106232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:04:13.605183 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-61c979f4-e763-470c-87f5-0294c5333475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749746030758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749745591525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749745591543'] for port (561788d3-aef0-4974-9b37-fe6bab4d8f2b), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:13.661794 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.provisioning_blocks [None req-61c979f4-e763-470c-87f5-0294c5333475 None None] Provisioning complete for port 5cc74e5e-8f62-4554-8b4a-edb3f2e45069 triggered by entity DHCP. {{(pid=106232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 01:04:13.662390 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-61c979f4-e763-470c-87f5-0294c5333475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981214'] for port (5cc74e5e-8f62-4554-8b4a-edb3f2e45069), provisioning_complete {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:13.663613 dv-cinder-master-3-smb neutron-server[106232]: INFO neutron.plugins.ml2.plugin [None req-61c979f4-e763-470c-87f5-0294c5333475 None None] Attempt 1 to provision port 5cc74e5e-8f62-4554-8b4a-edb3f2e45069 Sep 18 01:04:13.756335 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c979f4-e763-470c-87f5-0294c5333475 None None] Pushing event updated for resources: {'Port': ['ID=561788d3-aef0-4974-9b37-fe6bab4d8f2b,revision_number=5']} {{(pid=106232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:04:13.970920 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-61c979f4-e763-470c-87f5-0294c5333475 None None] Current status of the port 5cc74e5e-8f62-4554-8b4a-edb3f2e45069 is: ACTIVE; New status is: ACTIVE {{(pid=106232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 01:04:13.981353 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.l3_hamode_db [None req-cdcf28d6-2034-421b-a981-a2db49415e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '683ae0ef-c777-428c-95e9-69baa3dc54e3', 'name': 'tempest-TestMinimumBasicScenario-725334962-router', 'tenant_id': 'c3507621f7174114bf83c150bef0b52f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'external_fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.178'}], 'enable_snat': True}, 'gw_port_id': '4bf9fef7-f721-43f8-b27a-99846c6b6748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T01:04:05Z', 'updated_at': '2022-09-18T01:04:08Z', 'revision_number': 4, 'project_id': 'c3507621f7174114bf83c150bef0b52f', 'gw_port': {'id': '4bf9fef7-f721-43f8-b27a-99846c6b6748', 'name': '', 'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:8c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '683ae0ef-c777-428c-95e9-69baa3dc54e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T01:04:06Z', 'updated_at': '2022-09-18T01:04:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '561788d3-aef0-4974-9b37-fe6bab4d8f2b', 'name': '', 'network_id': 'b43342f1-0282-4f8d-b447-07f189c518f2', 'tenant_id': 'c3507621f7174114bf83c150bef0b52f', 'mac_address': 'fa:16:3e:6b:aa:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '683ae0ef-c777-428c-95e9-69baa3dc54e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '9bfe5e3d-a5ea-4732-8af7-2c4fd479a1c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T01:04:08Z', 'updated_at': '2022-09-18T01:04:13Z', 'revision_number': 4, 'project_id': 'c3507621f7174114bf83c150bef0b52f', 'subnets': [{'id': '9bfe5e3d-a5ea-4732-8af7-2c4fd479a1c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=106232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:04:14.015344 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdcf28d6-2034-421b-a981-a2db49415e37 None None] The sync data for ids ['683ae0ef-c777-428c-95e9-69baa3dc54e3'] in dv-cinder-master-3-smb is: [{'id': '683ae0ef-c777-428c-95e9-69baa3dc54e3', 'name': 'tempest-TestMinimumBasicScenario-725334962-router', 'tenant_id': 'c3507621f7174114bf83c150bef0b52f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'external_fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.178'}], 'enable_snat': True}, 'gw_port_id': '4bf9fef7-f721-43f8-b27a-99846c6b6748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T01:04:05Z', 'updated_at': '2022-09-18T01:04:08Z', 'revision_number': 4, 'project_id': 'c3507621f7174114bf83c150bef0b52f', 'gw_port': {'id': '4bf9fef7-f721-43f8-b27a-99846c6b6748', 'name': '', 'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:8c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '683ae0ef-c777-428c-95e9-69baa3dc54e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T01:04:06Z', 'updated_at': '2022-09-18T01:04:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '561788d3-aef0-4974-9b37-fe6bab4d8f2b', 'name': '', 'network_id': 'b43342f1-0282-4f8d-b447-07f189c518f2', 'tenant_id': 'c3507621f7174114bf83c150bef0b52f', 'mac_address': 'fa:16:3e:6b:aa:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '683ae0ef-c777-428c-95e9-69baa3dc54e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': '9bfe5e3d-a5ea-4732-8af7-2c4fd479a1c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T01:04:08Z', 'updated_at': '2022-09-18T01:04:13Z', 'revision_number': 4, 'project_id': 'c3507621f7174114bf83c150bef0b52f', 'subnets': [{'id': '9bfe5e3d-a5ea-4732-8af7-2c4fd479a1c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:04:14.105428 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.provisioning_blocks [None req-26dcfaf8-f7a3-4444-a2e0-8456d53e0684 None None] Provisioning complete for port 561788d3-aef0-4974-9b37-fe6bab4d8f2b triggered by entity DHCP. {{(pid=106232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 01:04:14.105908 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-26dcfaf8-f7a3-4444-a2e0-8456d53e0684 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981214'] for port (561788d3-aef0-4974-9b37-fe6bab4d8f2b), provisioning_complete {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:14.106498 dv-cinder-master-3-smb neutron-server[106232]: INFO neutron.plugins.ml2.plugin [None req-26dcfaf8-f7a3-4444-a2e0-8456d53e0684 None None] Attempt 1 to provision port 561788d3-aef0-4974-9b37-fe6bab4d8f2b Sep 18 01:04:14.233403 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-26dcfaf8-f7a3-4444-a2e0-8456d53e0684 None None] Current status of the port 561788d3-aef0-4974-9b37-fe6bab4d8f2b is: ACTIVE; New status is: ACTIVE {{(pid=106232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 01:04:15.099634 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.rpc [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Device 561788d3-aef0-4974-9b37-fe6bab4d8f2b up at agent ovs-agent-dv-cinder-master-3-smb {{(pid=106232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:04:15.150337 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.provisioning_blocks [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Provisioning complete for port 561788d3-aef0-4974-9b37-fe6bab4d8f2b triggered by entity L2. {{(pid=106232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 01:04:15.150708 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981214'] for port (561788d3-aef0-4974-9b37-fe6bab4d8f2b), provisioning_complete {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:15.151069 dv-cinder-master-3-smb neutron-server[106232]: INFO neutron.plugins.ml2.plugin [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Attempt 1 to provision port 561788d3-aef0-4974-9b37-fe6bab4d8f2b Sep 18 01:04:15.229349 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Current status of the port 561788d3-aef0-4974-9b37-fe6bab4d8f2b is: ACTIVE; New status is: ACTIVE {{(pid=106232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 01:04:15.549653 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=82,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:04:15.552702 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=52,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:04:19.323713 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92eb596a-0485-4a8d-be49-273034404771 req-6e1a406a-e9bc-4ce3-a484-f12bd2b6323e tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:04:19.325207 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-92eb596a-0485-4a8d-be49-273034404771 req-6e1a406a-e9bc-4ce3-a484-f12bd2b6323e tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] 10.222.0.33 "GET /networking/v2.0/networks?id=e0ca6a6f-1218-4fb2-9d8f-8889c6e5c139 HTTP/1.1" status: 200 len: 814 time: 0.1056290 Sep 18 01:04:19.339665 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-92eb596a-0485-4a8d-be49-273034404771 req-95ebe6c6-8731-4bef-84dd-b9eecfcf9290 tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] 10.222.0.33 "GET /networking/v2.0/quotas/21924b7f5d004b388f3a663a1a2f47b2 HTTP/1.1" status: 200 len: 375 time: 0.0091212 Sep 18 01:04:19.392390 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-92eb596a-0485-4a8d-be49-273034404771 req-406a7b34-9a43-4eed-a42f-46ed495a541c tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] 10.222.0.33 "GET /networking/v2.0/ports?tenant_id=21924b7f5d004b388f3a663a1a2f47b2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0479929 Sep 18 01:04:19.606122 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-92eb596a-0485-4a8d-be49-273034404771 req-b7993620-0c8d-452c-aa6b-d823dff55cd4 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/e0ca6a6f-1218-4fb2-9d8f-8889c6e5c139?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2020671 Sep 18 01:04:19.697192 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-92eb596a-0485-4a8d-be49-273034404771 req-03e1c4b4-c2e0-4c9e-b2cd-67603273ed24 service neutron] 10.222.0.33 "GET /networking/v2.0/networks/e0ca6a6f-1218-4fb2-9d8f-8889c6e5c139?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851722 Sep 18 01:04:19.795678 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=37 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:04:19.796880 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=49 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:04:19.862763 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-554471d7-adcc-41ba-a906-4c78f1883d64 req-8068bf28-58a1-46f8-bb2b-902a59fac5f0 tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=9f5e6940-fbfc-45f5-9e14-08347d250167 HTTP/1.1" status: 200 len: 210 time: 0.0324700 Sep 18 01:04:20.965302 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-5f16e6e1-f89a-4632-b286-f68008dd85db req-ca34a665-d9ba-46d1-8723-dfc74f2d928e tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=9f5e6940-fbfc-45f5-9e14-08347d250167 HTTP/1.1" status: 200 len: 210 time: 0.0286732 Sep 18 01:04:21.467194 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92eb596a-0485-4a8d-be49-273034404771 req-ce473b40-58a5-49eb-a1eb-8c2ee3172d05 tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:04:21.468649 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-92eb596a-0485-4a8d-be49-273034404771 req-ce473b40-58a5-49eb-a1eb-8c2ee3172d05 tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] 10.222.0.57 "GET /networking/v2.0/networks?id=e0ca6a6f-1218-4fb2-9d8f-8889c6e5c139 HTTP/1.1" status: 200 len: 814 time: 0.1029584 Sep 18 01:04:21.509925 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.v2.base [req-92eb596a-0485-4a8d-be49-273034404771 req-0cd929e7-c113-4866-adc9-a37ea17defd0 tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] Request body: {'port': {'device_id': '9f5e6940-fbfc-45f5-9e14-08347d250167', 'network_id': 'e0ca6a6f-1218-4fb2-9d8f-8889c6e5c139', 'admin_state_up': True, 'tenant_id': '21924b7f5d004b388f3a663a1a2f47b2'}} {{(pid=106231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:04:21.622613 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92eb596a-0485-4a8d-be49-273034404771 req-0cd929e7-c113-4866-adc9-a37ea17defd0 tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] Made reservation on behalf of 21924b7f5d004b388f3a663a1a2f47b2 for: {'port': 1} {{(pid=106231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 18 01:04:21.626295 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [req-92eb596a-0485-4a8d-be49-273034404771 req-0cd929e7-c113-4866-adc9-a37ea17defd0 tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (None), before_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:21.758251 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.db.db_base_plugin_common [req-92eb596a-0485-4a8d-be49-273034404771 req-0cd929e7-c113-4866-adc9-a37ea17defd0 tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] Allocated IP 172.20.0.5 (e0ca6a6f-1218-4fb2-9d8f-8889c6e5c139/71af9f0e-4aa3-411e-8076-f65d55fcc63d/49102bd9-16f0-43a0-90f2-24b18239858c) {{(pid=106231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:04:21.927646 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [req-92eb596a-0485-4a8d-be49-273034404771 req-0cd929e7-c113-4866-adc9-a37ea17defd0 tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] Publish callbacks [] for port (49102bd9-16f0-43a0-90f2-24b18239858c), precommit_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:21.967230 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [req-92eb596a-0485-4a8d-be49-273034404771 req-0cd929e7-c113-4866-adc9-a37ea17defd0 tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749745591507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13917182'] for port (49102bd9-16f0-43a0-90f2-24b18239858c), after_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:22.065396 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd929e7-c113-4866-adc9-a37ea17defd0 tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] Pushing event updated for resources: {'Port': ['ID=49102bd9-16f0-43a0-90f2-24b18239858c,revision_number=1']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:04:22.114032 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92eb596a-0485-4a8d-be49-273034404771 req-0cd929e7-c113-4866-adc9-a37ea17defd0 tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] Network e0ca6a6f-1218-4fb2-9d8f-8889c6e5c139 is already hosted by enough agents. {{(pid=106231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:04:22.119410 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.scheduler.base_scheduler [req-92eb596a-0485-4a8d-be49-273034404771 req-0cd929e7-c113-4866-adc9-a37ea17defd0 tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] Resources bound (agent type, host, resource id): {{(pid=106231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:04:22.125518 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.db.l3_dvrscheduler_db [req-92eb596a-0485-4a8d-be49-273034404771 req-0cd929e7-c113-4866-adc9-a37ea17defd0 tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] Received port after_create {{(pid=106231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 18 01:04:22.140515 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb14ff59-b066-4fba-8312-a5b12231d2d0 req-9147f56c-6335-4604-899f-f01413737056 tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:04:22.148740 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-eb14ff59-b066-4fba-8312-a5b12231d2d0 req-9147f56c-6335-4604-899f-f01413737056 tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=9f5e6940-fbfc-45f5-9e14-08347d250167 HTTP/1.1" status: 200 len: 931 time: 0.0585549 Sep 18 01:04:22.186971 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:04:22.215742 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92eb596a-0485-4a8d-be49-273034404771 req-0cd929e7-c113-4866-adc9-a37ea17defd0 tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:04:22.216730 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [req-92eb596a-0485-4a8d-be49-273034404771 req-0cd929e7-c113-4866-adc9-a37ea17defd0 tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16701016'] for port (None), before_response {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:22.228806 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-eb14ff59-b066-4fba-8312-a5b12231d2d0 req-f88c3ce7-ee03-4f00-a801-b12771c617ac tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=110f01d3-2103-4807-9a0a-70887a0b00d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787985 Sep 18 01:04:22.252403 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-92eb596a-0485-4a8d-be49-273034404771 req-0cd929e7-c113-4866-adc9-a37ea17defd0 tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] 10.222.0.57 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7463641 Sep 18 01:04:22.516963 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.provisioning_blocks [None req-c1d10898-ce59-4c68-ba27-fd821a60f57c None None] Provisioning complete for port 49102bd9-16f0-43a0-90f2-24b18239858c triggered by entity DHCP. {{(pid=106232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 01:04:22.517566 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-c1d10898-ce59-4c68-ba27-fd821a60f57c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981214'] for port (49102bd9-16f0-43a0-90f2-24b18239858c), provisioning_complete {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:22.517672 dv-cinder-master-3-smb neutron-server[106232]: INFO neutron.plugins.ml2.plugin [None req-c1d10898-ce59-4c68-ba27-fd821a60f57c None None] Attempt 1 to provision port 49102bd9-16f0-43a0-90f2-24b18239858c Sep 18 01:04:22.554237 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-c1d10898-ce59-4c68-ba27-fd821a60f57c None None] Port 49102bd9-16f0-43a0-90f2-24b18239858c cannot update to ACTIVE because it is not bound. {{(pid=106232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 18 01:04:23.055769 dv-cinder-master-3-smb neutron-server[106232]: INFO neutron.plugins.ml2.plugin [None req-c1d10898-ce59-4c68-ba27-fd821a60f57c None None] Attempt 2 to provision port 49102bd9-16f0-43a0-90f2-24b18239858c Sep 18 01:04:23.089280 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-c1d10898-ce59-4c68-ba27-fd821a60f57c None None] Port 49102bd9-16f0-43a0-90f2-24b18239858c cannot update to ACTIVE because it is not bound. {{(pid=106232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 18 01:04:23.359393 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20b667f-d0c8-4f5d-882d-b3c68cdf0b1b req-2e63bb35-b601-4a89-b45f-a59a8fb70cc3 tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:04:23.360915 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-b20b667f-d0c8-4f5d-882d-b3c68cdf0b1b req-2e63bb35-b601-4a89-b45f-a59a8fb70cc3 tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=9f5e6940-fbfc-45f5-9e14-08347d250167 HTTP/1.1" status: 200 len: 931 time: 0.0534279 Sep 18 01:04:23.413609 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-b20b667f-d0c8-4f5d-882d-b3c68cdf0b1b req-808bba2f-a2c5-4362-b624-58cebee25f46 tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=110f01d3-2103-4807-9a0a-70887a0b00d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454338 Sep 18 01:04:23.590161 dv-cinder-master-3-smb neutron-server[106232]: INFO neutron.plugins.ml2.plugin [None req-c1d10898-ce59-4c68-ba27-fd821a60f57c None None] Attempt 3 to provision port 49102bd9-16f0-43a0-90f2-24b18239858c Sep 18 01:04:23.621063 dv-cinder-master-3-smb neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:04:23.626086 dv-cinder-master-3-smb neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:04:23.630460 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-c1d10898-ce59-4c68-ba27-fd821a60f57c None None] Port 49102bd9-16f0-43a0-90f2-24b18239858c cannot update to ACTIVE because it is not bound. {{(pid=106232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 18 01:04:24.132030 dv-cinder-master-3-smb neutron-server[106232]: INFO neutron.plugins.ml2.plugin [None req-c1d10898-ce59-4c68-ba27-fd821a60f57c None None] Attempt 4 to provision port 49102bd9-16f0-43a0-90f2-24b18239858c Sep 18 01:04:24.169158 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-c1d10898-ce59-4c68-ba27-fd821a60f57c None None] Port 49102bd9-16f0-43a0-90f2-24b18239858c cannot update to ACTIVE because it is not bound. {{(pid=106232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 18 01:04:24.550198 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acc3b7d-04ed-40ca-832f-cd523f86d93e req-547823bc-bff7-4145-bc15-d771f3bb3ea8 tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:04:24.551990 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-8acc3b7d-04ed-40ca-832f-cd523f86d93e req-547823bc-bff7-4145-bc15-d771f3bb3ea8 tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=9f5e6940-fbfc-45f5-9e14-08347d250167 HTTP/1.1" status: 200 len: 931 time: 0.0508029 Sep 18 01:04:24.606894 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-8acc3b7d-04ed-40ca-832f-cd523f86d93e req-50a42957-bb7d-464e-b547-f25c1b501722 tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=110f01d3-2103-4807-9a0a-70887a0b00d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492799 Sep 18 01:04:24.670577 dv-cinder-master-3-smb neutron-server[106232]: INFO neutron.plugins.ml2.plugin [None req-c1d10898-ce59-4c68-ba27-fd821a60f57c None None] Attempt 5 to provision port 49102bd9-16f0-43a0-90f2-24b18239858c Sep 18 01:04:24.702888 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-c1d10898-ce59-4c68-ba27-fd821a60f57c None None] Port 49102bd9-16f0-43a0-90f2-24b18239858c cannot update to ACTIVE because it is not bound. {{(pid=106232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 18 01:04:25.204104 dv-cinder-master-3-smb neutron-server[106232]: INFO neutron.plugins.ml2.plugin [None req-c1d10898-ce59-4c68-ba27-fd821a60f57c None None] Attempt 6 to provision port 49102bd9-16f0-43a0-90f2-24b18239858c Sep 18 01:04:25.240697 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-c1d10898-ce59-4c68-ba27-fd821a60f57c None None] Port 49102bd9-16f0-43a0-90f2-24b18239858c cannot update to ACTIVE because it is not bound. {{(pid=106232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 18 01:04:25.250287 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.agents_db [None req-fc240a3b-6701-466a-b3ae-821b2bb1d0eb None None] Agent healthcheck: found 6 active agents {{(pid=106233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 01:04:25.738188 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d5d2bb-2b7f-443b-ab8c-fd70a7cb2cbb req-aeff102b-11ef-4f71-a1f3-019453b16890 tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:04:25.740343 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-85d5d2bb-2b7f-443b-ab8c-fd70a7cb2cbb req-aeff102b-11ef-4f71-a1f3-019453b16890 tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=9f5e6940-fbfc-45f5-9e14-08347d250167 HTTP/1.1" status: 200 len: 931 time: 0.0551484 Sep 18 01:04:25.742256 dv-cinder-master-3-smb neutron-server[106232]: INFO neutron.plugins.ml2.plugin [None req-c1d10898-ce59-4c68-ba27-fd821a60f57c None None] Attempt 7 to provision port 49102bd9-16f0-43a0-90f2-24b18239858c Sep 18 01:04:25.782722 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-c1d10898-ce59-4c68-ba27-fd821a60f57c None None] Port 49102bd9-16f0-43a0-90f2-24b18239858c cannot update to ACTIVE because it is not bound. {{(pid=106232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 18 01:04:25.796175 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-85d5d2bb-2b7f-443b-ab8c-fd70a7cb2cbb req-ba86e414-ff43-446d-bb5e-80035d11991d tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=110f01d3-2103-4807-9a0a-70887a0b00d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500634 Sep 18 01:04:26.284641 dv-cinder-master-3-smb neutron-server[106232]: INFO neutron.plugins.ml2.plugin [None req-c1d10898-ce59-4c68-ba27-fd821a60f57c None None] Attempt 8 to provision port 49102bd9-16f0-43a0-90f2-24b18239858c Sep 18 01:04:26.323698 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-c1d10898-ce59-4c68-ba27-fd821a60f57c None None] Port 49102bd9-16f0-43a0-90f2-24b18239858c cannot update to ACTIVE because it is not bound. {{(pid=106232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 18 01:04:26.824508 dv-cinder-master-3-smb neutron-server[106232]: INFO neutron.plugins.ml2.plugin [None req-c1d10898-ce59-4c68-ba27-fd821a60f57c None None] Attempt 9 to provision port 49102bd9-16f0-43a0-90f2-24b18239858c Sep 18 01:04:26.864774 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-c1d10898-ce59-4c68-ba27-fd821a60f57c None None] Port 49102bd9-16f0-43a0-90f2-24b18239858c cannot update to ACTIVE because it is not bound. {{(pid=106232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 18 01:04:26.930280 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e022938-2a06-42cd-9ced-dc4a0e252e08 req-dfbf6f9e-3cd9-4a41-8df0-b76a601430d4 tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:04:26.931986 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-2e022938-2a06-42cd-9ced-dc4a0e252e08 req-dfbf6f9e-3cd9-4a41-8df0-b76a601430d4 tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=9f5e6940-fbfc-45f5-9e14-08347d250167 HTTP/1.1" status: 200 len: 931 time: 0.0481369 Sep 18 01:04:26.990107 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-2e022938-2a06-42cd-9ced-dc4a0e252e08 req-5bcc6b2d-e867-41a4-98e7-b83c73e09f76 tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=110f01d3-2103-4807-9a0a-70887a0b00d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523276 Sep 18 01:04:27.366532 dv-cinder-master-3-smb neutron-server[106232]: INFO neutron.plugins.ml2.plugin [None req-c1d10898-ce59-4c68-ba27-fd821a60f57c None None] Attempt 10 to provision port 49102bd9-16f0-43a0-90f2-24b18239858c Sep 18 01:04:27.413133 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-c1d10898-ce59-4c68-ba27-fd821a60f57c None None] Port 49102bd9-16f0-43a0-90f2-24b18239858c cannot update to ACTIVE because it is not bound. {{(pid=106232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 18 01:04:28.106094 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=100 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:04:28.119019 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9130c528-09b6-4ddd-8807-5c4e40d84141 req-03c54e2e-9832-44fe-84d5-127928a65aa4 tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:04:28.120570 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-9130c528-09b6-4ddd-8807-5c4e40d84141 req-03c54e2e-9832-44fe-84d5-127928a65aa4 tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=9f5e6940-fbfc-45f5-9e14-08347d250167 HTTP/1.1" status: 200 len: 931 time: 0.0506902 Sep 18 01:04:28.171557 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-9130c528-09b6-4ddd-8807-5c4e40d84141 req-701d68d7-b58d-4e47-860e-05ec8f475e0a tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=110f01d3-2103-4807-9a0a-70887a0b00d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452924 Sep 18 01:04:29.306292 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaf70af-d8f6-4cee-bda3-b6a79a536261 req-6671f2da-99f4-4dbf-aeb2-a3b6484ca99e tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:04:29.307693 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-ccaf70af-d8f6-4cee-bda3-b6a79a536261 req-6671f2da-99f4-4dbf-aeb2-a3b6484ca99e tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=9f5e6940-fbfc-45f5-9e14-08347d250167 HTTP/1.1" status: 200 len: 931 time: 0.0586557 Sep 18 01:04:29.358989 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-ccaf70af-d8f6-4cee-bda3-b6a79a536261 req-2c8ac69b-7f41-4b7b-9eac-f117a47a84e2 tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=110f01d3-2103-4807-9a0a-70887a0b00d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452874 Sep 18 01:04:30.127173 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.v2.base [req-92eb596a-0485-4a8d-be49-273034404771 req-50009166-2a06-40bb-a8bd-b0fef6cab653 service neutron] Request body: {'port': {'device_id': '9f5e6940-fbfc-45f5-9e14-08347d250167', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-maste'}} {{(pid=106231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:04:30.187159 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [req-92eb596a-0485-4a8d-be49-273034404771 req-50009166-2a06-40bb-a8bd-b0fef6cab653 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (49102bd9-16f0-43a0-90f2-24b18239858c), before_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:30.401562 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:04:30.442572 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.notifiers.nova [req-92eb596a-0485-4a8d-be49-273034404771 req-50009166-2a06-40bb-a8bd-b0fef6cab653 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49102bd9-16f0-43a0-90f2-24b18239858c {{(pid=106231) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 18 01:04:30.450060 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [req-92eb596a-0485-4a8d-be49-273034404771 req-50009166-2a06-40bb-a8bd-b0fef6cab653 service neutron] Publish callbacks [] for port (49102bd9-16f0-43a0-90f2-24b18239858c), precommit_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:30.462916 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.db.provisioning_blocks [req-92eb596a-0485-4a8d-be49-273034404771 req-50009166-2a06-40bb-a8bd-b0fef6cab653 service neutron] Transition to ACTIVE for port object 49102bd9-16f0-43a0-90f2-24b18239858c will not be triggered until provisioned by entity L2. {{(pid=106231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 18 01:04:30.467190 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [req-92eb596a-0485-4a8d-be49-273034404771 req-50009166-2a06-40bb-a8bd-b0fef6cab653 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749746030758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749745591525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749745591543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13917127'] for port (49102bd9-16f0-43a0-90f2-24b18239858c), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:30.489496 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaae452-698b-43dc-adfe-3147f5a37add req-9f3b240f-2933-421f-90b3-0d9e3fef3940 tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:04:30.491306 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-feaae452-698b-43dc-adfe-3147f5a37add req-9f3b240f-2933-421f-90b3-0d9e3fef3940 tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=9f5e6940-fbfc-45f5-9e14-08347d250167 HTTP/1.1" status: 200 len: 931 time: 0.0492918 Sep 18 01:04:30.529607 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50009166-2a06-40bb-a8bd-b0fef6cab653 service neutron] Pushing event updated for resources: {'Port': ['ID=49102bd9-16f0-43a0-90f2-24b18239858c,revision_number=2']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:04:30.541189 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-feaae452-698b-43dc-adfe-3147f5a37add req-0aa256c4-0d18-4e7b-8bb0-b360f7b8232b tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=110f01d3-2103-4807-9a0a-70887a0b00d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444722 Sep 18 01:04:30.579514 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.plugins.ml2.managers [req-92eb596a-0485-4a8d-be49-273034404771 req-50009166-2a06-40bb-a8bd-b0fef6cab653 service neutron] Attempting to bind port 49102bd9-16f0-43a0-90f2-24b18239858c on host hv-cinder-maste for vnic_type normal with profile {{(pid=106231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 18 01:04:30.579848 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.plugins.ml2.managers [req-92eb596a-0485-4a8d-be49-273034404771 req-50009166-2a06-40bb-a8bd-b0fef6cab653 service neutron] Attempting to bind port 49102bd9-16f0-43a0-90f2-24b18239858c by drivers openvswitch,hyperv on host hv-cinder-maste at level 0 using segments [{'id': 'e85bf3c7-68e5-492f-8330-48b24766b84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'e0ca6a6f-1218-4fb2-9d8f-8889c6e5c139'}] {{(pid=106231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 18 01:04:30.580173 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92eb596a-0485-4a8d-be49-273034404771 req-50009166-2a06-40bb-a8bd-b0fef6cab653 service neutron] Attempting to bind port 49102bd9-16f0-43a0-90f2-24b18239858c on network e0ca6a6f-1218-4fb2-9d8f-8889c6e5c139 {{(pid=106231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:04:30.624244 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92eb596a-0485-4a8d-be49-273034404771 req-50009166-2a06-40bb-a8bd-b0fef6cab653 service neutron] Port 49102bd9-16f0-43a0-90f2-24b18239858c on network e0ca6a6f-1218-4fb2-9d8f-8889c6e5c139 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-maste {{(pid=106231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 18 01:04:30.624566 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92eb596a-0485-4a8d-be49-273034404771 req-50009166-2a06-40bb-a8bd-b0fef6cab653 service neutron] Attempting to bind port 49102bd9-16f0-43a0-90f2-24b18239858c on network e0ca6a6f-1218-4fb2-9d8f-8889c6e5c139 {{(pid=106231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 18 01:04:30.665745 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92eb596a-0485-4a8d-be49-273034404771 req-50009166-2a06-40bb-a8bd-b0fef6cab653 service neutron] Checking agent: {'id': 'a990346c-0f9b-4256-b267-210f2ef06c1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-maste', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 18, 0, 54, 1), 'started_at': datetime.datetime(2022, 9, 18, 0, 54, 1), 'heartbeat_timestamp': datetime.datetime(2022, 9, 18, 1, 4, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 18 01:04:30.666074 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92eb596a-0485-4a8d-be49-273034404771 req-50009166-2a06-40bb-a8bd-b0fef6cab653 service neutron] Checking segment: {'id': 'e85bf3c7-68e5-492f-8330-48b24766b84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'e0ca6a6f-1218-4fb2-9d8f-8889c6e5c139'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 18 01:04:30.666447 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92eb596a-0485-4a8d-be49-273034404771 req-50009166-2a06-40bb-a8bd-b0fef6cab653 service neutron] Bound using segment: {'id': 'e85bf3c7-68e5-492f-8330-48b24766b84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'e0ca6a6f-1218-4fb2-9d8f-8889c6e5c139'} {{(pid=106231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 18 01:04:30.666905 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.plugins.ml2.managers [req-92eb596a-0485-4a8d-be49-273034404771 req-50009166-2a06-40bb-a8bd-b0fef6cab653 service neutron] Bound port: 49102bd9-16f0-43a0-90f2-24b18239858c, host: hv-cinder-maste, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e85bf3c7-68e5-492f-8330-48b24766b84d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'e0ca6a6f-1218-4fb2-9d8f-8889c6e5c139'}}] {{(pid=106231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 18 01:04:30.667263 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [req-92eb596a-0485-4a8d-be49-273034404771 req-50009166-2a06-40bb-a8bd-b0fef6cab653 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (49102bd9-16f0-43a0-90f2-24b18239858c), before_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:30.727192 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.plugins.ml2.db [req-92eb596a-0485-4a8d-be49-273034404771 req-50009166-2a06-40bb-a8bd-b0fef6cab653 service neutron] For port 49102bd9-16f0-43a0-90f2-24b18239858c, host hv-cinder-maste, cleared binding levels {{(pid=106231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 18 01:04:30.730046 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.plugins.ml2.db [req-92eb596a-0485-4a8d-be49-273034404771 req-50009166-2a06-40bb-a8bd-b0fef6cab653 service neutron] For port 49102bd9-16f0-43a0-90f2-24b18239858c, host hv-cinder-maste, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=49102bd9-16f0-43a0-90f2-24b18239858c,segment=NetworkSegment(e85bf3c7-68e5-492f-8330-48b24766b84d),segment_id=e85bf3c7-68e5-492f-8330-48b24766b84d)] {{(pid=106231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 18 01:04:30.736036 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [req-92eb596a-0485-4a8d-be49-273034404771 req-50009166-2a06-40bb-a8bd-b0fef6cab653 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749746030758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749745591525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749745591543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13917127'] for port (49102bd9-16f0-43a0-90f2-24b18239858c), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:30.740803 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92eb596a-0485-4a8d-be49-273034404771 req-50009166-2a06-40bb-a8bd-b0fef6cab653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:04:30.741411 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [req-92eb596a-0485-4a8d-be49-273034404771 req-50009166-2a06-40bb-a8bd-b0fef6cab653 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16701016'] for port (None), before_response {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:30.742759 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-92eb596a-0485-4a8d-be49-273034404771 req-50009166-2a06-40bb-a8bd-b0fef6cab653 service neutron] 10.222.0.57 "PUT /networking/v2.0/ports/49102bd9-16f0-43a0-90f2-24b18239858c HTTP/1.1" status: 200 len: 1093 time: 0.6200750 Sep 18 01:04:30.743334 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f5e6940-fbfc-45f5-9e14-08347d250167', 'tag': '49102bd9-16f0-43a0-90f2-24b18239858c'}] {{(pid=106231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 18 01:04:30.745538 dv-cinder-master-3-smb neutron-server[106231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2daae94765ac049e9d9a56900be8c16ad14208507d163719654d83d071b86d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d07e6cbb-c0fe-445d-84f3-509aabcd2c9d" -d '{"events": [{"name": "network-changed", "server_uuid": "9f5e6940-fbfc-45f5-9e14-08347d250167", "tag": "49102bd9-16f0-43a0-90f2-24b18239858c"}]}' {{(pid=106231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:04:30.790780 dv-cinder-master-3-smb neutron-server[106231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 18 Sep 2022 01:04:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4e5c8dd-3abb-4492-bf47-04f8d286410e x-openstack-request-id: req-e4e5c8dd-3abb-4492-bf47-04f8d286410e {{(pid=106231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:04:30.791097 dv-cinder-master-3-smb neutron-server[106231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f5e6940-fbfc-45f5-9e14-08347d250167", "tag": "49102bd9-16f0-43a0-90f2-24b18239858c", "status": "completed", "code": 200}]} {{(pid=106231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:04:30.791345 dv-cinder-master-3-smb neutron-server[106231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-e4e5c8dd-3abb-4492-bf47-04f8d286410e {{(pid=106231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:04:30.791744 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4e5c8dd-3abb-4492-bf47-04f8d286410e'] response: {'name': 'network-changed', 'server_uuid': '9f5e6940-fbfc-45f5-9e14-08347d250167', 'tag': '49102bd9-16f0-43a0-90f2-24b18239858c', 'status': 'completed', 'code': 200} Sep 18 01:04:30.794680 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50009166-2a06-40bb-a8bd-b0fef6cab653 service neutron] Pushing event updated for resources: {'Port': ['ID=49102bd9-16f0-43a0-90f2-24b18239858c,revision_number=3']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:04:30.843138 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (a990346c-0f9b-4256-b267-210f2ef06c1b), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:30.870849 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92eb596a-0485-4a8d-be49-273034404771 req-6244e208-ae48-46ea-b7ff-b2f71d1b8357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:04:30.872353 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-92eb596a-0485-4a8d-be49-273034404771 req-6244e208-ae48-46ea-b7ff-b2f71d1b8357 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=21924b7f5d004b388f3a663a1a2f47b2&device_id=9f5e6940-fbfc-45f5-9e14-08347d250167 HTTP/1.1" status: 200 len: 1127 time: 0.0443158 Sep 18 01:04:30.927508 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-92eb596a-0485-4a8d-be49-273034404771 req-aab9d2ba-2734-4f47-ab49-bc600ca01cdb service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=49102bd9-16f0-43a0-90f2-24b18239858c HTTP/1.1" status: 200 len: 217 time: 0.0344579 Sep 18 01:04:30.976070 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92eb596a-0485-4a8d-be49-273034404771 req-eddddeb2-d49d-4558-9e95-0be2b808769d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:04:30.977618 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-92eb596a-0485-4a8d-be49-273034404771 req-eddddeb2-d49d-4558-9e95-0be2b808769d service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=71af9f0e-4aa3-411e-8076-f65d55fcc63d HTTP/1.1" status: 200 len: 853 time: 0.0438838 Sep 18 01:04:31.026593 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92eb596a-0485-4a8d-be49-273034404771 req-eb8169e7-fafc-4099-90cc-07addcf0d1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:04:31.028120 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-92eb596a-0485-4a8d-be49-273034404771 req-eb8169e7-fafc-4099-90cc-07addcf0d1a6 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=e0ca6a6f-1218-4fb2-9d8f-8889c6e5c139&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0415475 Sep 18 01:04:31.045950 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:04:31.123777 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-92eb596a-0485-4a8d-be49-273034404771 req-4944436c-f557-4eff-87ff-38e5f611a644 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/e0ca6a6f-1218-4fb2-9d8f-8889c6e5c139?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841501 Sep 18 01:04:31.218915 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-92eb596a-0485-4a8d-be49-273034404771 req-041a1612-29de-494b-a911-ef062e008023 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/e0ca6a6f-1218-4fb2-9d8f-8889c6e5c139?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847347 Sep 18 01:04:31.645757 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=100 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:04:31.660665 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfae529-cb41-46c1-b09a-259c50390ee5 req-76dc3fac-49d0-4970-bda4-73a13c68882e tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:04:31.662132 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-adfae529-cb41-46c1-b09a-259c50390ee5 req-76dc3fac-49d0-4970-bda4-73a13c68882e tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=9f5e6940-fbfc-45f5-9e14-08347d250167 HTTP/1.1" status: 200 len: 943 time: 0.0463037 Sep 18 01:04:31.712393 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-adfae529-cb41-46c1-b09a-259c50390ee5 req-484ce1d6-6a87-4813-a495-d3376a3b8b42 tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=110f01d3-2103-4807-9a0a-70887a0b00d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447071 Sep 18 01:04:32.165578 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07e6cbb-c0fe-445d-84f3-509aabcd2c9d req-9bf1c079-3930-42d6-8775-81308d6d66ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:04:32.166972 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-d07e6cbb-c0fe-445d-84f3-509aabcd2c9d req-9bf1c079-3930-42d6-8775-81308d6d66ee service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=21924b7f5d004b388f3a663a1a2f47b2&device_id=9f5e6940-fbfc-45f5-9e14-08347d250167 HTTP/1.1" status: 200 len: 1127 time: 0.0384429 Sep 18 01:04:32.261837 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07e6cbb-c0fe-445d-84f3-509aabcd2c9d req-5c93d5ca-b09e-42d7-a7a2-56d2fdee1e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:04:32.263365 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-d07e6cbb-c0fe-445d-84f3-509aabcd2c9d req-5c93d5ca-b09e-42d7-a7a2-56d2fdee1e44 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=e0ca6a6f-1218-4fb2-9d8f-8889c6e5c139 HTTP/1.1" status: 200 len: 915 time: 0.0866361 Sep 18 01:04:32.304852 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-d07e6cbb-c0fe-445d-84f3-509aabcd2c9d req-1830f784-8848-49c6-a9d4-3fc777785e9b service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=49102bd9-16f0-43a0-90f2-24b18239858c HTTP/1.1" status: 200 len: 217 time: 0.0320559 Sep 18 01:04:32.319809 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:04:32.325579 dv-cinder-master-3-smb neutron-server[106233]: DEBUG dbcounter [-] [106233] Writing DB stats neutron:SELECT=66,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106233) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:04:32.355844 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07e6cbb-c0fe-445d-84f3-509aabcd2c9d req-b5e54565-756b-4440-b5c7-dc58da44c22f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:04:32.357544 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-d07e6cbb-c0fe-445d-84f3-509aabcd2c9d req-b5e54565-756b-4440-b5c7-dc58da44c22f service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=71af9f0e-4aa3-411e-8076-f65d55fcc63d HTTP/1.1" status: 200 len: 853 time: 0.0449071 Sep 18 01:04:32.400720 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07e6cbb-c0fe-445d-84f3-509aabcd2c9d req-3e4573d1-b0c8-478d-bd76-4569f7df8253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:04:32.402176 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-d07e6cbb-c0fe-445d-84f3-509aabcd2c9d req-3e4573d1-b0c8-478d-bd76-4569f7df8253 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=e0ca6a6f-1218-4fb2-9d8f-8889c6e5c139&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0380061 Sep 18 01:04:32.496801 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-d07e6cbb-c0fe-445d-84f3-509aabcd2c9d req-0051a44b-6d54-4540-a085-e02cb0f8b333 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/e0ca6a6f-1218-4fb2-9d8f-8889c6e5c139?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847590 Sep 18 01:04:32.590969 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-d07e6cbb-c0fe-445d-84f3-509aabcd2c9d req-928da9cf-126f-41e1-8504-853741877e9f service neutron] 10.222.0.57 "GET /networking/v2.0/networks/e0ca6a6f-1218-4fb2-9d8f-8889c6e5c139?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853658 Sep 18 01:04:32.832427 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56625e55-1bb4-44e2-b8a0-4e91e716810b req-50a6c4cb-5211-46f2-bbc9-ebbd75a0f694 tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:04:32.833886 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-56625e55-1bb4-44e2-b8a0-4e91e716810b req-50a6c4cb-5211-46f2-bbc9-ebbd75a0f694 tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=9f5e6940-fbfc-45f5-9e14-08347d250167 HTTP/1.1" status: 200 len: 943 time: 0.0465000 Sep 18 01:04:32.880911 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.rpc [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Device 49102bd9-16f0-43a0-90f2-24b18239858c details requested by agent hyperv_hv-cinder-maste with host hv-cinder-maste {{(pid=106232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 18 01:04:32.883042 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-56625e55-1bb4-44e2-b8a0-4e91e716810b req-7df8b5f6-35f8-47f0-ab91-5cceef42d548 tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=110f01d3-2103-4807-9a0a-70887a0b00d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436139 Sep 18 01:04:32.982121 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.db [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] For port 49102bd9-16f0-43a0-90f2-24b18239858c, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=49102bd9-16f0-43a0-90f2-24b18239858c,segment=NetworkSegment(e85bf3c7-68e5-492f-8330-48b24766b84d),segment_id=e85bf3c7-68e5-492f-8330-48b24766b84d)] {{(pid=106232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:04:32.993969 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.rpc [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Returning: {'device': '49102bd9-16f0-43a0-90f2-24b18239858c', 'network_id': 'e0ca6a6f-1218-4fb2-9d8f-8889c6e5c139', 'port_id': '49102bd9-16f0-43a0-90f2-24b18239858c', 'mac_address': 'fa:16:3e:cf:b2:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71af9f0e-4aa3-411e-8076-f65d55fcc63d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 18 01:04:33.028468 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Current status of the port 49102bd9-16f0-43a0-90f2-24b18239858c is: DOWN; New status is: BUILD {{(pid=106232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 01:04:33.028858 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (49102bd9-16f0-43a0-90f2-24b18239858c), before_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:33.045395 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.notifiers.nova [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49102bd9-16f0-43a0-90f2-24b18239858c {{(pid=106232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 18 01:04:33.064293 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.db [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] For port 49102bd9-16f0-43a0-90f2-24b18239858c, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=49102bd9-16f0-43a0-90f2-24b18239858c,segment=NetworkSegment(e85bf3c7-68e5-492f-8330-48b24766b84d),segment_id=e85bf3c7-68e5-492f-8330-48b24766b84d)] {{(pid=106232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:04:33.068522 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749746030758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749745591525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749745591543'] for port (49102bd9-16f0-43a0-90f2-24b18239858c), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:33.114485 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Pushing event updated for resources: {'Port': ['ID=49102bd9-16f0-43a0-90f2-24b18239858c,revision_number=4']} {{(pid=106232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:04:33.427583 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.db [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] get_ports_and_sgs() called for port_ids ['49102bd9-16f0-43a0-90f2-24b18239858c'] {{(pid=106232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 18 01:04:34.003094 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ecd474-d843-49ef-be1e-45b7dde3a9a6 req-200751a3-5163-4f8e-8e3c-3237f665f9e8 tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:04:34.004709 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-a0ecd474-d843-49ef-be1e-45b7dde3a9a6 req-200751a3-5163-4f8e-8e3c-3237f665f9e8 tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=9f5e6940-fbfc-45f5-9e14-08347d250167 HTTP/1.1" status: 200 len: 944 time: 0.0485954 Sep 18 01:04:34.051122 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-a0ecd474-d843-49ef-be1e-45b7dde3a9a6 req-5ac41e94-8343-4a12-a22c-22adff54bcc7 tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=110f01d3-2103-4807-9a0a-70887a0b00d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402701 Sep 18 01:04:34.899123 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.rpc [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Device 49102bd9-16f0-43a0-90f2-24b18239858c up at agent hyperv_hv-cinder-maste {{(pid=106232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 18 01:04:34.953235 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-de5d3d9c-52b9-4231-aac7-a0354048671d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (25137928-f4de-4c87-813e-883d046ac13f), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:34.954714 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.provisioning_blocks [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Provisioning for port 49102bd9-16f0-43a0-90f2-24b18239858c completed by entity L2. {{(pid=106232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 18 01:04:34.960386 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.provisioning_blocks [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Provisioning complete for port 49102bd9-16f0-43a0-90f2-24b18239858c triggered by entity L2. {{(pid=106232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 18 01:04:34.960768 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-981214'] for port (49102bd9-16f0-43a0-90f2-24b18239858c), provisioning_complete {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:34.961109 dv-cinder-master-3-smb neutron-server[106232]: INFO neutron.plugins.ml2.plugin [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Attempt 1 to provision port 49102bd9-16f0-43a0-90f2-24b18239858c Sep 18 01:04:34.962411 dv-cinder-master-3-smb neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:04:35.022207 dv-cinder-master-3-smb neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:04:35.037110 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Current status of the port 49102bd9-16f0-43a0-90f2-24b18239858c is: BUILD; New status is: ACTIVE {{(pid=106232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 18 01:04:35.037498 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (49102bd9-16f0-43a0-90f2-24b18239858c), before_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:35.062482 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f5e6940-fbfc-45f5-9e14-08347d250167', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49102bd9-16f0-43a0-90f2-24b18239858c'}] {{(pid=106232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 18 01:04:35.064717 dv-cinder-master-3-smb neutron-server[106232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90e96a6086c290001a0d7e5ddcf89e279d0a9bc322b7051b760fc9213660c862" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7107e00f-7576-4ee8-a266-04f95a3b0765" -d '{"events": [{"server_uuid": "9f5e6940-fbfc-45f5-9e14-08347d250167", "name": "network-vif-plugged", "status": "completed", "tag": "49102bd9-16f0-43a0-90f2-24b18239858c"}]}' {{(pid=106232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:04:35.077213 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.db [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] For port 49102bd9-16f0-43a0-90f2-24b18239858c, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=49102bd9-16f0-43a0-90f2-24b18239858c,segment=NetworkSegment(e85bf3c7-68e5-492f-8330-48b24766b84d),segment_id=e85bf3c7-68e5-492f-8330-48b24766b84d)] {{(pid=106232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:04:35.083140 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749746030758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749745591525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749745591543'] for port (49102bd9-16f0-43a0-90f2-24b18239858c), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:35.107364 dv-cinder-master-3-smb neutron-server[106232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 18 Sep 2022 01:04:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-704e0c46-ac68-428e-bccf-18e9c62cfcca x-openstack-request-id: req-704e0c46-ac68-428e-bccf-18e9c62cfcca {{(pid=106232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:04:35.107655 dv-cinder-master-3-smb neutron-server[106232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f5e6940-fbfc-45f5-9e14-08347d250167", "name": "network-vif-plugged", "status": "completed", "tag": "49102bd9-16f0-43a0-90f2-24b18239858c", "code": 200}]} {{(pid=106232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:04:35.107908 dv-cinder-master-3-smb neutron-server[106232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-704e0c46-ac68-428e-bccf-18e9c62cfcca {{(pid=106232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:04:35.108300 dv-cinder-master-3-smb neutron-server[106232]: INFO neutron.notifiers.nova [-] Nova event matching ['req-704e0c46-ac68-428e-bccf-18e9c62cfcca'] response: {'server_uuid': '9f5e6940-fbfc-45f5-9e14-08347d250167', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49102bd9-16f0-43a0-90f2-24b18239858c', 'code': 200} Sep 18 01:04:35.133753 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Pushing event updated for resources: {'Port': ['ID=49102bd9-16f0-43a0-90f2-24b18239858c,revision_number=5']} {{(pid=106232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:04:35.180574 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78705130-7ad4-4176-8af4-cdff93e95ae7 req-499d489e-390b-4c9b-be8d-0be59921dac3 tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:04:35.182229 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-78705130-7ad4-4176-8af4-cdff93e95ae7 req-499d489e-390b-4c9b-be8d-0be59921dac3 tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=9f5e6940-fbfc-45f5-9e14-08347d250167 HTTP/1.1" status: 200 len: 945 time: 0.0511298 Sep 18 01:04:35.231038 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-78705130-7ad4-4176-8af4-cdff93e95ae7 req-6743755d-c82d-468f-b60a-7368666e003b tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=110f01d3-2103-4807-9a0a-70887a0b00d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430868 Sep 18 01:04:35.246023 dv-cinder-master-3-smb neutron-server[106233]: DEBUG dbcounter [-] [106233] Writing DB stats neutron:SELECT=52,neutron:UPDATE=1 {{(pid=106233) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:04:35.339260 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f0255f-b9de-4cc7-b6bf-e7b1d618b82e req-247dbc82-530d-461b-ab9d-d0ae0ef1c13b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:04:35.340736 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-39f0255f-b9de-4cc7-b6bf-e7b1d618b82e req-247dbc82-530d-461b-ab9d-d0ae0ef1c13b service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=9f5e6940-fbfc-45f5-9e14-08347d250167 HTTP/1.1" status: 200 len: 1129 time: 0.0381124 Sep 18 01:04:35.389480 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-39f0255f-b9de-4cc7-b6bf-e7b1d618b82e req-d4412086-4e30-42d1-ba39-2e96910cb657 service neutron] 10.222.0.57 "GET /networking/v2.0/security-groups?id=110f01d3-2103-4807-9a0a-70887a0b00d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379486 Sep 18 01:04:36.354693 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70b0907-c863-4e8f-98a4-c0877a5fabdf req-ae576e7e-567c-4f4b-952b-87b7c0c7f3cf tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:04:36.356742 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-c70b0907-c863-4e8f-98a4-c0877a5fabdf req-ae576e7e-567c-4f4b-952b-87b7c0c7f3cf tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=9f5e6940-fbfc-45f5-9e14-08347d250167 HTTP/1.1" status: 200 len: 945 time: 0.0494020 Sep 18 01:04:36.404358 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-c70b0907-c863-4e8f-98a4-c0877a5fabdf req-ad93b5b7-4aa4-484d-b11d-cf9e4d19f032 tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=110f01d3-2103-4807-9a0a-70887a0b00d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423071 Sep 18 01:04:36.973837 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-d8cefb62-6269-4301-b28e-0f46c3c6790a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (d0e8801d-4758-48bd-8085-7f05d3358764), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:37.525539 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffaf9dc-3584-4e5b-aaaf-8f8b174212e6 req-ccfa1e58-cd02-4845-977d-55738bbc55fd tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:04:37.527236 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-7ffaf9dc-3584-4e5b-aaaf-8f8b174212e6 req-ccfa1e58-cd02-4845-977d-55738bbc55fd tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=9f5e6940-fbfc-45f5-9e14-08347d250167 HTTP/1.1" status: 200 len: 945 time: 0.0499051 Sep 18 01:04:37.574126 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-7ffaf9dc-3584-4e5b-aaaf-8f8b174212e6 req-118e626d-6f51-4960-98da-a1b01880897b tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=110f01d3-2103-4807-9a0a-70887a0b00d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412009 Sep 18 01:04:37.694719 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea51925e-b619-4e13-a41d-6996dc719834 req-3b76db4e-9d0c-4f87-bfae-869359b3bf5e tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:04:37.696111 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-ea51925e-b619-4e13-a41d-6996dc719834 req-3b76db4e-9d0c-4f87-bfae-869359b3bf5e tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=9f5e6940-fbfc-45f5-9e14-08347d250167 HTTP/1.1" status: 200 len: 945 time: 0.0468109 Sep 18 01:04:37.744228 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-ea51925e-b619-4e13-a41d-6996dc719834 req-873c8204-1391-436a-8bd2-78dd851d339e tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=110f01d3-2103-4807-9a0a-70887a0b00d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426517 Sep 18 01:04:38.071789 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539fc32d-1e89-4a95-83a8-3ad638d2b5d2 req-d24526bd-a443-4281-86fe-9d1a65a60369 tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:04:38.073252 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-539fc32d-1e89-4a95-83a8-3ad638d2b5d2 req-d24526bd-a443-4281-86fe-9d1a65a60369 tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=9f5e6940-fbfc-45f5-9e14-08347d250167 HTTP/1.1" status: 200 len: 945 time: 0.0504942 Sep 18 01:04:38.125738 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-539fc32d-1e89-4a95-83a8-3ad638d2b5d2 req-7d278a1b-9485-4b4b-90f4-22133264c5c2 tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=110f01d3-2103-4807-9a0a-70887a0b00d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470614 Sep 18 01:04:38.897847 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-dbc7b203-e4cc-426a-aeff-c16fa309d22e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (91de19fe-167d-470c-b665-c08c1d21c559), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:40.166544 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-1c1e26f8-ce84-4314-9422-87e0912de383 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (9a0bd8cc-a240-4c0b-8d32-8f22e7371ee9), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:40.266198 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (c8573462-7e7f-4357-b3a8-beeaa8ae7db3), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:42.348187 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e6293e-eea7-4949-a2b9-ca2b0c7d3813 req-ad320b34-0d79-4e91-825d-4df99427d758 tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:04:42.349623 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-17e6293e-eea7-4949-a2b9-ca2b0c7d3813 req-ad320b34-0d79-4e91-825d-4df99427d758 tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=9f5e6940-fbfc-45f5-9e14-08347d250167 HTTP/1.1" status: 200 len: 945 time: 0.0467072 Sep 18 01:04:42.396971 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-17e6293e-eea7-4949-a2b9-ca2b0c7d3813 req-be644862-ed9c-4d5d-9942-a1ffd6072092 tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=110f01d3-2103-4807-9a0a-70887a0b00d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418549 Sep 18 01:04:42.425715 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 38640) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:04:42.507392 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dfabab0-a21d-494b-b34a-2afcaec5fabd tempest-TestMinimumBasicScenario-1242009863 tempest-TestMinimumBasicScenario-1242009863-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:04:42.508803 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-4dfabab0-a21d-494b-b34a-2afcaec5fabd tempest-TestMinimumBasicScenario-1242009863 tempest-TestMinimumBasicScenario-1242009863-project-admin] 10.222.0.33 "GET /networking/v2.0/ports?device_id=9f5e6940-fbfc-45f5-9e14-08347d250167 HTTP/1.1" status: 200 len: 1124 time: 0.0821211 Sep 18 01:04:42.511755 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 38644) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:04:42.515857 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.v2.base [None req-9d4ffa29-8d40-470f-9725-ec462b4761af tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] Request body: {'floatingip': {'floating_network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'port_id': '49102bd9-16f0-43a0-90f2-24b18239858c', 'tenant_id': '21924b7f5d004b388f3a663a1a2f47b2', 'fixed_ip_address': '172.20.0.5'}} {{(pid=106231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:04:42.537578 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-9d4ffa29-8d40-470f-9725-ec462b4761af tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:42.617504 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-9d4ffa29-8d40-470f-9725-ec462b4761af tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (None), before_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:42.700856 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:04:42.723731 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.db.db_base_plugin_common [None req-9d4ffa29-8d40-470f-9725-ec462b4761af tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] Allocated IP 172.37.5.96 (b5726c9b-05f1-4137-90cd-23a4e3e89505/9e97c026-c8b3-4b72-91ed-10f39e002f97/939678e3-dcbe-4a79-80d3-49c6126ef76f) {{(pid=106231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 18 01:04:42.822914 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-9d4ffa29-8d40-470f-9725-ec462b4761af tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] Publish callbacks [] for port (939678e3-dcbe-4a79-80d3-49c6126ef76f), precommit_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:42.854986 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-9d4ffa29-8d40-470f-9725-ec462b4761af tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8749745591507', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13917182'] for port (939678e3-dcbe-4a79-80d3-49c6126ef76f), after_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:42.896090 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d4ffa29-8d40-470f-9725-ec462b4761af tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] Network b5726c9b-05f1-4137-90cd-23a4e3e89505 is already hosted by enough agents. {{(pid=106231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 18 01:04:42.900944 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.scheduler.base_scheduler [None req-9d4ffa29-8d40-470f-9725-ec462b4761af tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] Resources bound (agent type, host, resource id): {{(pid=106231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 18 01:04:42.904874 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d4ffa29-8d40-470f-9725-ec462b4761af tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] Received port after_create {{(pid=106231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 18 01:04:42.925310 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4ffa29-8d40-470f-9725-ec462b4761af tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] Pushing event updated for resources: {'Port': ['ID=939678e3-dcbe-4a79-80d3-49c6126ef76f,revision_number=1']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:04:42.928694 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:04:43.251809 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-9d4ffa29-8d40-470f-9725-ec462b4761af tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] Publish callbacks [] for floatingip (da8746c6-c0ad-49d9-b9ad-19190711ab50), precommit_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:43.319931 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-9d4ffa29-8d40-470f-9725-ec462b4761af tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (939678e3-dcbe-4a79-80d3-49c6126ef76f), before_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:43.444836 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:04:43.465772 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-9d4ffa29-8d40-470f-9725-ec462b4761af tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] Publish callbacks [] for port (939678e3-dcbe-4a79-80d3-49c6126ef76f), precommit_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:43.469813 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-9d4ffa29-8d40-470f-9725-ec462b4761af tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749746030758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749745591525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749745591543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13917127'] for port (939678e3-dcbe-4a79-80d3-49c6126ef76f), after_update {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:43.535005 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4ffa29-8d40-470f-9725-ec462b4761af tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] Pushing event updated for resources: {'Port': ['ID=939678e3-dcbe-4a79-80d3-49c6126ef76f,revision_number=2']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:04:43.537335 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-9d4ffa29-8d40-470f-9725-ec462b4761af tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16489891'] for floatingip (da8746c6-c0ad-49d9-b9ad-19190711ab50), after_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:43.900409 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.db.l3_db [None req-9d4ffa29-8d40-470f-9725-ec462b4761af tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] Floating IP da8746c6-c0ad-49d9-b9ad-19190711ab50 associated. External IP: 172.37.5.96, port: 49102bd9-16f0-43a0-90f2-24b18239858c. Sep 18 01:04:44.030180 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:04:44.099309 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d4ffa29-8d40-470f-9725-ec462b4761af tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] Router a62306e8-f41b-43b8-9da6-e79b25cd0185 has already been hosted by L3 agent d0e8801d-4758-48bd-8085-7f05d3358764 {{(pid=106231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 01:04:44.203238 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d4ffa29-8d40-470f-9725-ec462b4761af tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=106231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:04:44.212416 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce781bbd-c1f5-489b-9b7c-e104647c4b36 None None] Sync routers for ids ['a62306e8-f41b-43b8-9da6-e79b25cd0185'] in dv-cinder-master-3-smb {{(pid=106233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:04:44.220971 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-9d4ffa29-8d40-470f-9725-ec462b4761af tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16701016'] for floatingip (None), before_response {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:44.225356 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce781bbd-c1f5-489b-9b7c-e104647c4b36 None None] Routers {'a62306e8-f41b-43b8-9da6-e79b25cd0185'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 18 01:04:44.225967 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.l3_hamode_db [None req-ce781bbd-c1f5-489b-9b7c-e104647c4b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-18T00:47:37Z,description=,heartbeat_timestamp=2022-09-18T01:04:37Z,host='dv-cinder-master-3-smb',id=d0e8801d-4758-48bd-8085-7f05d3358764,load=0,resource_versions=,resources_synced=,started_at=2022-09-18T00:47:37Z,topic='l3_agent')) {'router_ids': ['a62306e8-f41b-43b8-9da6-e79b25cd0185'], 'active': True} {{(pid=106233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:04:44.251550 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-9d4ffa29-8d40-470f-9725-ec462b4761af tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] 10.222.0.33 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7387993 Sep 18 01:04:44.253133 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f5e6940-fbfc-45f5-9e14-08347d250167', 'tag': '49102bd9-16f0-43a0-90f2-24b18239858c'}] {{(pid=106231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 18 01:04:44.255280 dv-cinder-master-3-smb neutron-server[106231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2daae94765ac049e9d9a56900be8c16ad14208507d163719654d83d071b86d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46a28106-4c8d-44e0-99e8-563204034500" -d '{"events": [{"name": "network-changed", "server_uuid": "9f5e6940-fbfc-45f5-9e14-08347d250167", "tag": "49102bd9-16f0-43a0-90f2-24b18239858c"}]}' {{(pid=106231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:04:44.255509 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.33', 38646) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:04:44.261047 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.v2.base [None req-717f3c30-d873-43b9-a736-b638100f0321 tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-341349344', 'description': 'tempest-secgroup-smoke-341349344 description', 'project_id': '21924b7f5d004b388f3a663a1a2f47b2'}} {{(pid=106230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:04:44.284086 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-717f3c30-d873-43b9-a736-b638100f0321 tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] Publish callbacks [] for security_group (None), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:44.295730 dv-cinder-master-3-smb neutron-server[106231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 18 Sep 2022 01:04:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45f10250-105b-4b4a-9872-03fb1cecfb21 x-openstack-request-id: req-45f10250-105b-4b4a-9872-03fb1cecfb21 {{(pid=106231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:04:44.296027 dv-cinder-master-3-smb neutron-server[106231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f5e6940-fbfc-45f5-9e14-08347d250167", "tag": "49102bd9-16f0-43a0-90f2-24b18239858c", "status": "completed", "code": 200}]} {{(pid=106231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:04:44.296339 dv-cinder-master-3-smb neutron-server[106231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-45f10250-105b-4b4a-9872-03fb1cecfb21 {{(pid=106231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:04:44.296756 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45f10250-105b-4b4a-9872-03fb1cecfb21'] response: {'name': 'network-changed', 'server_uuid': '9f5e6940-fbfc-45f5-9e14-08347d250167', 'tag': '49102bd9-16f0-43a0-90f2-24b18239858c', 'status': 'completed', 'code': 200} Sep 18 01:04:44.298539 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:04:44.330039 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:04:44.330299 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.l3_dvr_db [None req-ce781bbd-c1f5-489b-9b7c-e104647c4b36 None None] Set router a62306e8-f41b-43b8-9da6-e79b25cd0185 gateway port host: dv-cinder-master-3-smb {{(pid=106233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 18 01:04:44.368528 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-717f3c30-d873-43b9-a736-b638100f0321 tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] Publish callbacks [] for security_group (608ddda2-8d9c-4f8f-ae2d-2cf7b7e1b3bc), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:44.373087 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-717f3c30-d873-43b9-a736-b638100f0321 tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512506'] for security_group (608ddda2-8d9c-4f8f-ae2d-2cf7b7e1b3bc), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:44.393436 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a28106-4c8d-44e0-99e8-563204034500 req-4b6851a5-75b1-4056-9a5c-97d3075d537c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:04:44.395002 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-46a28106-4c8d-44e0-99e8-563204034500 req-4b6851a5-75b1-4056-9a5c-97d3075d537c service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=21924b7f5d004b388f3a663a1a2f47b2&device_id=9f5e6940-fbfc-45f5-9e14-08347d250167 HTTP/1.1" status: 200 len: 1129 time: 0.0421071 Sep 18 01:04:44.404009 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717f3c30-d873-43b9-a736-b638100f0321 tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] Pushing event updated for resources: {'SecurityGroup': ['ID=608ddda2-8d9c-4f8f-ae2d-2cf7b7e1b3bc,revision_number=1']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:04:44.410729 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-717f3c30-d873-43b9-a736-b638100f0321 tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] Publish callbacks [] for security_group (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:44.411596 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [None req-717f3c30-d873-43b9-a736-b638100f0321 tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] 10.222.0.33 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1545105 Sep 18 01:04:44.415236 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.33', 38650) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:04:44.420382 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.v2.base [None req-f15d7ea7-f309-4f5c-bdea-92049e36ae63 tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] Request body: {'security_group_rule': {'security_group_id': '608ddda2-8d9c-4f8f-ae2d-2cf7b7e1b3bc', 'project_id': '21924b7f5d004b388f3a663a1a2f47b2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:04:44.426042 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717f3c30-d873-43b9-a736-b638100f0321 tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:04:44.426392 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717f3c30-d873-43b9-a736-b638100f0321 tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:04:44.426735 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717f3c30-d873-43b9-a736-b638100f0321 tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:04:44.427101 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717f3c30-d873-43b9-a736-b638100f0321 tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:04:44.427435 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717f3c30-d873-43b9-a736-b638100f0321 tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:04:44.427767 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717f3c30-d873-43b9-a736-b638100f0321 tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:04:44.428095 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717f3c30-d873-43b9-a736-b638100f0321 tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:04:44.428420 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717f3c30-d873-43b9-a736-b638100f0321 tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:04:44.428775 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717f3c30-d873-43b9-a736-b638100f0321 tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:04:44.429099 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717f3c30-d873-43b9-a736-b638100f0321 tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:04:44.429428 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717f3c30-d873-43b9-a736-b638100f0321 tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:04:44.429774 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717f3c30-d873-43b9-a736-b638100f0321 tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:04:44.430072 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717f3c30-d873-43b9-a736-b638100f0321 tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:04:44.430393 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717f3c30-d873-43b9-a736-b638100f0321 tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:04:44.430711 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-717f3c30-d873-43b9-a736-b638100f0321 tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:04:44.457018 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-f15d7ea7-f309-4f5c-bdea-92049e36ae63 tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] Publish callbacks [] for security_group_rule (0e0155c5-ca32-48f1-8dc5-b922eedf0973), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:44.506186 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a28106-4c8d-44e0-99e8-563204034500 req-af20ed91-f7ae-4939-be45-e6375bc13722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:04:44.507776 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-46a28106-4c8d-44e0-99e8-563204034500 req-af20ed91-f7ae-4939-be45-e6375bc13722 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=e0ca6a6f-1218-4fb2-9d8f-8889c6e5c139 HTTP/1.1" status: 200 len: 915 time: 0.1053238 Sep 18 01:04:44.521720 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-f15d7ea7-f309-4f5c-bdea-92049e36ae63 tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] Publish callbacks [] for security_group_rule (0e0155c5-ca32-48f1-8dc5-b922eedf0973), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:44.526853 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-f15d7ea7-f309-4f5c-bdea-92049e36ae63 tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512405'] for security_group_rule (0e0155c5-ca32-48f1-8dc5-b922eedf0973), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:44.545175 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15d7ea7-f309-4f5c-bdea-92049e36ae63 tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e0155c5-ca32-48f1-8dc5-b922eedf0973,revision_number=0']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:04:44.553743 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-f15d7ea7-f309-4f5c-bdea-92049e36ae63 tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:44.555145 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [None req-f15d7ea7-f309-4f5c-bdea-92049e36ae63 tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1380293 Sep 18 01:04:44.558042 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.33', 38652) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:04:44.562444 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.v2.base [None req-6fcc33a0-9366-46b2-b812-c64fc15b70b9 tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] Request body: {'security_group_rule': {'security_group_id': '608ddda2-8d9c-4f8f-ae2d-2cf7b7e1b3bc', 'project_id': '21924b7f5d004b388f3a663a1a2f47b2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:04:44.579914 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-46a28106-4c8d-44e0-99e8-563204034500 req-65e716b7-bdff-434b-ab7f-1688e26d675c service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=49102bd9-16f0-43a0-90f2-24b18239858c HTTP/1.1" status: 200 len: 998 time: 0.0659258 Sep 18 01:04:44.587988 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.l3_hamode_db [None req-ce781bbd-c1f5-489b-9b7c-e104647c4b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a62306e8-f41b-43b8-9da6-e79b25cd0185', 'name': 'tempest-TestMinimumBasicScenario-858112414-router', 'tenant_id': '21924b7f5d004b388f3a663a1a2f47b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'external_fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.18'}], 'enable_snat': True}, 'gw_port_id': 'baea6bc2-d415-4998-a794-a74febed95c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T01:04:00Z', 'updated_at': '2022-09-18T01:04:03Z', 'revision_number': 4, 'project_id': '21924b7f5d004b388f3a663a1a2f47b2', 'gw_port': {'id': 'baea6bc2-d415-4998-a794-a74febed95c2', 'name': '', 'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:56:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a62306e8-f41b-43b8-9da6-e79b25cd0185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T01:04:01Z', 'updated_at': '2022-09-18T01:04:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': 'da8746c6-c0ad-49d9-b9ad-19190711ab50', 'tenant_id': '21924b7f5d004b388f3a663a1a2f47b2', 'floating_ip_address': '172.37.5.96', 'floating_network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'router_id': 'a62306e8-f41b-43b8-9da6-e79b25cd0185', 'port_id': '49102bd9-16f0-43a0-90f2-24b18239858c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 722, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0ca6a6f-1218-4fb2-9d8f-8889c6e5c139', 'mac_address': 'fa:16:3e:cf:b2:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f5e6940-fbfc-45f5-9e14-08347d250167', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-18T01:04:43Z', 'updated_at': '2022-09-18T01:04:43Z', 'revision_number': 0, 'project_id': '21924b7f5d004b388f3a663a1a2f47b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f4f752f-d486-4159-8cb6-5c0eb0ac76b0', 'name': '', 'network_id': 'e0ca6a6f-1218-4fb2-9d8f-8889c6e5c139', 'tenant_id': '21924b7f5d004b388f3a663a1a2f47b2', 'mac_address': 'fa:16:3e:78:c8:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a62306e8-f41b-43b8-9da6-e79b25cd0185', 'device_owner': 'network:router_interface', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': '71af9f0e-4aa3-411e-8076-f65d55fcc63d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T01:04:03Z', 'updated_at': '2022-09-18T01:04:08Z', 'revision_number': 5, 'project_id': '21924b7f5d004b388f3a663a1a2f47b2', 'subnets': [{'id': '71af9f0e-4aa3-411e-8076-f65d55fcc63d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=106233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:04:44.596954 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-6fcc33a0-9366-46b2-b812-c64fc15b70b9 tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] Publish callbacks [] for security_group_rule (174194f3-9a64-46a5-891d-cd05d38abc29), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:44.613404 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce781bbd-c1f5-489b-9b7c-e104647c4b36 None None] Checking router: a62306e8-f41b-43b8-9da6-e79b25cd0185 for host: dv-cinder-master-3-smb {{(pid=106233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:04:44.622284 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce781bbd-c1f5-489b-9b7c-e104647c4b36 None None] Routers {'a62306e8-f41b-43b8-9da6-e79b25cd0185'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 18 01:04:44.622933 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.l3_hamode_db [None req-ce781bbd-c1f5-489b-9b7c-e104647c4b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-18T00:47:37Z,description=,heartbeat_timestamp=2022-09-18T01:04:37Z,host='dv-cinder-master-3-smb',id=d0e8801d-4758-48bd-8085-7f05d3358764,load=0,resource_versions=,resources_synced=,started_at=2022-09-18T00:47:37Z,topic='l3_agent')) {'router_ids': ['a62306e8-f41b-43b8-9da6-e79b25cd0185'], 'active': True} {{(pid=106233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:04:44.638382 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a28106-4c8d-44e0-99e8-563204034500 req-478785f1-2ee0-4054-98b4-664f54658713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:04:44.639881 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-46a28106-4c8d-44e0-99e8-563204034500 req-478785f1-2ee0-4054-98b4-664f54658713 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=71af9f0e-4aa3-411e-8076-f65d55fcc63d HTTP/1.1" status: 200 len: 853 time: 0.0530047 Sep 18 01:04:44.665085 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-6fcc33a0-9366-46b2-b812-c64fc15b70b9 tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] Publish callbacks [] for security_group_rule (174194f3-9a64-46a5-891d-cd05d38abc29), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:44.668873 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-6fcc33a0-9366-46b2-b812-c64fc15b70b9 tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512405'] for security_group_rule (174194f3-9a64-46a5-891d-cd05d38abc29), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:44.684042 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a28106-4c8d-44e0-99e8-563204034500 req-08e98c91-8313-40e3-bd15-3f1617d353e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:04:44.685551 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-46a28106-4c8d-44e0-99e8-563204034500 req-08e98c91-8313-40e3-bd15-3f1617d353e9 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=e0ca6a6f-1218-4fb2-9d8f-8889c6e5c139&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0400190 Sep 18 01:04:44.696392 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcc33a0-9366-46b2-b812-c64fc15b70b9 tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=174194f3-9a64-46a5-891d-cd05d38abc29,revision_number=0']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:04:44.702945 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-6fcc33a0-9366-46b2-b812-c64fc15b70b9 tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:44.705112 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [None req-6fcc33a0-9366-46b2-b812-c64fc15b70b9 tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1460707 Sep 18 01:04:44.708406 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.33', 38654) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:04:44.713153 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.v2.base [None req-8be285a6-e63a-4fb1-a2c6-2c163414c2f9 tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] Request body: {'security_group_rule': {'security_group_id': '608ddda2-8d9c-4f8f-ae2d-2cf7b7e1b3bc', 'project_id': '21924b7f5d004b388f3a663a1a2f47b2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:04:44.738220 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.l3_dvr_db [None req-ce781bbd-c1f5-489b-9b7c-e104647c4b36 None None] Set router a62306e8-f41b-43b8-9da6-e79b25cd0185 gateway port host: dv-cinder-master-3-smb {{(pid=106233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 18 01:04:44.742189 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-8be285a6-e63a-4fb1-a2c6-2c163414c2f9 tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] Publish callbacks [] for security_group_rule (1c5fdb22-7c07-4516-8255-9903bc4a9fdc), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:44.782391 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-46a28106-4c8d-44e0-99e8-563204034500 req-c7d95445-0d0c-4b3e-91e7-3b64eeb33b3c service neutron] 10.222.0.57 "GET /networking/v2.0/networks/e0ca6a6f-1218-4fb2-9d8f-8889c6e5c139?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898161 Sep 18 01:04:44.807477 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-8be285a6-e63a-4fb1-a2c6-2c163414c2f9 tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] Publish callbacks [] for security_group_rule (1c5fdb22-7c07-4516-8255-9903bc4a9fdc), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:44.812518 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-8be285a6-e63a-4fb1-a2c6-2c163414c2f9 tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512405'] for security_group_rule (1c5fdb22-7c07-4516-8255-9903bc4a9fdc), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:44.827483 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:04:44.833085 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be285a6-e63a-4fb1-a2c6-2c163414c2f9 tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c5fdb22-7c07-4516-8255-9903bc4a9fdc,revision_number=0']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:04:44.841055 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-8be285a6-e63a-4fb1-a2c6-2c163414c2f9 tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:44.842416 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [None req-8be285a6-e63a-4fb1-a2c6-2c163414c2f9 tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1330667 Sep 18 01:04:44.845034 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.33', 38656) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:04:44.849709 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.v2.base [None req-b2bc48e8-2279-4b49-a79c-a9d9ee4a036a tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] Request body: {'security_group_rule': {'security_group_id': '608ddda2-8d9c-4f8f-ae2d-2cf7b7e1b3bc', 'project_id': '21924b7f5d004b388f3a663a1a2f47b2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:04:44.877123 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-b2bc48e8-2279-4b49-a79c-a9d9ee4a036a tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] Publish callbacks [] for security_group_rule (28d3012c-fc6f-4efe-94e8-ac4f309bbc7b), before_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:44.895323 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-46a28106-4c8d-44e0-99e8-563204034500 req-44e4c569-4ee5-4f30-8427-8790871b46f7 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/e0ca6a6f-1218-4fb2-9d8f-8889c6e5c139?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067026 Sep 18 01:04:44.941659 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-b2bc48e8-2279-4b49-a79c-a9d9ee4a036a tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] Publish callbacks [] for security_group_rule (28d3012c-fc6f-4efe-94e8-ac4f309bbc7b), precommit_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:44.945554 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-b2bc48e8-2279-4b49-a79c-a9d9ee4a036a tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512405'] for security_group_rule (28d3012c-fc6f-4efe-94e8-ac4f309bbc7b), after_create {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:44.967687 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bc48e8-2279-4b49-a79c-a9d9ee4a036a tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28d3012c-fc6f-4efe-94e8-ac4f309bbc7b,revision_number=0']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:04:44.974509 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-b2bc48e8-2279-4b49-a79c-a9d9ee4a036a tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:44.979602 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [None req-b2bc48e8-2279-4b49-a79c-a9d9ee4a036a tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1335773 Sep 18 01:04:44.979767 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 38658) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:04:44.980153 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.l3_hamode_db [None req-ce781bbd-c1f5-489b-9b7c-e104647c4b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a62306e8-f41b-43b8-9da6-e79b25cd0185', 'name': 'tempest-TestMinimumBasicScenario-858112414-router', 'tenant_id': '21924b7f5d004b388f3a663a1a2f47b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'external_fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.18'}], 'enable_snat': True}, 'gw_port_id': 'baea6bc2-d415-4998-a794-a74febed95c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T01:04:00Z', 'updated_at': '2022-09-18T01:04:03Z', 'revision_number': 4, 'project_id': '21924b7f5d004b388f3a663a1a2f47b2', 'gw_port': {'id': 'baea6bc2-d415-4998-a794-a74febed95c2', 'name': '', 'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:56:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a62306e8-f41b-43b8-9da6-e79b25cd0185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T01:04:01Z', 'updated_at': '2022-09-18T01:04:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': 'da8746c6-c0ad-49d9-b9ad-19190711ab50', 'tenant_id': '21924b7f5d004b388f3a663a1a2f47b2', 'floating_ip_address': '172.37.5.96', 'floating_network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'router_id': 'a62306e8-f41b-43b8-9da6-e79b25cd0185', 'port_id': '49102bd9-16f0-43a0-90f2-24b18239858c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 722, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0ca6a6f-1218-4fb2-9d8f-8889c6e5c139', 'mac_address': 'fa:16:3e:cf:b2:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f5e6940-fbfc-45f5-9e14-08347d250167', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-18T01:04:43Z', 'updated_at': '2022-09-18T01:04:43Z', 'revision_number': 0, 'project_id': '21924b7f5d004b388f3a663a1a2f47b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f4f752f-d486-4159-8cb6-5c0eb0ac76b0', 'name': '', 'network_id': 'e0ca6a6f-1218-4fb2-9d8f-8889c6e5c139', 'tenant_id': '21924b7f5d004b388f3a663a1a2f47b2', 'mac_address': 'fa:16:3e:78:c8:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a62306e8-f41b-43b8-9da6-e79b25cd0185', 'device_owner': 'network:router_interface', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': '71af9f0e-4aa3-411e-8076-f65d55fcc63d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T01:04:03Z', 'updated_at': '2022-09-18T01:04:08Z', 'revision_number': 5, 'project_id': '21924b7f5d004b388f3a663a1a2f47b2', 'subnets': [{'id': '71af9f0e-4aa3-411e-8076-f65d55fcc63d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=106233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:04:44.984850 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.v2.base [None req-1234886d-c453-40c2-956f-3d805553655b tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] Request body: {'security_group_rule': {'security_group_id': '608ddda2-8d9c-4f8f-ae2d-2cf7b7e1b3bc', 'project_id': '21924b7f5d004b388f3a663a1a2f47b2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:04:45.007442 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce781bbd-c1f5-489b-9b7c-e104647c4b36 None None] The sync data for ids ['a62306e8-f41b-43b8-9da6-e79b25cd0185'] in dv-cinder-master-3-smb is: [{'id': 'a62306e8-f41b-43b8-9da6-e79b25cd0185', 'name': 'tempest-TestMinimumBasicScenario-858112414-router', 'tenant_id': '21924b7f5d004b388f3a663a1a2f47b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'external_fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.18'}], 'enable_snat': True}, 'gw_port_id': 'baea6bc2-d415-4998-a794-a74febed95c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T01:04:00Z', 'updated_at': '2022-09-18T01:04:03Z', 'revision_number': 4, 'project_id': '21924b7f5d004b388f3a663a1a2f47b2', 'gw_port': {'id': 'baea6bc2-d415-4998-a794-a74febed95c2', 'name': '', 'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:56:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a62306e8-f41b-43b8-9da6-e79b25cd0185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T01:04:01Z', 'updated_at': '2022-09-18T01:04:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_floatingips': [{'id': 'da8746c6-c0ad-49d9-b9ad-19190711ab50', 'tenant_id': '21924b7f5d004b388f3a663a1a2f47b2', 'floating_ip_address': '172.37.5.96', 'floating_network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'router_id': 'a62306e8-f41b-43b8-9da6-e79b25cd0185', 'port_id': '49102bd9-16f0-43a0-90f2-24b18239858c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 722, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0ca6a6f-1218-4fb2-9d8f-8889c6e5c139', 'mac_address': 'fa:16:3e:cf:b2:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f5e6940-fbfc-45f5-9e14-08347d250167', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-18T01:04:43Z', 'updated_at': '2022-09-18T01:04:43Z', 'revision_number': 0, 'project_id': '21924b7f5d004b388f3a663a1a2f47b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f4f752f-d486-4159-8cb6-5c0eb0ac76b0', 'name': '', 'network_id': 'e0ca6a6f-1218-4fb2-9d8f-8889c6e5c139', 'tenant_id': '21924b7f5d004b388f3a663a1a2f47b2', 'mac_address': 'fa:16:3e:78:c8:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a62306e8-f41b-43b8-9da6-e79b25cd0185', 'device_owner': 'network:router_interface', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': '71af9f0e-4aa3-411e-8076-f65d55fcc63d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T01:04:03Z', 'updated_at': '2022-09-18T01:04:08Z', 'revision_number': 5, 'project_id': '21924b7f5d004b388f3a663a1a2f47b2', 'subnets': [{'id': '71af9f0e-4aa3-411e-8076-f65d55fcc63d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:04:45.007794 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.db.securitygroups_db [None req-1234886d-c453-40c2-956f-3d805553655b tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] Project 21924b7f5d004b388f3a663a1a2f47b2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 01:04:45.014440 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-1234886d-c453-40c2-956f-3d805553655b tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] Publish callbacks [] for security_group_rule (3739c8c2-2f33-4a65-83aa-a3d267612c4d), before_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:45.080950 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-1234886d-c453-40c2-956f-3d805553655b tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] Publish callbacks [] for security_group_rule (3739c8c2-2f33-4a65-83aa-a3d267612c4d), precommit_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:45.084676 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-1234886d-c453-40c2-956f-3d805553655b tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512405'] for security_group_rule (3739c8c2-2f33-4a65-83aa-a3d267612c4d), after_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:45.103815 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1234886d-c453-40c2-956f-3d805553655b tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3739c8c2-2f33-4a65-83aa-a3d267612c4d,revision_number=0']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:04:45.110897 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-1234886d-c453-40c2-956f-3d805553655b tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:45.112667 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-1234886d-c453-40c2-956f-3d805553655b tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1316557 Sep 18 01:04:45.115433 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 38660) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:04:45.119872 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.v2.base [None req-365a5262-86bd-4d01-93c8-0f58d8765646 tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] Request body: {'security_group_rule': {'security_group_id': '608ddda2-8d9c-4f8f-ae2d-2cf7b7e1b3bc', 'project_id': '21924b7f5d004b388f3a663a1a2f47b2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:04:45.141449 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.db.securitygroups_db [None req-365a5262-86bd-4d01-93c8-0f58d8765646 tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] Project 21924b7f5d004b388f3a663a1a2f47b2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 18 01:04:45.147842 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-365a5262-86bd-4d01-93c8-0f58d8765646 tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] Publish callbacks [] for security_group_rule (9d4a0cc5-a6ca-4041-8c1b-97a40ec857a9), before_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:45.150283 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:04:45.210318 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f8e75a8-04f7-4409-a96d-d5446cadd557 None None] New status for floating IP da8746c6-c0ad-49d9-b9ad-19190711ab50: ACTIVE {{(pid=106232) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 18 01:04:45.220067 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-365a5262-86bd-4d01-93c8-0f58d8765646 tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] Publish callbacks [] for security_group_rule (9d4a0cc5-a6ca-4041-8c1b-97a40ec857a9), precommit_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:45.226086 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-365a5262-86bd-4d01-93c8-0f58d8765646 tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512405'] for security_group_rule (9d4a0cc5-a6ca-4041-8c1b-97a40ec857a9), after_create {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:45.245211 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365a5262-86bd-4d01-93c8-0f58d8765646 tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d4a0cc5-a6ca-4041-8c1b-97a40ec857a9,revision_number=0']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:04:45.254183 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-365a5262-86bd-4d01-93c8-0f58d8765646 tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:45.258319 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-365a5262-86bd-4d01-93c8-0f58d8765646 tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] 10.222.0.33 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1418958 Sep 18 01:04:45.347362 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-8f1558b6-35d1-424d-93a1-8d59f15b6a03 req-1d49b235-59cc-4aaa-9d77-ea8b7773763a tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] 10.222.0.33 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-341349344&fields=id&tenant_id=21924b7f5d004b388f3a663a1a2f47b2 HTTP/1.1" status: 200 len: 267 time: 0.0452051 Sep 18 01:04:45.390941 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:04:45.403679 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1558b6-35d1-424d-93a1-8d59f15b6a03 req-9a7976cf-954a-4914-9604-c0e75adab2f8 tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:04:45.405146 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-8f1558b6-35d1-424d-93a1-8d59f15b6a03 req-9a7976cf-954a-4914-9604-c0e75adab2f8 tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=9f5e6940-fbfc-45f5-9e14-08347d250167 HTTP/1.1" status: 200 len: 945 time: 0.0523500 Sep 18 01:04:45.416125 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.v2.base [req-8f1558b6-35d1-424d-93a1-8d59f15b6a03 req-7f6ac2f8-9a6c-44ce-b7b1-c0d07553c9e2 tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] Request body: {'port': {'security_groups': ['110f01d3-2103-4807-9a0a-70887a0b00d3', '608ddda2-8d9c-4f8f-ae2d-2cf7b7e1b3bc']}} {{(pid=106230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:04:45.438680 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=81,neutron:DELETE=6,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:04:45.489229 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [req-8f1558b6-35d1-424d-93a1-8d59f15b6a03 req-7f6ac2f8-9a6c-44ce-b7b1-c0d07553c9e2 tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (49102bd9-16f0-43a0-90f2-24b18239858c), before_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:45.688541 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.plugins.ml2.db [req-8f1558b6-35d1-424d-93a1-8d59f15b6a03 req-7f6ac2f8-9a6c-44ce-b7b1-c0d07553c9e2 tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] For port 49102bd9-16f0-43a0-90f2-24b18239858c, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=49102bd9-16f0-43a0-90f2-24b18239858c,segment=NetworkSegment(e85bf3c7-68e5-492f-8330-48b24766b84d),segment_id=e85bf3c7-68e5-492f-8330-48b24766b84d)] {{(pid=106230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:04:45.728462 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [req-8f1558b6-35d1-424d-93a1-8d59f15b6a03 req-7f6ac2f8-9a6c-44ce-b7b1-c0d07553c9e2 tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] Publish callbacks [] for port (49102bd9-16f0-43a0-90f2-24b18239858c), precommit_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:45.733586 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [req-8f1558b6-35d1-424d-93a1-8d59f15b6a03 req-7f6ac2f8-9a6c-44ce-b7b1-c0d07553c9e2 tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749746030758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749745591525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749745591543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13339705'] for port (49102bd9-16f0-43a0-90f2-24b18239858c), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:45.746362 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1558b6-35d1-424d-93a1-8d59f15b6a03 req-7f6ac2f8-9a6c-44ce-b7b1-c0d07553c9e2 tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:04:45.746978 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [req-8f1558b6-35d1-424d-93a1-8d59f15b6a03 req-7f6ac2f8-9a6c-44ce-b7b1-c0d07553c9e2 tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16701016'] for port (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:04:45.748943 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-8f1558b6-35d1-424d-93a1-8d59f15b6a03 req-7f6ac2f8-9a6c-44ce-b7b1-c0d07553c9e2 tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] 10.222.0.33 "PUT /networking/v2.0/ports/49102bd9-16f0-43a0-90f2-24b18239858c HTTP/1.1" status: 200 len: 981 time: 0.3371902 Sep 18 01:04:45.749793 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f5e6940-fbfc-45f5-9e14-08347d250167', 'tag': '49102bd9-16f0-43a0-90f2-24b18239858c'}] {{(pid=106230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 18 01:04:45.752886 dv-cinder-master-3-smb neutron-server[106230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5cb6f936bef875aa30205792da77c9643b85616d99b85ee9f5e1cfaba0fe173" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abbf2f4b-194f-4664-8422-128587b45ee5" -d '{"events": [{"name": "network-changed", "server_uuid": "9f5e6940-fbfc-45f5-9e14-08347d250167", "tag": "49102bd9-16f0-43a0-90f2-24b18239858c"}]}' {{(pid=106230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:04:45.788333 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.db [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] get_ports_and_sgs() called for port_ids ['49102bd9-16f0-43a0-90f2-24b18239858c'] {{(pid=106232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 18 01:04:45.809746 dv-cinder-master-3-smb neutron-server[106230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 18 Sep 2022 01:04:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-110c22f0-5df7-409c-88c2-47b9eb2ba909 x-openstack-request-id: req-110c22f0-5df7-409c-88c2-47b9eb2ba909 {{(pid=106230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:04:45.810048 dv-cinder-master-3-smb neutron-server[106230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f5e6940-fbfc-45f5-9e14-08347d250167", "tag": "49102bd9-16f0-43a0-90f2-24b18239858c", "status": "completed", "code": 200}]} {{(pid=106230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:04:45.810422 dv-cinder-master-3-smb neutron-server[106230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-110c22f0-5df7-409c-88c2-47b9eb2ba909 {{(pid=106230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:04:45.810852 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.notifiers.nova [-] Nova event matching ['req-110c22f0-5df7-409c-88c2-47b9eb2ba909'] response: {'name': 'network-changed', 'server_uuid': '9f5e6940-fbfc-45f5-9e14-08347d250167', 'tag': '49102bd9-16f0-43a0-90f2-24b18239858c', 'status': 'completed', 'code': 200} Sep 18 01:04:45.826966 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6ac2f8-9a6c-44ce-b7b1-c0d07553c9e2 tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] Pushing event updated for resources: {'Port': ['ID=49102bd9-16f0-43a0-90f2-24b18239858c,revision_number=6']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:04:45.864606 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45650f8-458a-4d36-9995-83945bf05261 req-55ecf34a-1af0-4cdd-bb0c-021123046c0a tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:04:45.866515 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-a45650f8-458a-4d36-9995-83945bf05261 req-55ecf34a-1af0-4cdd-bb0c-021123046c0a tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=9f5e6940-fbfc-45f5-9e14-08347d250167 HTTP/1.1" status: 200 len: 984 time: 0.0547733 Sep 18 01:04:45.899592 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbf2f4b-194f-4664-8422-128587b45ee5 req-abc2f8b6-ef9b-4034-b819-3b6cea45b3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:04:45.901254 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-abbf2f4b-194f-4664-8422-128587b45ee5 req-abc2f8b6-ef9b-4034-b819-3b6cea45b3a6 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=21924b7f5d004b388f3a663a1a2f47b2&device_id=9f5e6940-fbfc-45f5-9e14-08347d250167 HTTP/1.1" status: 200 len: 1168 time: 0.0415425 Sep 18 01:04:45.938637 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-a45650f8-458a-4d36-9995-83945bf05261 req-3dfeffec-1fa4-4fa4-9a5c-a0b498055433 tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=608ddda2-8d9c-4f8f-ae2d-2cf7b7e1b3bc&id=110f01d3-2103-4807-9a0a-70887a0b00d3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0637355 Sep 18 01:04:45.938918 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.db [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] get_ports_and_sgs() called for port_ids ['49102bd9-16f0-43a0-90f2-24b18239858c'] {{(pid=106232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 18 01:04:46.004724 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbf2f4b-194f-4664-8422-128587b45ee5 req-07589ee0-632f-461d-8f19-39e0e144ae15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:04:46.006108 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-abbf2f4b-194f-4664-8422-128587b45ee5 req-07589ee0-632f-461d-8f19-39e0e144ae15 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=e0ca6a6f-1218-4fb2-9d8f-8889c6e5c139 HTTP/1.1" status: 200 len: 915 time: 0.0987234 Sep 18 01:04:46.068908 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-abbf2f4b-194f-4664-8422-128587b45ee5 req-4045bebc-f96f-4fec-8882-5d1bfa9a479f service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=49102bd9-16f0-43a0-90f2-24b18239858c HTTP/1.1" status: 200 len: 1000 time: 0.0558934 Sep 18 01:04:46.117055 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbf2f4b-194f-4664-8422-128587b45ee5 req-6a458d20-0ebf-45cb-89d2-701b58525824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:04:46.118558 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-abbf2f4b-194f-4664-8422-128587b45ee5 req-6a458d20-0ebf-45cb-89d2-701b58525824 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=71af9f0e-4aa3-411e-8076-f65d55fcc63d HTTP/1.1" status: 200 len: 853 time: 0.0443342 Sep 18 01:04:46.164321 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbf2f4b-194f-4664-8422-128587b45ee5 req-13cd4d66-176c-4014-9b35-79d0ebaef7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:04:46.165875 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-abbf2f4b-194f-4664-8422-128587b45ee5 req-13cd4d66-176c-4014-9b35-79d0ebaef7a8 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=e0ca6a6f-1218-4fb2-9d8f-8889c6e5c139&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0414505 Sep 18 01:04:46.193683 dv-cinder-master-3-smb neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:04:46.199325 dv-cinder-master-3-smb neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:04:46.259634 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-abbf2f4b-194f-4664-8422-128587b45ee5 req-464ec7c9-d689-4ad4-abad-d5cfbaf940d2 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/e0ca6a6f-1218-4fb2-9d8f-8889c6e5c139?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875287 Sep 18 01:04:46.356766 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-abbf2f4b-194f-4664-8422-128587b45ee5 req-af754b94-ab4b-4636-9889-6d490ea7bab0 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/e0ca6a6f-1218-4fb2-9d8f-8889c6e5c139?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908766 Sep 18 01:04:55.923421 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=45,neutron:INSERT=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:04:55.932603 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=54,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:04:56.352182 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=58,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:04:56.352931 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=84,neutron:INSERT=6,neutron:DELETE=1 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:04:56.411475 dv-cinder-master-3-smb neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=30 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:04:56.412360 dv-cinder-master-3-smb neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=39 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:05:00.840040 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (a990346c-0f9b-4256-b267-210f2ef06c1b), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:05:02.249693 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.agents_db [None req-fc240a3b-6701-466a-b3ae-821b2bb1d0eb None None] Agent healthcheck: found 6 active agents {{(pid=106233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 01:05:03.145223 dv-cinder-master-3-smb neutron-server[106233]: DEBUG dbcounter [-] [106233] Writing DB stats neutron:SELECT=76 {{(pid=106233) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:05:04.935213 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-145e9ced-fe43-4e1b-8052-f75d903974be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (25137928-f4de-4c87-813e-883d046ac13f), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:05:06.596744 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-865b6ca6-2b99-49e9-95f0-0a9a8af678c3 req-c6e5f769-7877-4d3d-b033-cd8d84496ae5 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=9f5e6940-fbfc-45f5-9e14-08347d250167&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0386715 Sep 18 01:05:06.696710 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865b6ca6-2b99-49e9-95f0-0a9a8af678c3 req-3a246155-6894-49a8-987f-ca064eefd5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:05:06.698170 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-865b6ca6-2b99-49e9-95f0-0a9a8af678c3 req-3a246155-6894-49a8-987f-ca064eefd5ec service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=21924b7f5d004b388f3a663a1a2f47b2&device_id=9f5e6940-fbfc-45f5-9e14-08347d250167 HTTP/1.1" status: 200 len: 1168 time: 0.0383327 Sep 18 01:05:06.808867 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865b6ca6-2b99-49e9-95f0-0a9a8af678c3 req-b7d5a47b-afa9-43f1-a651-24e6ea29bf77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:05:06.810348 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-865b6ca6-2b99-49e9-95f0-0a9a8af678c3 req-b7d5a47b-afa9-43f1-a651-24e6ea29bf77 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=e0ca6a6f-1218-4fb2-9d8f-8889c6e5c139 HTTP/1.1" status: 200 len: 915 time: 0.0925052 Sep 18 01:05:06.872484 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-865b6ca6-2b99-49e9-95f0-0a9a8af678c3 req-248a50f0-5a62-472c-b15a-482160b60600 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=49102bd9-16f0-43a0-90f2-24b18239858c HTTP/1.1" status: 200 len: 1000 time: 0.0548518 Sep 18 01:05:06.926366 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865b6ca6-2b99-49e9-95f0-0a9a8af678c3 req-4534ba18-98dd-4b37-a71f-ba3314cf4c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:05:06.928089 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-865b6ca6-2b99-49e9-95f0-0a9a8af678c3 req-4534ba18-98dd-4b37-a71f-ba3314cf4c5b service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=71af9f0e-4aa3-411e-8076-f65d55fcc63d HTTP/1.1" status: 200 len: 853 time: 0.0498316 Sep 18 01:05:06.976277 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865b6ca6-2b99-49e9-95f0-0a9a8af678c3 req-80fa51dc-826f-4722-995e-a05f65dfe141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:05:06.977795 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-865b6ca6-2b99-49e9-95f0-0a9a8af678c3 req-80fa51dc-826f-4722-995e-a05f65dfe141 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=e0ca6a6f-1218-4fb2-9d8f-8889c6e5c139&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0431135 Sep 18 01:05:06.981936 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-3270baf6-b5b3-403e-b07d-5cd32405a723 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (d0e8801d-4758-48bd-8085-7f05d3358764), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:05:07.074013 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-865b6ca6-2b99-49e9-95f0-0a9a8af678c3 req-73780897-ad18-4a1e-be47-8dcb131bd20f service neutron] 10.222.0.57 "GET /networking/v2.0/networks/e0ca6a6f-1218-4fb2-9d8f-8889c6e5c139?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894020 Sep 18 01:05:07.173067 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-865b6ca6-2b99-49e9-95f0-0a9a8af678c3 req-fb995d39-75e2-4db4-a1a1-e64b1e92fdad service neutron] 10.222.0.57 "GET /networking/v2.0/networks/e0ca6a6f-1218-4fb2-9d8f-8889c6e5c139?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921202 Sep 18 01:05:08.899213 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-dbc7b203-e4cc-426a-aeff-c16fa309d22e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (91de19fe-167d-470c-b665-c08c1d21c559), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:05:10.169203 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-1c1e26f8-ce84-4314-9422-87e0912de383 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (9a0bd8cc-a240-4c0b-8d32-8f22e7371ee9), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:05:10.269048 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (c8573462-7e7f-4357-b3a8-beeaa8ae7db3), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:05:11.651063 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb87e09-b693-4627-ba4c-e69887333020 req-4a6d5d1e-c0ff-47be-ad13-2dd38902ecf7 tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:05:11.652545 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-ccb87e09-b693-4627-ba4c-e69887333020 req-4a6d5d1e-c0ff-47be-ad13-2dd38902ecf7 tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=9f5e6940-fbfc-45f5-9e14-08347d250167 HTTP/1.1" status: 200 len: 984 time: 0.0501719 Sep 18 01:05:11.684981 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667f78a3-e17e-4bc7-b089-a78c2736cdbc req-3b15fed7-e890-466c-a466-8b196ffe4960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:05:11.686466 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-667f78a3-e17e-4bc7-b089-a78c2736cdbc req-3b15fed7-e890-466c-a466-8b196ffe4960 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=21924b7f5d004b388f3a663a1a2f47b2&device_id=9f5e6940-fbfc-45f5-9e14-08347d250167 HTTP/1.1" status: 200 len: 1168 time: 0.0406320 Sep 18 01:05:11.713661 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-ccb87e09-b693-4627-ba4c-e69887333020 req-22787b70-e4da-489c-89fe-a2a8e37e110c tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=608ddda2-8d9c-4f8f-ae2d-2cf7b7e1b3bc&id=110f01d3-2103-4807-9a0a-70887a0b00d3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0545158 Sep 18 01:05:11.787212 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667f78a3-e17e-4bc7-b089-a78c2736cdbc req-cb3b663f-74c8-4ea5-a540-c9a856069ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:05:11.788767 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-667f78a3-e17e-4bc7-b089-a78c2736cdbc req-cb3b663f-74c8-4ea5-a540-c9a856069ee7 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=e0ca6a6f-1218-4fb2-9d8f-8889c6e5c139 HTTP/1.1" status: 200 len: 915 time: 0.0949392 Sep 18 01:05:11.850479 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-667f78a3-e17e-4bc7-b089-a78c2736cdbc req-8517e7b2-222d-46b1-8bf4-fba512a8ce49 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=49102bd9-16f0-43a0-90f2-24b18239858c HTTP/1.1" status: 200 len: 1000 time: 0.0551045 Sep 18 01:05:11.906491 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667f78a3-e17e-4bc7-b089-a78c2736cdbc req-fe5c25f1-808e-4642-a632-1f8beebfbf32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:05:11.909045 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-667f78a3-e17e-4bc7-b089-a78c2736cdbc req-fe5c25f1-808e-4642-a632-1f8beebfbf32 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=71af9f0e-4aa3-411e-8076-f65d55fcc63d HTTP/1.1" status: 200 len: 853 time: 0.0443192 Sep 18 01:05:11.956961 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667f78a3-e17e-4bc7-b089-a78c2736cdbc req-e2c768d7-45d9-4eaf-861a-65bca13eaf71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:05:11.958389 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-667f78a3-e17e-4bc7-b089-a78c2736cdbc req-e2c768d7-45d9-4eaf-861a-65bca13eaf71 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=e0ca6a6f-1218-4fb2-9d8f-8889c6e5c139&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0411706 Sep 18 01:05:12.050000 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-667f78a3-e17e-4bc7-b089-a78c2736cdbc req-e8cb6968-0d30-4ae8-955b-d66e80feae51 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/e0ca6a6f-1218-4fb2-9d8f-8889c6e5c139?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831656 Sep 18 01:05:12.139097 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=100 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:05:12.144139 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-667f78a3-e17e-4bc7-b089-a78c2736cdbc req-67683e8d-63cf-4642-b6e3-adb7c4b9b3d5 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/e0ca6a6f-1218-4fb2-9d8f-8889c6e5c139?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873096 Sep 18 01:05:12.246294 dv-cinder-master-3-smb neutron-server[106233]: DEBUG dbcounter [-] [106233] Writing DB stats neutron:SELECT=80 {{(pid=106233) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:05:12.837960 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f82bf2-f436-41dd-a7a2-855c4b261094 req-e3912401-69a7-49f8-b2e8-9819e05ef9a5 tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:05:12.839442 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-25f82bf2-f436-41dd-a7a2-855c4b261094 req-e3912401-69a7-49f8-b2e8-9819e05ef9a5 tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=9f5e6940-fbfc-45f5-9e14-08347d250167 HTTP/1.1" status: 200 len: 984 time: 0.0466976 Sep 18 01:05:12.899118 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-25f82bf2-f436-41dd-a7a2-855c4b261094 req-942b87ba-ef7c-4dd8-9490-96128825496e tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=608ddda2-8d9c-4f8f-ae2d-2cf7b7e1b3bc&id=110f01d3-2103-4807-9a0a-70887a0b00d3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0531018 Sep 18 01:05:14.024778 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125e5760-2686-44d2-bfa9-fd22985c7511 req-6e85226d-867b-497c-8cdd-0550a640067e tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:05:14.026232 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-125e5760-2686-44d2-bfa9-fd22985c7511 req-6e85226d-867b-497c-8cdd-0550a640067e tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=9f5e6940-fbfc-45f5-9e14-08347d250167 HTTP/1.1" status: 200 len: 984 time: 0.0469687 Sep 18 01:05:14.088392 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-125e5760-2686-44d2-bfa9-fd22985c7511 req-9bcb50eb-1d5a-4816-bd88-a62508b7eed5 tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=608ddda2-8d9c-4f8f-ae2d-2cf7b7e1b3bc&id=110f01d3-2103-4807-9a0a-70887a0b00d3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0564995 Sep 18 01:05:15.209092 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c6fd6a-441d-4235-94f9-bea4d55bd59e req-27caf953-a812-441a-8bf5-7e16f268ae44 tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:05:15.210557 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-a6c6fd6a-441d-4235-94f9-bea4d55bd59e req-27caf953-a812-441a-8bf5-7e16f268ae44 tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=9f5e6940-fbfc-45f5-9e14-08347d250167 HTTP/1.1" status: 200 len: 984 time: 0.0463395 Sep 18 01:05:15.270619 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-a6c6fd6a-441d-4235-94f9-bea4d55bd59e req-c1130dee-a37a-4664-b650-b9a02d68307e tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=608ddda2-8d9c-4f8f-ae2d-2cf7b7e1b3bc&id=110f01d3-2103-4807-9a0a-70887a0b00d3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0539930 Sep 18 01:05:16.390508 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a87667f-da32-41ce-975d-b565d9608b4f req-7dd465cf-4bf6-4480-8142-5fc191183c1e tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:05:16.392521 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-3a87667f-da32-41ce-975d-b565d9608b4f req-7dd465cf-4bf6-4480-8142-5fc191183c1e tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=9f5e6940-fbfc-45f5-9e14-08347d250167 HTTP/1.1" status: 200 len: 984 time: 0.0466967 Sep 18 01:05:16.455509 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-3a87667f-da32-41ce-975d-b565d9608b4f req-10f0d748-8459-4d1e-b5db-5712660e178a tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=608ddda2-8d9c-4f8f-ae2d-2cf7b7e1b3bc&id=110f01d3-2103-4807-9a0a-70887a0b00d3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0574069 Sep 18 01:05:17.573631 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9776a574-00ae-414b-ba36-a481c7d078f0 req-d1ada50b-c96c-41f6-a86d-538ad779639e tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:05:17.575072 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-9776a574-00ae-414b-ba36-a481c7d078f0 req-d1ada50b-c96c-41f6-a86d-538ad779639e tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=9f5e6940-fbfc-45f5-9e14-08347d250167 HTTP/1.1" status: 200 len: 984 time: 0.0452077 Sep 18 01:05:17.633922 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-9776a574-00ae-414b-ba36-a481c7d078f0 req-54ae9e3d-fa8f-4d7b-84dd-b9885bd12f41 tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=608ddda2-8d9c-4f8f-ae2d-2cf7b7e1b3bc&id=110f01d3-2103-4807-9a0a-70887a0b00d3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0526299 Sep 18 01:05:18.756882 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b427e202-3ef0-46dc-8bb7-c89940a713c6 req-70b53454-28b8-4142-898d-d7b28aab1fe8 tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:05:18.758454 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-b427e202-3ef0-46dc-8bb7-c89940a713c6 req-70b53454-28b8-4142-898d-d7b28aab1fe8 tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=9f5e6940-fbfc-45f5-9e14-08347d250167 HTTP/1.1" status: 200 len: 984 time: 0.0482020 Sep 18 01:05:18.817724 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-b427e202-3ef0-46dc-8bb7-c89940a713c6 req-156c8700-bd11-4a37-8a62-76ba807e77ec tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=608ddda2-8d9c-4f8f-ae2d-2cf7b7e1b3bc&id=110f01d3-2103-4807-9a0a-70887a0b00d3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0532811 Sep 18 01:05:19.942283 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c760993-e74d-4fa4-85a5-9c06a45b2900 req-a2a86066-195b-4c3d-96c0-ea91459d3f7b tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:05:19.943656 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-5c760993-e74d-4fa4-85a5-9c06a45b2900 req-a2a86066-195b-4c3d-96c0-ea91459d3f7b tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=9f5e6940-fbfc-45f5-9e14-08347d250167 HTTP/1.1" status: 200 len: 984 time: 0.0497684 Sep 18 01:05:20.004981 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-5c760993-e74d-4fa4-85a5-9c06a45b2900 req-75082739-c301-4b98-9598-555bdc055bed tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=608ddda2-8d9c-4f8f-ae2d-2cf7b7e1b3bc&id=110f01d3-2103-4807-9a0a-70887a0b00d3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0557611 Sep 18 01:05:20.261818 dv-cinder-master-3-smb neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=25 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:05:20.263603 dv-cinder-master-3-smb neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=19,neutron:UPDATE=6 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:05:21.127073 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c697b0f6-0610-406f-9b61-96955607e94f req-f411753c-6553-4d3d-8407-92eae7de1c75 tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:05:21.128520 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-c697b0f6-0610-406f-9b61-96955607e94f req-f411753c-6553-4d3d-8407-92eae7de1c75 tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=9f5e6940-fbfc-45f5-9e14-08347d250167 HTTP/1.1" status: 200 len: 984 time: 0.0471702 Sep 18 01:05:21.188107 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-c697b0f6-0610-406f-9b61-96955607e94f req-efc1d466-ec7e-449d-8e3c-8198d80ee238 tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=608ddda2-8d9c-4f8f-ae2d-2cf7b7e1b3bc&id=110f01d3-2103-4807-9a0a-70887a0b00d3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0539448 Sep 18 01:05:22.133617 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=95 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:05:22.271383 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=100 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:05:22.308563 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa8598a-bcc3-400a-b4c5-16ef51e66c2d req-0f0cb1d2-39ce-4030-81ba-a0a339ff7012 tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:05:22.310036 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-1fa8598a-bcc3-400a-b4c5-16ef51e66c2d req-0f0cb1d2-39ce-4030-81ba-a0a339ff7012 tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=9f5e6940-fbfc-45f5-9e14-08347d250167 HTTP/1.1" status: 200 len: 984 time: 0.0469353 Sep 18 01:05:22.357739 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=100 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:05:22.372822 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-1fa8598a-bcc3-400a-b4c5-16ef51e66c2d req-43bc1366-afe6-4c42-941f-dbe3b08d658e tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=608ddda2-8d9c-4f8f-ae2d-2cf7b7e1b3bc&id=110f01d3-2103-4807-9a0a-70887a0b00d3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0565188 Sep 18 01:05:23.494044 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f632d4e-88a3-4ed3-ac3b-87d16c013e22 req-31d6cf8b-feec-41b5-9cea-6f7c07cbc5b5 tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:05:23.495553 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-0f632d4e-88a3-4ed3-ac3b-87d16c013e22 req-31d6cf8b-feec-41b5-9cea-6f7c07cbc5b5 tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=9f5e6940-fbfc-45f5-9e14-08347d250167 HTTP/1.1" status: 200 len: 984 time: 0.0492487 Sep 18 01:05:23.555626 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-0f632d4e-88a3-4ed3-ac3b-87d16c013e22 req-436b7d32-8eea-413e-b977-88f642581552 tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=608ddda2-8d9c-4f8f-ae2d-2cf7b7e1b3bc&id=110f01d3-2103-4807-9a0a-70887a0b00d3&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0543089 Sep 18 01:05:30.865918 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (a990346c-0f9b-4256-b267-210f2ef06c1b), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:05:33.546738 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=10 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:05:33.549624 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=21 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:05:34.937535 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-13948b82-4147-4597-988d-54e6267865ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (25137928-f4de-4c87-813e-883d046ac13f), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:05:36.980096 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-28a1cb13-656c-4dbb-a4ff-a42250a7fef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (d0e8801d-4758-48bd-8085-7f05d3358764), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:05:38.902822 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-dbc7b203-e4cc-426a-aeff-c16fa309d22e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (91de19fe-167d-470c-b665-c08c1d21c559), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:05:39.248872 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.agents_db [None req-fc240a3b-6701-466a-b3ae-821b2bb1d0eb None None] Agent healthcheck: found 6 active agents {{(pid=106233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 01:05:40.172613 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-1c1e26f8-ce84-4314-9422-87e0912de383 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (9a0bd8cc-a240-4c0b-8d32-8f22e7371ee9), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:05:40.270592 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (c8573462-7e7f-4357-b3a8-beeaa8ae7db3), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:05:49.244564 dv-cinder-master-3-smb neutron-server[106233]: DEBUG dbcounter [-] [106233] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=106233) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:05:49.245176 dv-cinder-master-3-smb neutron-server[106233]: DEBUG dbcounter [-] [106233] Writing DB stats neutron:SELECT=6 {{(pid=106233) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:05:50.260966 dv-cinder-master-3-smb neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:05:50.266096 dv-cinder-master-3-smb neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:05:56.231083 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-9fab9655-8894-441c-b79d-73a23c43acda req-701c389e-dd4f-4930-9897-836752d41678 tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] 10.222.0.33 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-341349344&fields=id&tenant_id=21924b7f5d004b388f3a663a1a2f47b2 HTTP/1.1" status: 200 len: 267 time: 0.0445473 Sep 18 01:05:56.281181 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fab9655-8894-441c-b79d-73a23c43acda req-c148a592-ae50-488b-8a98-7fc3c837842f tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:05:56.282620 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-9fab9655-8894-441c-b79d-73a23c43acda req-c148a592-ae50-488b-8a98-7fc3c837842f tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=9f5e6940-fbfc-45f5-9e14-08347d250167 HTTP/1.1" status: 200 len: 984 time: 0.0456505 Sep 18 01:05:56.292797 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.v2.base [req-9fab9655-8894-441c-b79d-73a23c43acda req-c4110910-7488-4a3c-9ec9-3d6029972dcb tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] Request body: {'port': {'security_groups': ['110f01d3-2103-4807-9a0a-70887a0b00d3']}} {{(pid=106230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 18 01:05:56.365472 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [req-9fab9655-8894-441c-b79d-73a23c43acda req-c4110910-7488-4a3c-9ec9-3d6029972dcb tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-951630'] for port (49102bd9-16f0-43a0-90f2-24b18239858c), before_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:05:56.771022 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.plugins.ml2.db [req-9fab9655-8894-441c-b79d-73a23c43acda req-c4110910-7488-4a3c-9ec9-3d6029972dcb tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] For port 49102bd9-16f0-43a0-90f2-24b18239858c, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=49102bd9-16f0-43a0-90f2-24b18239858c,segment=NetworkSegment(e85bf3c7-68e5-492f-8330-48b24766b84d),segment_id=e85bf3c7-68e5-492f-8330-48b24766b84d)] {{(pid=106230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:05:56.799234 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [req-9fab9655-8894-441c-b79d-73a23c43acda req-c4110910-7488-4a3c-9ec9-3d6029972dcb tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] Publish callbacks [] for port (49102bd9-16f0-43a0-90f2-24b18239858c), precommit_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:05:56.803529 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [req-9fab9655-8894-441c-b79d-73a23c43acda req-c4110910-7488-4a3c-9ec9-3d6029972dcb tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8749746030758', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8749745591525', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8749745591543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-13339705'] for port (49102bd9-16f0-43a0-90f2-24b18239858c), after_update {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:05:56.813610 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fab9655-8894-441c-b79d-73a23c43acda req-c4110910-7488-4a3c-9ec9-3d6029972dcb tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:05:56.814211 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [req-9fab9655-8894-441c-b79d-73a23c43acda req-c4110910-7488-4a3c-9ec9-3d6029972dcb tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16701016'] for port (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:05:56.815575 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-9fab9655-8894-441c-b79d-73a23c43acda req-c4110910-7488-4a3c-9ec9-3d6029972dcb tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] 10.222.0.33 "PUT /networking/v2.0/ports/49102bd9-16f0-43a0-90f2-24b18239858c HTTP/1.1" status: 200 len: 942 time: 0.5270526 Sep 18 01:05:56.816120 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f5e6940-fbfc-45f5-9e14-08347d250167', 'tag': '49102bd9-16f0-43a0-90f2-24b18239858c'}] {{(pid=106230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 18 01:05:56.818320 dv-cinder-master-3-smb neutron-server[106230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5cb6f936bef875aa30205792da77c9643b85616d99b85ee9f5e1cfaba0fe173" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-216d4744-7c37-4d95-b3d1-3cdffcbae583" -d '{"events": [{"name": "network-changed", "server_uuid": "9f5e6940-fbfc-45f5-9e14-08347d250167", "tag": "49102bd9-16f0-43a0-90f2-24b18239858c"}]}' {{(pid=106230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:05:56.821346 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 38710) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:05:56.843642 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.db [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] get_ports_and_sgs() called for port_ids ['49102bd9-16f0-43a0-90f2-24b18239858c'] {{(pid=106232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 18 01:05:56.869020 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4110910-7488-4a3c-9ec9-3d6029972dcb tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] Pushing event updated for resources: {'Port': ['ID=49102bd9-16f0-43a0-90f2-24b18239858c,revision_number=7']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:05:56.877177 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4110910-7488-4a3c-9ec9-3d6029972dcb tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:05:56.877475 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4110910-7488-4a3c-9ec9-3d6029972dcb tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:05:56.877817 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4110910-7488-4a3c-9ec9-3d6029972dcb tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:05:56.878164 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4110910-7488-4a3c-9ec9-3d6029972dcb tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:05:56.878632 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4110910-7488-4a3c-9ec9-3d6029972dcb tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:05:56.879014 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4110910-7488-4a3c-9ec9-3d6029972dcb tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:05:56.879364 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4110910-7488-4a3c-9ec9-3d6029972dcb tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:05:56.879665 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4110910-7488-4a3c-9ec9-3d6029972dcb tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:05:56.879997 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4110910-7488-4a3c-9ec9-3d6029972dcb tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:05:56.880820 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4110910-7488-4a3c-9ec9-3d6029972dcb tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:05:56.880820 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4110910-7488-4a3c-9ec9-3d6029972dcb tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:05:56.881027 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4110910-7488-4a3c-9ec9-3d6029972dcb tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:05:56.881265 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4110910-7488-4a3c-9ec9-3d6029972dcb tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:05:56.881586 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4110910-7488-4a3c-9ec9-3d6029972dcb tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:05:56.881921 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4110910-7488-4a3c-9ec9-3d6029972dcb tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:05:56.883634 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-fcd6a5c8-a5d5-4624-8faa-52bcda2c4631 tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] Publish callbacks [] for security_group (608ddda2-8d9c-4f8f-ae2d-2cf7b7e1b3bc), before_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:05:56.886503 dv-cinder-master-3-smb neutron-server[106230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 18 Sep 2022 01:05:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af4a4934-89da-4e41-864e-e32fe086f16a x-openstack-request-id: req-af4a4934-89da-4e41-864e-e32fe086f16a {{(pid=106230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:05:56.886878 dv-cinder-master-3-smb neutron-server[106230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f5e6940-fbfc-45f5-9e14-08347d250167", "tag": "49102bd9-16f0-43a0-90f2-24b18239858c", "status": "completed", "code": 200}]} {{(pid=106230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:05:56.887074 dv-cinder-master-3-smb neutron-server[106230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-af4a4934-89da-4e41-864e-e32fe086f16a {{(pid=106230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:05:56.887451 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af4a4934-89da-4e41-864e-e32fe086f16a'] response: {'name': 'network-changed', 'server_uuid': '9f5e6940-fbfc-45f5-9e14-08347d250167', 'tag': '49102bd9-16f0-43a0-90f2-24b18239858c', 'status': 'completed', 'code': 200} Sep 18 01:05:56.909265 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-fcd6a5c8-a5d5-4624-8faa-52bcda2c4631 tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] Publish callbacks [] for security_group (608ddda2-8d9c-4f8f-ae2d-2cf7b7e1b3bc), precommit_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:05:56.990962 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216d4744-7c37-4d95-b3d1-3cdffcbae583 req-cd1eca6f-f219-451e-9267-eee5f0ab2ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:05:56.992483 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-216d4744-7c37-4d95-b3d1-3cdffcbae583 req-cd1eca6f-f219-451e-9267-eee5f0ab2ee0 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=21924b7f5d004b388f3a663a1a2f47b2&device_id=9f5e6940-fbfc-45f5-9e14-08347d250167 HTTP/1.1" status: 200 len: 1129 time: 0.0505593 Sep 18 01:05:56.994023 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.db [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] get_ports_and_sgs() called for port_ids ['49102bd9-16f0-43a0-90f2-24b18239858c'] {{(pid=106232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 18 01:05:57.028355 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-fcd6a5c8-a5d5-4624-8faa-52bcda2c4631 tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512506'] for security_group (608ddda2-8d9c-4f8f-ae2d-2cf7b7e1b3bc), after_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:05:57.031668 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-fcd6a5c8-a5d5-4624-8faa-52bcda2c4631 tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] Publish callbacks [] for security_group (None), before_response {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:05:57.032795 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-fcd6a5c8-a5d5-4624-8faa-52bcda2c4631 tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] 10.222.0.33 "DELETE /networking/v2.0/security-groups/608ddda2-8d9c-4f8f-ae2d-2cf7b7e1b3bc HTTP/1.1" status: 204 len: 168 time: 0.2099032 Sep 18 01:05:57.035704 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.33', 38712) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:05:57.079604 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd6a5c8-a5d5-4624-8faa-52bcda2c4631 tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=608ddda2-8d9c-4f8f-ae2d-2cf7b7e1b3bc,revision_number=None']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:05:57.089760 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd6a5c8-a5d5-4624-8faa-52bcda2c4631 tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:05:57.090185 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd6a5c8-a5d5-4624-8faa-52bcda2c4631 tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:05:57.090600 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd6a5c8-a5d5-4624-8faa-52bcda2c4631 tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:05:57.091042 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd6a5c8-a5d5-4624-8faa-52bcda2c4631 tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:05:57.091448 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd6a5c8-a5d5-4624-8faa-52bcda2c4631 tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:05:57.092782 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd6a5c8-a5d5-4624-8faa-52bcda2c4631 tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:05:57.092782 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd6a5c8-a5d5-4624-8faa-52bcda2c4631 tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:05:57.093157 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd6a5c8-a5d5-4624-8faa-52bcda2c4631 tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:05:57.093497 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd6a5c8-a5d5-4624-8faa-52bcda2c4631 tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:05:57.093829 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd6a5c8-a5d5-4624-8faa-52bcda2c4631 tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:05:57.094280 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd6a5c8-a5d5-4624-8faa-52bcda2c4631 tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:05:57.094617 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd6a5c8-a5d5-4624-8faa-52bcda2c4631 tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:05:57.094981 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd6a5c8-a5d5-4624-8faa-52bcda2c4631 tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:05:57.095309 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd6a5c8-a5d5-4624-8faa-52bcda2c4631 tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:05:57.095634 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcd6a5c8-a5d5-4624-8faa-52bcda2c4631 tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:05:57.124295 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216d4744-7c37-4d95-b3d1-3cdffcbae583 req-1252d4b8-790f-4bf7-aa5f-a83e83901536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:05:57.126028 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-216d4744-7c37-4d95-b3d1-3cdffcbae583 req-1252d4b8-790f-4bf7-aa5f-a83e83901536 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=e0ca6a6f-1218-4fb2-9d8f-8889c6e5c139 HTTP/1.1" status: 200 len: 915 time: 0.1256392 Sep 18 01:05:57.187064 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-b9b65585-993d-4c0c-ab3e-3350de91be53 tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] Deleting port 939678e3-dcbe-4a79-80d3-49c6126ef76f {{(pid=106230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 18 01:05:57.187410 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-b9b65585-993d-4c0c-ab3e-3350de91be53 tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749746030605'] for port (939678e3-dcbe-4a79-80d3-49c6126ef76f), before_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:05:57.198578 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-216d4744-7c37-4d95-b3d1-3cdffcbae583 req-c7c5c921-579b-43e1-991b-fe3c90caf29c service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=49102bd9-16f0-43a0-90f2-24b18239858c HTTP/1.1" status: 200 len: 1000 time: 0.0650737 Sep 18 01:05:57.248164 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216d4744-7c37-4d95-b3d1-3cdffcbae583 req-36187cf4-faa0-41bd-ac03-e5489cfdb8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:05:57.249839 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-216d4744-7c37-4d95-b3d1-3cdffcbae583 req-36187cf4-faa0-41bd-ac03-e5489cfdb8ec service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=71af9f0e-4aa3-411e-8076-f65d55fcc63d HTTP/1.1" status: 200 len: 853 time: 0.0451353 Sep 18 01:05:57.266046 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-b9b65585-993d-4c0c-ab3e-3350de91be53 tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16488537'] for port (939678e3-dcbe-4a79-80d3-49c6126ef76f), precommit_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:05:57.266649 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-b9b65585-993d-4c0c-ab3e-3350de91be53 tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] Publish callbacks [] for floatingip (939678e3-dcbe-4a79-80d3-49c6126ef76f), precommit_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:05:57.278453 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-b9b65585-993d-4c0c-ab3e-3350de91be53 tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] Calling delete_port for 939678e3-dcbe-4a79-80d3-49c6126ef76f owned by network:floatingip {{(pid=106230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 18 01:05:57.297443 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216d4744-7c37-4d95-b3d1-3cdffcbae583 req-c6fd02e1-00ff-4745-84a8-418c79ed7562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:05:57.298989 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-216d4744-7c37-4d95-b3d1-3cdffcbae583 req-c6fd02e1-00ff-4745-84a8-418c79ed7562 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=e0ca6a6f-1218-4fb2-9d8f-8889c6e5c139&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0416310 Sep 18 01:05:57.396274 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-216d4744-7c37-4d95-b3d1-3cdffcbae583 req-a714681c-3ac7-499e-b4fe-0632134c56ae service neutron] 10.222.0.57 "GET /networking/v2.0/networks/e0ca6a6f-1218-4fb2-9d8f-8889c6e5c139?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905247 Sep 18 01:05:57.425888 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:05:57.445839 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:05:57.450660 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-b9b65585-993d-4c0c-ab3e-3350de91be53 tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749746033803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749745591516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13339648'] for port (939678e3-dcbe-4a79-80d3-49c6126ef76f), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:05:57.477356 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b65585-993d-4c0c-ab3e-3350de91be53 tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] Pushing event deleted for resources: {'Port': ['ID=939678e3-dcbe-4a79-80d3-49c6126ef76f,revision_number=None']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:05:57.492889 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-216d4744-7c37-4d95-b3d1-3cdffcbae583 req-551256b3-221a-4e5c-b900-63c382bd263f service neutron] 10.222.0.57 "GET /networking/v2.0/networks/e0ca6a6f-1218-4fb2-9d8f-8889c6e5c139?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895784 Sep 18 01:05:57.540756 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-b9b65585-993d-4c0c-ab3e-3350de91be53 tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] Publish callbacks [] for floatingip (da8746c6-c0ad-49d9-b9ad-19190711ab50), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:05:57.540981 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.db.l3_db [None req-b9b65585-993d-4c0c-ab3e-3350de91be53 tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] Floating IP da8746c6-c0ad-49d9-b9ad-19190711ab50 disassociated (deleted). External IP: 172.37.5.96, port: 49102bd9-16f0-43a0-90f2-24b18239858c. Sep 18 01:05:57.738464 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9b65585-993d-4c0c-ab3e-3350de91be53 tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] Router a62306e8-f41b-43b8-9da6-e79b25cd0185 has already been hosted by L3 agent d0e8801d-4758-48bd-8085-7f05d3358764 {{(pid=106230) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 01:05:57.840471 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9b65585-993d-4c0c-ab3e-3350de91be53 tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=106230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:05:57.845260 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-b9b65585-993d-4c0c-ab3e-3350de91be53 tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16701016'] for floatingip (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:05:57.850024 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a8ec057-ad75-456d-bc77-ec0d711220a3 None None] Sync routers for ids ['a62306e8-f41b-43b8-9da6-e79b25cd0185'] in dv-cinder-master-3-smb {{(pid=106233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:05:57.860111 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a8ec057-ad75-456d-bc77-ec0d711220a3 None None] Routers {'a62306e8-f41b-43b8-9da6-e79b25cd0185'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 18 01:05:57.860715 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.l3_hamode_db [None req-0a8ec057-ad75-456d-bc77-ec0d711220a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-18T00:47:37Z,description=,heartbeat_timestamp=2022-09-18T01:05:37Z,host='dv-cinder-master-3-smb',id=d0e8801d-4758-48bd-8085-7f05d3358764,load=0,resource_versions=,resources_synced=,started_at=2022-09-18T00:47:37Z,topic='l3_agent')) {'router_ids': ['a62306e8-f41b-43b8-9da6-e79b25cd0185'], 'active': True} {{(pid=106233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:05:57.875858 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [None req-b9b65585-993d-4c0c-ab3e-3350de91be53 tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] 10.222.0.33 "DELETE /networking/v2.0/floatingips/da8746c6-c0ad-49d9-b9ad-19190711ab50 HTTP/1.1" status: 204 len: 168 time: 0.8390121 Sep 18 01:05:57.962008 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.l3_dvr_db [None req-0a8ec057-ad75-456d-bc77-ec0d711220a3 None None] Set router a62306e8-f41b-43b8-9da6-e79b25cd0185 gateway port host: dv-cinder-master-3-smb {{(pid=106233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 18 01:05:58.172168 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.l3_hamode_db [None req-0a8ec057-ad75-456d-bc77-ec0d711220a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a62306e8-f41b-43b8-9da6-e79b25cd0185', 'name': 'tempest-TestMinimumBasicScenario-858112414-router', 'tenant_id': '21924b7f5d004b388f3a663a1a2f47b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'external_fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.18'}], 'enable_snat': True}, 'gw_port_id': 'baea6bc2-d415-4998-a794-a74febed95c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T01:04:00Z', 'updated_at': '2022-09-18T01:04:03Z', 'revision_number': 4, 'project_id': '21924b7f5d004b388f3a663a1a2f47b2', 'gw_port': {'id': 'baea6bc2-d415-4998-a794-a74febed95c2', 'name': '', 'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:56:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a62306e8-f41b-43b8-9da6-e79b25cd0185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T01:04:01Z', 'updated_at': '2022-09-18T01:04:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '4f4f752f-d486-4159-8cb6-5c0eb0ac76b0', 'name': '', 'network_id': 'e0ca6a6f-1218-4fb2-9d8f-8889c6e5c139', 'tenant_id': '21924b7f5d004b388f3a663a1a2f47b2', 'mac_address': 'fa:16:3e:78:c8:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a62306e8-f41b-43b8-9da6-e79b25cd0185', 'device_owner': 'network:router_interface', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': '71af9f0e-4aa3-411e-8076-f65d55fcc63d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T01:04:03Z', 'updated_at': '2022-09-18T01:04:08Z', 'revision_number': 5, 'project_id': '21924b7f5d004b388f3a663a1a2f47b2', 'subnets': [{'id': '71af9f0e-4aa3-411e-8076-f65d55fcc63d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=106233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:05:58.197693 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a8ec057-ad75-456d-bc77-ec0d711220a3 None None] Checking router: a62306e8-f41b-43b8-9da6-e79b25cd0185 for host: dv-cinder-master-3-smb {{(pid=106233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:05:58.206858 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a8ec057-ad75-456d-bc77-ec0d711220a3 None None] Routers {'a62306e8-f41b-43b8-9da6-e79b25cd0185'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 18 01:05:58.207493 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.l3_hamode_db [None req-0a8ec057-ad75-456d-bc77-ec0d711220a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-18T00:47:37Z,description=,heartbeat_timestamp=2022-09-18T01:05:37Z,host='dv-cinder-master-3-smb',id=d0e8801d-4758-48bd-8085-7f05d3358764,load=0,resource_versions=,resources_synced=,started_at=2022-09-18T00:47:37Z,topic='l3_agent')) {'router_ids': ['a62306e8-f41b-43b8-9da6-e79b25cd0185'], 'active': True} {{(pid=106233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:05:58.391882 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.l3_dvr_db [None req-0a8ec057-ad75-456d-bc77-ec0d711220a3 None None] Set router a62306e8-f41b-43b8-9da6-e79b25cd0185 gateway port host: dv-cinder-master-3-smb {{(pid=106233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 18 01:05:58.573752 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.l3_hamode_db [None req-0a8ec057-ad75-456d-bc77-ec0d711220a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a62306e8-f41b-43b8-9da6-e79b25cd0185', 'name': 'tempest-TestMinimumBasicScenario-858112414-router', 'tenant_id': '21924b7f5d004b388f3a663a1a2f47b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'external_fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.18'}], 'enable_snat': True}, 'gw_port_id': 'baea6bc2-d415-4998-a794-a74febed95c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T01:04:00Z', 'updated_at': '2022-09-18T01:04:03Z', 'revision_number': 4, 'project_id': '21924b7f5d004b388f3a663a1a2f47b2', 'gw_port': {'id': 'baea6bc2-d415-4998-a794-a74febed95c2', 'name': '', 'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:56:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a62306e8-f41b-43b8-9da6-e79b25cd0185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T01:04:01Z', 'updated_at': '2022-09-18T01:04:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '4f4f752f-d486-4159-8cb6-5c0eb0ac76b0', 'name': '', 'network_id': 'e0ca6a6f-1218-4fb2-9d8f-8889c6e5c139', 'tenant_id': '21924b7f5d004b388f3a663a1a2f47b2', 'mac_address': 'fa:16:3e:78:c8:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a62306e8-f41b-43b8-9da6-e79b25cd0185', 'device_owner': 'network:router_interface', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': '71af9f0e-4aa3-411e-8076-f65d55fcc63d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T01:04:03Z', 'updated_at': '2022-09-18T01:04:08Z', 'revision_number': 5, 'project_id': '21924b7f5d004b388f3a663a1a2f47b2', 'subnets': [{'id': '71af9f0e-4aa3-411e-8076-f65d55fcc63d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-master-3-smb', False) {} {{(pid=106233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:05:58.602701 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a8ec057-ad75-456d-bc77-ec0d711220a3 None None] The sync data for ids ['a62306e8-f41b-43b8-9da6-e79b25cd0185'] in dv-cinder-master-3-smb is: [{'id': 'a62306e8-f41b-43b8-9da6-e79b25cd0185', 'name': 'tempest-TestMinimumBasicScenario-858112414-router', 'tenant_id': '21924b7f5d004b388f3a663a1a2f47b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'external_fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.18'}], 'enable_snat': True}, 'gw_port_id': 'baea6bc2-d415-4998-a794-a74febed95c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T01:04:00Z', 'updated_at': '2022-09-18T01:04:03Z', 'revision_number': 4, 'project_id': '21924b7f5d004b388f3a663a1a2f47b2', 'gw_port': {'id': 'baea6bc2-d415-4998-a794-a74febed95c2', 'name': '', 'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:56:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a62306e8-f41b-43b8-9da6-e79b25cd0185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T01:04:01Z', 'updated_at': '2022-09-18T01:04:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb', '_interfaces': [{'id': '4f4f752f-d486-4159-8cb6-5c0eb0ac76b0', 'name': '', 'network_id': 'e0ca6a6f-1218-4fb2-9d8f-8889c6e5c139', 'tenant_id': '21924b7f5d004b388f3a663a1a2f47b2', 'mac_address': 'fa:16:3e:78:c8:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a62306e8-f41b-43b8-9da6-e79b25cd0185', 'device_owner': 'network:router_interface', 'standard_attr_id': 702, 'fixed_ips': [{'subnet_id': '71af9f0e-4aa3-411e-8076-f65d55fcc63d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T01:04:03Z', 'updated_at': '2022-09-18T01:04:08Z', 'revision_number': 5, 'project_id': '21924b7f5d004b388f3a663a1a2f47b2', 'subnets': [{'id': '71af9f0e-4aa3-411e-8076-f65d55fcc63d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:05:58.829704 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d256ee8f-777a-435b-a0de-f802a383651c None None] New status for floating IP da8746c6-c0ad-49d9-b9ad-19190711ab50: DOWN {{(pid=106232) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 18 01:05:58.889008 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f5e6940-fbfc-45f5-9e14-08347d250167', 'tag': '49102bd9-16f0-43a0-90f2-24b18239858c'}] {{(pid=106230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 18 01:05:58.891927 dv-cinder-master-3-smb neutron-server[106230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d5cb6f936bef875aa30205792da77c9643b85616d99b85ee9f5e1cfaba0fe173" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d533759d-9559-4e36-afec-f77a6313f25d" -d '{"events": [{"name": "network-changed", "server_uuid": "9f5e6940-fbfc-45f5-9e14-08347d250167", "tag": "49102bd9-16f0-43a0-90f2-24b18239858c"}]}' {{(pid=106230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:05:58.931488 dv-cinder-master-3-smb neutron-server[106230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 18 Sep 2022 01:05:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-533643fe-7b59-46aa-84ea-9a6653109fc4 x-openstack-request-id: req-533643fe-7b59-46aa-84ea-9a6653109fc4 {{(pid=106230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:05:58.931784 dv-cinder-master-3-smb neutron-server[106230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f5e6940-fbfc-45f5-9e14-08347d250167", "tag": "49102bd9-16f0-43a0-90f2-24b18239858c", "status": "completed", "code": 200}]} {{(pid=106230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:05:58.932042 dv-cinder-master-3-smb neutron-server[106230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-533643fe-7b59-46aa-84ea-9a6653109fc4 {{(pid=106230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:05:58.932452 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.notifiers.nova [-] Nova event matching ['req-533643fe-7b59-46aa-84ea-9a6653109fc4'] response: {'name': 'network-changed', 'server_uuid': '9f5e6940-fbfc-45f5-9e14-08347d250167', 'tag': '49102bd9-16f0-43a0-90f2-24b18239858c', 'status': 'completed', 'code': 200} Sep 18 01:05:59.042711 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d533759d-9559-4e36-afec-f77a6313f25d req-cbbbe39b-5e16-4de9-acd4-68a24b096455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:05:59.044208 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-d533759d-9559-4e36-afec-f77a6313f25d req-cbbbe39b-5e16-4de9-acd4-68a24b096455 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=21924b7f5d004b388f3a663a1a2f47b2&device_id=9f5e6940-fbfc-45f5-9e14-08347d250167 HTTP/1.1" status: 200 len: 1129 time: 0.0425951 Sep 18 01:05:59.135298 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d533759d-9559-4e36-afec-f77a6313f25d req-de258501-154f-4155-8b84-ccd31fea9e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:05:59.136772 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-d533759d-9559-4e36-afec-f77a6313f25d req-de258501-154f-4155-8b84-ccd31fea9e48 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=e0ca6a6f-1218-4fb2-9d8f-8889c6e5c139 HTTP/1.1" status: 200 len: 915 time: 0.0864661 Sep 18 01:05:59.178451 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-d533759d-9559-4e36-afec-f77a6313f25d req-6de1533e-a7ed-46b7-a59a-1c8a42198852 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=49102bd9-16f0-43a0-90f2-24b18239858c HTTP/1.1" status: 200 len: 217 time: 0.0328772 Sep 18 01:05:59.236289 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d533759d-9559-4e36-afec-f77a6313f25d req-f6b1807c-18da-45e0-b070-1fc7e3a60fab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:05:59.237643 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-d533759d-9559-4e36-afec-f77a6313f25d req-f6b1807c-18da-45e0-b070-1fc7e3a60fab service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=71af9f0e-4aa3-411e-8076-f65d55fcc63d HTTP/1.1" status: 200 len: 853 time: 0.0495536 Sep 18 01:05:59.285386 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d533759d-9559-4e36-afec-f77a6313f25d req-1f7e398f-0926-476f-8765-81e306340b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:05:59.286954 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-d533759d-9559-4e36-afec-f77a6313f25d req-1f7e398f-0926-476f-8765-81e306340b60 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=e0ca6a6f-1218-4fb2-9d8f-8889c6e5c139&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1210 time: 0.0399528 Sep 18 01:05:59.372467 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:05:59.388540 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-d533759d-9559-4e36-afec-f77a6313f25d req-e72c6c6a-3945-411e-8b5e-4771fc66ccc7 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/e0ca6a6f-1218-4fb2-9d8f-8889c6e5c139?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917456 Sep 18 01:05:59.418712 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:05:59.482338 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-d533759d-9559-4e36-afec-f77a6313f25d req-ce7fabd2-50c8-446b-965b-a66eb063967b service neutron] 10.222.0.57 "GET /networking/v2.0/networks/e0ca6a6f-1218-4fb2-9d8f-8889c6e5c139?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878034 Sep 18 01:06:00.619218 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2323366-4a8e-46ca-adb5-4e45d289ec86 req-65b52446-0f05-40f6-8e1b-5f9b4c13e208 tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:06:00.620673 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-d2323366-4a8e-46ca-adb5-4e45d289ec86 req-65b52446-0f05-40f6-8e1b-5f9b4c13e208 tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=9f5e6940-fbfc-45f5-9e14-08347d250167 HTTP/1.1" status: 200 len: 945 time: 0.0467162 Sep 18 01:06:00.666706 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-d2323366-4a8e-46ca-adb5-4e45d289ec86 req-a7031f9b-a7e2-480b-aca3-a1e2034faff4 tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=110f01d3-2103-4807-9a0a-70887a0b00d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403271 Sep 18 01:06:00.881978 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (a990346c-0f9b-4256-b267-210f2ef06c1b), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:06:01.920076 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aceb7a0-8b84-4ea9-8030-9461c8012ed8 req-75616f9d-1673-4f11-9fdc-7150d67daa3e tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:06:01.922456 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-9aceb7a0-8b84-4ea9-8030-9461c8012ed8 req-75616f9d-1673-4f11-9fdc-7150d67daa3e tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=9f5e6940-fbfc-45f5-9e14-08347d250167 HTTP/1.1" status: 200 len: 945 time: 0.1780214 Sep 18 01:06:01.969906 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-9aceb7a0-8b84-4ea9-8030-9461c8012ed8 req-57cfdb8a-83e1-4639-b35c-591fc75909c2 tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=110f01d3-2103-4807-9a0a-70887a0b00d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414608 Sep 18 01:06:02.822061 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e2e47f-3bde-413f-af62-0f18173ec708 req-595d1306-4c8d-413e-ac61-5927706123e1 tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:06:02.823542 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-25e2e47f-3bde-413f-af62-0f18173ec708 req-595d1306-4c8d-413e-ac61-5927706123e1 tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=9f5e6940-fbfc-45f5-9e14-08347d250167 HTTP/1.1" status: 200 len: 945 time: 0.0456784 Sep 18 01:06:02.910262 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [req-25e2e47f-3bde-413f-af62-0f18173ec708 req-a2c74d40-ae94-400a-b4b3-a23a197bdf0d tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] Deleting port 49102bd9-16f0-43a0-90f2-24b18239858c {{(pid=106231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 18 01:06:02.910600 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [req-25e2e47f-3bde-413f-af62-0f18173ec708 req-a2c74d40-ae94-400a-b4b3-a23a197bdf0d tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749746030605'] for port (49102bd9-16f0-43a0-90f2-24b18239858c), before_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:06:02.999263 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.plugins.ml2.db [req-25e2e47f-3bde-413f-af62-0f18173ec708 req-a2c74d40-ae94-400a-b4b3-a23a197bdf0d tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] For port 49102bd9-16f0-43a0-90f2-24b18239858c, host hv-cinder-maste, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-maste',level=0,port_id=49102bd9-16f0-43a0-90f2-24b18239858c,segment=NetworkSegment(e85bf3c7-68e5-492f-8330-48b24766b84d),segment_id=e85bf3c7-68e5-492f-8330-48b24766b84d)] {{(pid=106231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:06:02.999630 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [req-25e2e47f-3bde-413f-af62-0f18173ec708 req-a2c74d40-ae94-400a-b4b3-a23a197bdf0d tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16488537'] for port (49102bd9-16f0-43a0-90f2-24b18239858c), precommit_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:06:03.017549 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [req-25e2e47f-3bde-413f-af62-0f18173ec708 req-a2c74d40-ae94-400a-b4b3-a23a197bdf0d tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] Calling delete_port for 49102bd9-16f0-43a0-90f2-24b18239858c owned by compute:nova {{(pid=106231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 18 01:06:03.140841 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ea0717-5f22-4a64-ae01-3b28c993ca8b req-9069e769-e688-475b-b3fb-a6edbc35081e tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 18 01:06:03.142420 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-17ea0717-5f22-4a64-ae01-3b28c993ca8b req-9069e769-e688-475b-b3fb-a6edbc35081e tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] 10.222.0.33 "GET /networking/v2.0/ports?device_id=9f5e6940-fbfc-45f5-9e14-08347d250167 HTTP/1.1" status: 200 len: 945 time: 0.0977929 Sep 18 01:06:03.147605 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [req-25e2e47f-3bde-413f-af62-0f18173ec708 req-a2c74d40-ae94-400a-b4b3-a23a197bdf0d tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749746033803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749745591516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13917182'] for port (49102bd9-16f0-43a0-90f2-24b18239858c), after_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:06:03.175085 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c74d40-ae94-400a-b4b3-a23a197bdf0d tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] Pushing event deleted for resources: {'Port': ['ID=49102bd9-16f0-43a0-90f2-24b18239858c,revision_number=None']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:06:03.190923 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.db [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] get_ports_and_sgs() called for port_ids ['49102bd9-16f0-43a0-90f2-24b18239858c'] {{(pid=106232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 18 01:06:03.195420 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [req-17ea0717-5f22-4a64-ae01-3b28c993ca8b req-4ecd513e-c563-4be1-8a3a-c5b2ecb43906 tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] 10.222.0.33 "GET /networking/v2.0/security-groups?id=110f01d3-2103-4807-9a0a-70887a0b00d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466845 Sep 18 01:06:03.228542 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.db.l3_dvrscheduler_db [req-25e2e47f-3bde-413f-af62-0f18173ec708 req-a2c74d40-ae94-400a-b4b3-a23a197bdf0d tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] No DVR routers for this DVR port 49102bd9-16f0-43a0-90f2-24b18239858c on host hv-cinder-maste {{(pid=106231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 18 01:06:03.230998 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [req-25e2e47f-3bde-413f-af62-0f18173ec708 req-a2c74d40-ae94-400a-b4b3-a23a197bdf0d tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-16701016'] for port (None), before_response {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:06:03.234228 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [req-25e2e47f-3bde-413f-af62-0f18173ec708 req-a2c74d40-ae94-400a-b4b3-a23a197bdf0d tempest-TestMinimumBasicScenario-225491163 tempest-TestMinimumBasicScenario-225491163-project] 10.222.0.57 "DELETE /networking/v2.0/ports/49102bd9-16f0-43a0-90f2-24b18239858c HTTP/1.1" status: 204 len: 173 time: 0.4018686 Sep 18 01:06:03.235264 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f5e6940-fbfc-45f5-9e14-08347d250167', 'name': 'network-vif-deleted', 'tag': '49102bd9-16f0-43a0-90f2-24b18239858c'}] {{(pid=106231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 18 01:06:03.237500 dv-cinder-master-3-smb neutron-server[106231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.33/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c2daae94765ac049e9d9a56900be8c16ad14208507d163719654d83d071b86d8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe931b4e-eed9-4291-93a4-e5705f9a264a" -d '{"events": [{"server_uuid": "9f5e6940-fbfc-45f5-9e14-08347d250167", "name": "network-vif-deleted", "tag": "49102bd9-16f0-43a0-90f2-24b18239858c"}]}' {{(pid=106231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 18 01:06:03.277168 dv-cinder-master-3-smb neutron-server[106231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 18 Sep 2022 01:06:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ebae58b-2df7-4424-bd6c-b4a2541d196a x-openstack-request-id: req-7ebae58b-2df7-4424-bd6c-b4a2541d196a {{(pid=106231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 18 01:06:03.277481 dv-cinder-master-3-smb neutron-server[106231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f5e6940-fbfc-45f5-9e14-08347d250167", "name": "network-vif-deleted", "tag": "49102bd9-16f0-43a0-90f2-24b18239858c", "status": "completed", "code": 200}]} {{(pid=106231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 18 01:06:03.277737 dv-cinder-master-3-smb neutron-server[106231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.33/compute/v2.1/os-server-external-events used request id req-7ebae58b-2df7-4424-bd6c-b4a2541d196a {{(pid=106231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 18 01:06:03.278143 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ebae58b-2df7-4424-bd6c-b4a2541d196a'] response: {'server_uuid': '9f5e6940-fbfc-45f5-9e14-08347d250167', 'name': 'network-vif-deleted', 'tag': '49102bd9-16f0-43a0-90f2-24b18239858c', 'status': 'completed', 'code': 200} Sep 18 01:06:04.788414 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.33', 38802) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:06:04.940377 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-acf6db4b-1b09-4362-902c-5d4d1bec2420 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (25137928-f4de-4c87-813e-883d046ac13f), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:06:05.011663 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=100 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:06:05.058098 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=100 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:06:05.102441 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-0c0cdebe-d75c-4b82-98b1-c340679269ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16482979'] for router_interface (a62306e8-f41b-43b8-9da6-e79b25cd0185), before_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:06:05.320287 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-0c0cdebe-d75c-4b82-98b1-c340679269ea admin admin] Deleting port 4f4f752f-d486-4159-8cb6-5c0eb0ac76b0 {{(pid=106230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 18 01:06:05.320630 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-0c0cdebe-d75c-4b82-98b1-c340679269ea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749746030605'] for port (4f4f752f-d486-4159-8cb6-5c0eb0ac76b0), before_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:06:05.397719 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-0c0cdebe-d75c-4b82-98b1-c340679269ea admin admin] For port 4f4f752f-d486-4159-8cb6-5c0eb0ac76b0, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=4f4f752f-d486-4159-8cb6-5c0eb0ac76b0,segment=NetworkSegment(e85bf3c7-68e5-492f-8330-48b24766b84d),segment_id=e85bf3c7-68e5-492f-8330-48b24766b84d)] {{(pid=106230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:06:05.398073 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-0c0cdebe-d75c-4b82-98b1-c340679269ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16488537'] for port (4f4f752f-d486-4159-8cb6-5c0eb0ac76b0), precommit_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:06:05.411119 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-0c0cdebe-d75c-4b82-98b1-c340679269ea admin admin] Calling delete_port for 4f4f752f-d486-4159-8cb6-5c0eb0ac76b0 owned by network:router_interface {{(pid=106230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 18 01:06:05.438281 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.rpc [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Device 49102bd9-16f0-43a0-90f2-24b18239858c no longer exists at agent hyperv_hv-cinder-maste {{(pid=106232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:06:05.458140 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] No Port match for: 49102bd9-16f0-43a0-90f2-24b18239858c {{(pid=106232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 18 01:06:05.458492 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.rpc [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Device 49102bd9-16f0-43a0-90f2-24b18239858c not bound to the agent host hv-cinder-maste {{(pid=106232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:06:05.587429 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-0c0cdebe-d75c-4b82-98b1-c340679269ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749746033803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749745591516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13339648'] for port (4f4f752f-d486-4159-8cb6-5c0eb0ac76b0), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:06:05.611155 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0cdebe-d75c-4b82-98b1-c340679269ea admin admin] Pushing event deleted for resources: {'Port': ['ID=4f4f752f-d486-4159-8cb6-5c0eb0ac76b0,revision_number=None']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:06:05.777320 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-0c0cdebe-d75c-4b82-98b1-c340679269ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16267048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16490003'] for router_interface (a62306e8-f41b-43b8-9da6-e79b25cd0185), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:06:05.858274 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:06:05.875207 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:06:05.983144 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c0cdebe-d75c-4b82-98b1-c340679269ea admin admin] Router a62306e8-f41b-43b8-9da6-e79b25cd0185 has already been hosted by L3 agent d0e8801d-4758-48bd-8085-7f05d3358764 {{(pid=106230) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 01:06:06.332516 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c0cdebe-d75c-4b82-98b1-c340679269ea admin admin] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=106230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:06:06.337467 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [None req-0c0cdebe-d75c-4b82-98b1-c340679269ea admin admin] 10.222.0.33 "PUT /networking/v2.0/routers/a62306e8-f41b-43b8-9da6-e79b25cd0185/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5474925 Sep 18 01:06:06.340052 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.33', 38804) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:06:06.340988 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef589bba-5f79-4ee6-a3a1-880d35fb077f None None] Sync routers for ids ['a62306e8-f41b-43b8-9da6-e79b25cd0185'] in dv-cinder-master-3-smb {{(pid=106233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:06:06.351497 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef589bba-5f79-4ee6-a3a1-880d35fb077f None None] Routers {'a62306e8-f41b-43b8-9da6-e79b25cd0185'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 18 01:06:06.352090 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.l3_hamode_db [None req-ef589bba-5f79-4ee6-a3a1-880d35fb077f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-18T00:47:37Z,description=,heartbeat_timestamp=2022-09-18T01:05:37Z,host='dv-cinder-master-3-smb',id=d0e8801d-4758-48bd-8085-7f05d3358764,load=0,resource_versions=,resources_synced=,started_at=2022-09-18T00:47:37Z,topic='l3_agent')) {'router_ids': ['a62306e8-f41b-43b8-9da6-e79b25cd0185'], 'active': True} {{(pid=106233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:06:06.436380 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-bdbd9af2-fcaa-4f47-adea-1e50d6b918ab admin admin] Publish callbacks [] for router (a62306e8-f41b-43b8-9da6-e79b25cd0185), before_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:06:06.452598 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.l3_dvr_db [None req-ef589bba-5f79-4ee6-a3a1-880d35fb077f None None] Set router a62306e8-f41b-43b8-9da6-e79b25cd0185 gateway port host: dv-cinder-master-3-smb {{(pid=106233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 18 01:06:06.535692 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-bdbd9af2-fcaa-4f47-adea-1e50d6b918ab admin admin] Publish callbacks [] for router_gateway (a62306e8-f41b-43b8-9da6-e79b25cd0185), before_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:06:06.581659 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-bdbd9af2-fcaa-4f47-adea-1e50d6b918ab admin admin] Deleting port baea6bc2-d415-4998-a794-a74febed95c2 {{(pid=106230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 18 01:06:06.582005 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-bdbd9af2-fcaa-4f47-adea-1e50d6b918ab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749746030605'] for port (baea6bc2-d415-4998-a794-a74febed95c2), before_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:06:06.620688 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.l3_hamode_db [None req-ef589bba-5f79-4ee6-a3a1-880d35fb077f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a62306e8-f41b-43b8-9da6-e79b25cd0185', 'name': 'tempest-TestMinimumBasicScenario-858112414-router', 'tenant_id': '21924b7f5d004b388f3a663a1a2f47b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'external_fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.18'}], 'enable_snat': True}, 'gw_port_id': 'baea6bc2-d415-4998-a794-a74febed95c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T01:04:00Z', 'updated_at': '2022-09-18T01:06:05Z', 'revision_number': 5, 'project_id': '21924b7f5d004b388f3a663a1a2f47b2', 'gw_port': {'id': 'baea6bc2-d415-4998-a794-a74febed95c2', 'name': '', 'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:56:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a62306e8-f41b-43b8-9da6-e79b25cd0185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 701, 'fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T01:04:01Z', 'updated_at': '2022-09-18T01:04:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb'}], 'dv-cinder-master-3-smb', False) {} {{(pid=106233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:06:06.623137 dv-cinder-master-3-smb neutron-server[106233]: DEBUG dbcounter [-] [106233] Writing DB stats neutron:SELECT=100 {{(pid=106233) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:06:06.649200 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef589bba-5f79-4ee6-a3a1-880d35fb077f None None] Checking router: a62306e8-f41b-43b8-9da6-e79b25cd0185 for host: dv-cinder-master-3-smb {{(pid=106233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:06:06.658681 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef589bba-5f79-4ee6-a3a1-880d35fb077f None None] Routers {'a62306e8-f41b-43b8-9da6-e79b25cd0185'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 18 01:06:06.659327 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.l3_hamode_db [None req-ef589bba-5f79-4ee6-a3a1-880d35fb077f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-18T00:47:37Z,description=,heartbeat_timestamp=2022-09-18T01:05:37Z,host='dv-cinder-master-3-smb',id=d0e8801d-4758-48bd-8085-7f05d3358764,load=0,resource_versions=,resources_synced=,started_at=2022-09-18T00:47:37Z,topic='l3_agent')) {'router_ids': ['a62306e8-f41b-43b8-9da6-e79b25cd0185'], 'active': True} {{(pid=106233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:06:06.663602 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-bdbd9af2-fcaa-4f47-adea-1e50d6b918ab admin admin] For port baea6bc2-d415-4998-a794-a74febed95c2, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=baea6bc2-d415-4998-a794-a74febed95c2,segment=NetworkSegment(e81b1a67-2f81-4ac8-a4dd-b13e6c47d014),segment_id=e81b1a67-2f81-4ac8-a4dd-b13e6c47d014)] {{(pid=106230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:06:06.663970 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-bdbd9af2-fcaa-4f47-adea-1e50d6b918ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16488537'] for port (baea6bc2-d415-4998-a794-a74febed95c2), precommit_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:06:06.677331 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-bdbd9af2-fcaa-4f47-adea-1e50d6b918ab admin admin] Calling delete_port for baea6bc2-d415-4998-a794-a74febed95c2 owned by network:router_gateway {{(pid=106230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 18 01:06:06.723513 dv-cinder-master-3-smb neutron-server[106233]: DEBUG dbcounter [-] [106233] Writing DB stats neutron:SELECT=100 {{(pid=106233) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:06:06.741320 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.l3_dvr_db [None req-ef589bba-5f79-4ee6-a3a1-880d35fb077f None None] Set router a62306e8-f41b-43b8-9da6-e79b25cd0185 gateway port host: None {{(pid=106233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 18 01:06:06.792481 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.l3_hamode_db [None req-ef589bba-5f79-4ee6-a3a1-880d35fb077f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a62306e8-f41b-43b8-9da6-e79b25cd0185', 'name': 'tempest-TestMinimumBasicScenario-858112414-router', 'tenant_id': '21924b7f5d004b388f3a663a1a2f47b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T01:04:00Z', 'updated_at': '2022-09-18T01:06:06Z', 'revision_number': 6, 'project_id': '21924b7f5d004b388f3a663a1a2f47b2', 'gw_port_host': None}], 'dv-cinder-master-3-smb', False) {} {{(pid=106233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:06:06.816482 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef589bba-5f79-4ee6-a3a1-880d35fb077f None None] The sync data for ids ['a62306e8-f41b-43b8-9da6-e79b25cd0185'] in dv-cinder-master-3-smb is: [{'id': 'a62306e8-f41b-43b8-9da6-e79b25cd0185', 'name': 'tempest-TestMinimumBasicScenario-858112414-router', 'tenant_id': '21924b7f5d004b388f3a663a1a2f47b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T01:04:00Z', 'updated_at': '2022-09-18T01:06:06Z', 'revision_number': 6, 'project_id': '21924b7f5d004b388f3a663a1a2f47b2', 'gw_port_host': None}] {{(pid=106233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:06:06.849303 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-bdbd9af2-fcaa-4f47-adea-1e50d6b918ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749746033803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749745591516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13339648'] for port (baea6bc2-d415-4998-a794-a74febed95c2), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:06:06.874507 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbd9af2-fcaa-4f47-adea-1e50d6b918ab admin admin] Pushing event deleted for resources: {'Port': ['ID=baea6bc2-d415-4998-a794-a74febed95c2,revision_number=None']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:06:06.939996 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-bdbd9af2-fcaa-4f47-adea-1e50d6b918ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16489817'] for router_gateway (a62306e8-f41b-43b8-9da6-e79b25cd0185), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:06:06.965465 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:06:06.975334 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-0561b544-b13d-4a77-ba5a-4abb9906bcfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (d0e8801d-4758-48bd-8085-7f05d3358764), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:06:06.995386 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:06:07.036886 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-bdbd9af2-fcaa-4f47-adea-1e50d6b918ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16492237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1921'] for router (a62306e8-f41b-43b8-9da6-e79b25cd0185), precommit_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:06:07.039216 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-bdbd9af2-fcaa-4f47-adea-1e50d6b918ab admin admin] Publish callbacks [] for router_controller (a62306e8-f41b-43b8-9da6-e79b25cd0185), precommit_delete_associations {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:06:07.081038 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-bdbd9af2-fcaa-4f47-adea-1e50d6b918ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16490094'] for router (a62306e8-f41b-43b8-9da6-e79b25cd0185), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:06:07.081643 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdbd9af2-fcaa-4f47-adea-1e50d6b918ab admin admin] Fanout notify agent at l3_agent the message router_deleted on router a62306e8-f41b-43b8-9da6-e79b25cd0185 {{(pid=106230) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 01:06:07.086125 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-bdbd9af2-fcaa-4f47-adea-1e50d6b918ab admin admin] Publish callbacks [] for router (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:06:07.087288 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [None req-bdbd9af2-fcaa-4f47-adea-1e50d6b918ab admin admin] 10.222.0.33 "DELETE /networking/v2.0/routers/a62306e8-f41b-43b8-9da6-e79b25cd0185 HTTP/1.1" status: 204 len: 168 time: 0.7463007 Sep 18 01:06:07.089741 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.33', 38806) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:06:07.133499 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.db.db_base_plugin_v2 [None req-69ff9bbf-0452-4f54-bba8-9a67de335c3f admin admin] Deleting subnet 71af9f0e-4aa3-411e-8076-f65d55fcc63d {{(pid=106230) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 18 01:06:07.136492 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-69ff9bbf-0452-4f54-bba8-9a67de335c3f admin admin] Publish callbacks [] for subnet (71af9f0e-4aa3-411e-8076-f65d55fcc63d), before_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:06:07.178187 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-69ff9bbf-0452-4f54-bba8-9a67de335c3f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-13929757'] for subnet (71af9f0e-4aa3-411e-8076-f65d55fcc63d), precommit_delete_associations {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:06:07.265366 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-69ff9bbf-0452-4f54-bba8-9a67de335c3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-900458'] for subnet (71af9f0e-4aa3-411e-8076-f65d55fcc63d), precommit_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:06:07.319024 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-69ff9bbf-0452-4f54-bba8-9a67de335c3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-888663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16510870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13339759', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12768639'] for subnet (71af9f0e-4aa3-411e-8076-f65d55fcc63d), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:06:07.348993 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ff9bbf-0452-4f54-bba8-9a67de335c3f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71af9f0e-4aa3-411e-8076-f65d55fcc63d,revision_number=None']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:06:07.353454 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-69ff9bbf-0452-4f54-bba8-9a67de335c3f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16267021'] for subnet (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:06:07.358452 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [None req-69ff9bbf-0452-4f54-bba8-9a67de335c3f admin admin] 10.222.0.33 "DELETE /networking/v2.0/subnets/71af9f0e-4aa3-411e-8076-f65d55fcc63d HTTP/1.1" status: 204 len: 168 time: 0.2661300 Sep 18 01:06:07.359256 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c308e625-c85f-4c13-9bc1-f85e136572c9 None None] Network e0ca6a6f-1218-4fb2-9d8f-8889c6e5c139 requested from dv-cinder-master-3-smb {{(pid=106232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 18 01:06:07.359839 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 38808) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:06:07.428715 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-21bcfe3b-2120-46d3-a7ae-f16985da54a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-960799'] for network (e0ca6a6f-1218-4fb2-9d8f-8889c6e5c139), before_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:06:07.471325 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-21bcfe3b-2120-46d3-a7ae-f16985da54a5 admin admin] Deleting port 6cfab79d-bdb7-417c-8998-aa055e4cda01 {{(pid=106231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 18 01:06:07.471665 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-21bcfe3b-2120-46d3-a7ae-f16985da54a5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749746030605'] for port (6cfab79d-bdb7-417c-8998-aa055e4cda01), before_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:06:07.539903 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-21bcfe3b-2120-46d3-a7ae-f16985da54a5 admin admin] For port 6cfab79d-bdb7-417c-8998-aa055e4cda01, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=6cfab79d-bdb7-417c-8998-aa055e4cda01,segment=NetworkSegment(e85bf3c7-68e5-492f-8330-48b24766b84d),segment_id=e85bf3c7-68e5-492f-8330-48b24766b84d)] {{(pid=106231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:06:07.540185 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-21bcfe3b-2120-46d3-a7ae-f16985da54a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16488537'] for port (6cfab79d-bdb7-417c-8998-aa055e4cda01), precommit_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:06:07.553189 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-21bcfe3b-2120-46d3-a7ae-f16985da54a5 admin admin] Calling delete_port for 6cfab79d-bdb7-417c-8998-aa055e4cda01 owned by network:dhcp {{(pid=106231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 18 01:06:07.593054 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f548d3b-1250-44e4-82b6-3602504b83bd None None] DHCP port deletion for e0ca6a6f-1218-4fb2-9d8f-8889c6e5c139 request from dv-cinder-master-3-smb {{(pid=106232) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 18 01:06:07.600583 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.rpc [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Device 4f4f752f-d486-4159-8cb6-5c0eb0ac76b0 no longer exists at agent ovs-agent-dv-cinder-master-3-smb {{(pid=106232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:06:07.636266 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-21bcfe3b-2120-46d3-a7ae-f16985da54a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749746033803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749745591516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13917182'] for port (6cfab79d-bdb7-417c-8998-aa055e4cda01), after_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:06:07.643627 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] No Port match for: 4f4f752f-d486-4159-8cb6-5c0eb0ac76b0 {{(pid=106232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 18 01:06:07.643981 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.rpc [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Device 4f4f752f-d486-4159-8cb6-5c0eb0ac76b0 not bound to the agent host dv-cinder-master-3-smb {{(pid=106232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:06:07.653591 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-2f548d3b-1250-44e4-82b6-3602504b83bd None None] Deleting port 6cfab79d-bdb7-417c-8998-aa055e4cda01 {{(pid=106232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 18 01:06:07.654024 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-2f548d3b-1250-44e4-82b6-3602504b83bd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749746030605'] for port (6cfab79d-bdb7-417c-8998-aa055e4cda01), before_delete {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:06:07.665942 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bcfe3b-2120-46d3-a7ae-f16985da54a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=6cfab79d-bdb7-417c-8998-aa055e4cda01,revision_number=None']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:06:07.667812 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21bcfe3b-2120-46d3-a7ae-f16985da54a5 admin admin] No DVR routers for this DVR port 6cfab79d-bdb7-417c-8998-aa055e4cda01 on host dv-cinder-master-3-smb {{(pid=106231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 18 01:06:07.693492 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:06:07.723973 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.db [None req-2f548d3b-1250-44e4-82b6-3602504b83bd None None] For port 6cfab79d-bdb7-417c-8998-aa055e4cda01, host dv-cinder-master-3-smb, got binding levels [] {{(pid=106232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:06:07.724382 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-2f548d3b-1250-44e4-82b6-3602504b83bd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16488537'] for port (6cfab79d-bdb7-417c-8998-aa055e4cda01), precommit_delete {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:06:07.738889 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-2f548d3b-1250-44e4-82b6-3602504b83bd None None] Calling delete_port for 6cfab79d-bdb7-417c-8998-aa055e4cda01 owned by network:dhcp {{(pid=106232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 18 01:06:07.741917 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.ipam_backend_mixin [None req-2f548d3b-1250-44e4-82b6-3602504b83bd None None] Port 6cfab79d-bdb7-417c-8998-aa055e4cda01 was not found and therefore no delete operation was performed {{(pid=106232) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Sep 18 01:06:07.743211 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-2f548d3b-1250-44e4-82b6-3602504b83bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749746033803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749745591516'] for port (6cfab79d-bdb7-417c-8998-aa055e4cda01), after_delete {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:06:07.750762 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-21bcfe3b-2120-46d3-a7ae-f16985da54a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-977985', 'neutron.services.segments.db._delete_segments_for_network-8749746056641'] for network (e0ca6a6f-1218-4fb2-9d8f-8889c6e5c139), precommit_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:06:07.764488 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f548d3b-1250-44e4-82b6-3602504b83bd None None] Pushing event deleted for resources: {'Port': ['ID=6cfab79d-bdb7-417c-8998-aa055e4cda01,revision_number=None']} {{(pid=106232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:06:07.770060 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:06:07.771864 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.services.segments.db [None req-21bcfe3b-2120-46d3-a7ae-f16985da54a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0ca6a6f-1218-4fb2-9d8f-8889c6e5c139']}} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:06:07.776361 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f548d3b-1250-44e4-82b6-3602504b83bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:06:07.776712 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f548d3b-1250-44e4-82b6-3602504b83bd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:06:07.777055 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f548d3b-1250-44e4-82b6-3602504b83bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:06:07.777399 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f548d3b-1250-44e4-82b6-3602504b83bd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:06:07.777733 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f548d3b-1250-44e4-82b6-3602504b83bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:06:07.778359 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f548d3b-1250-44e4-82b6-3602504b83bd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:06:07.778359 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f548d3b-1250-44e4-82b6-3602504b83bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:06:07.778702 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f548d3b-1250-44e4-82b6-3602504b83bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:06:07.779052 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f548d3b-1250-44e4-82b6-3602504b83bd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:06:07.779575 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f548d3b-1250-44e4-82b6-3602504b83bd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:06:07.780328 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f548d3b-1250-44e4-82b6-3602504b83bd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:06:07.780328 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f548d3b-1250-44e4-82b6-3602504b83bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:06:07.780868 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f548d3b-1250-44e4-82b6-3602504b83bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:06:07.780868 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f548d3b-1250-44e4-82b6-3602504b83bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:06:07.781182 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f548d3b-1250-44e4-82b6-3602504b83bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-master-3-smb {{(pid=106232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 18 01:06:07.781873 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.services.segments.db [None req-21bcfe3b-2120-46d3-a7ae-f16985da54a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e85bf3c7-68e5-492f-8330-48b24766b84d') {'for_net_delete': True} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:06:07.782187 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.services.segments.db [None req-21bcfe3b-2120-46d3-a7ae-f16985da54a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e85bf3c7-68e5-492f-8330-48b24766b84d') {} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:06:07.785575 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f548d3b-1250-44e4-82b6-3602504b83bd None None] No DVR routers for this DVR port 6cfab79d-bdb7-417c-8998-aa055e4cda01 on host dv-cinder-master-3-smb {{(pid=106232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 18 01:06:07.795720 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-21bcfe3b-2120-46d3-a7ae-f16985da54a5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749746056533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14079580'] for segment (e85bf3c7-68e5-492f-8330-48b24766b84d), before_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:06:07.810730 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-21bcfe3b-2120-46d3-a7ae-f16985da54a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-977230'] for segment (e85bf3c7-68e5-492f-8330-48b24766b84d), precommit_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:06:07.818366 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21bcfe3b-2120-46d3-a7ae-f16985da54a5 admin admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=106231) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 01:06:07.818931 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-21bcfe3b-2120-46d3-a7ae-f16985da54a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-977230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13916971'] for segment (e85bf3c7-68e5-492f-8330-48b24766b84d), after_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:06:07.874025 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.services.segments.plugin [-] Segment e85bf3c7-68e5-492f-8330-48b24766b84d resource provider aggregate not found Sep 18 01:06:07.892990 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.services.segments.plugin [-] Segment e85bf3c7-68e5-492f-8330-48b24766b84d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e85bf3c7-68e5-492f-8330-48b24766b84d found for delete ", "request_id": "req-042f3bec-24cd-403a-9471-a58ea3a68891"}]} Sep 18 01:06:07.894486 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-21bcfe3b-2120-46d3-a7ae-f16985da54a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-978040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16510767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16489868'] for network (e0ca6a6f-1218-4fb2-9d8f-8889c6e5c139), after_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:06:07.899229 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-21bcfe3b-2120-46d3-a7ae-f16985da54a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16267021'] for network (None), before_response {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:06:07.905383 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-21bcfe3b-2120-46d3-a7ae-f16985da54a5 admin admin] 10.222.0.33 "DELETE /networking/v2.0/networks/e0ca6a6f-1218-4fb2-9d8f-8889c6e5c139 HTTP/1.1" status: 204 len: 168 time: 0.5418863 Sep 18 01:06:07.906062 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.33', 38814) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:06:07.918900 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bcfe3b-2120-46d3-a7ae-f16985da54a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=e0ca6a6f-1218-4fb2-9d8f-8889c6e5c139,revision_number=None']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:06:08.228238 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-407e53cd-f0cb-45a4-839f-27a8bb76acef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16482979'] for router_interface (683ae0ef-c777-428c-95e9-69baa3dc54e3), before_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:06:08.445952 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-407e53cd-f0cb-45a4-839f-27a8bb76acef admin admin] Deleting port 561788d3-aef0-4974-9b37-fe6bab4d8f2b {{(pid=106230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 18 01:06:08.446287 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-407e53cd-f0cb-45a4-839f-27a8bb76acef admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749746030605'] for port (561788d3-aef0-4974-9b37-fe6bab4d8f2b), before_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:06:08.448571 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:06:08.467648 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:06:08.530449 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-407e53cd-f0cb-45a4-839f-27a8bb76acef admin admin] For port 561788d3-aef0-4974-9b37-fe6bab4d8f2b, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=561788d3-aef0-4974-9b37-fe6bab4d8f2b,segment=NetworkSegment(4105535d-bcca-4a74-b68b-033b268049e4),segment_id=4105535d-bcca-4a74-b68b-033b268049e4)] {{(pid=106230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:06:08.530724 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-407e53cd-f0cb-45a4-839f-27a8bb76acef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16488537'] for port (561788d3-aef0-4974-9b37-fe6bab4d8f2b), precommit_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:06:08.543759 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-407e53cd-f0cb-45a4-839f-27a8bb76acef admin admin] Calling delete_port for 561788d3-aef0-4974-9b37-fe6bab4d8f2b owned by network:router_interface {{(pid=106230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 18 01:06:08.716800 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-407e53cd-f0cb-45a4-839f-27a8bb76acef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749746033803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749745591516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13339648'] for port (561788d3-aef0-4974-9b37-fe6bab4d8f2b), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:06:08.743576 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407e53cd-f0cb-45a4-839f-27a8bb76acef admin admin] Pushing event deleted for resources: {'Port': ['ID=561788d3-aef0-4974-9b37-fe6bab4d8f2b,revision_number=None']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:06:08.907423 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-407e53cd-f0cb-45a4-839f-27a8bb76acef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16267048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16490003'] for router_interface (683ae0ef-c777-428c-95e9-69baa3dc54e3), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:06:08.909681 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-dbc7b203-e4cc-426a-aeff-c16fa309d22e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (91de19fe-167d-470c-b665-c08c1d21c559), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:06:09.124771 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-407e53cd-f0cb-45a4-839f-27a8bb76acef admin admin] Router 683ae0ef-c777-428c-95e9-69baa3dc54e3 has already been hosted by L3 agent d0e8801d-4758-48bd-8085-7f05d3358764 {{(pid=106230) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 18 01:06:09.181139 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.rpc [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Device 6cfab79d-bdb7-417c-8998-aa055e4cda01 no longer exists at agent ovs-agent-dv-cinder-master-3-smb {{(pid=106232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:06:09.202333 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] No Port match for: 6cfab79d-bdb7-417c-8998-aa055e4cda01 {{(pid=106232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 18 01:06:09.202676 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.rpc [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Device 6cfab79d-bdb7-417c-8998-aa055e4cda01 not bound to the agent host dv-cinder-master-3-smb {{(pid=106232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:06:09.203202 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.rpc [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Device baea6bc2-d415-4998-a794-a74febed95c2 no longer exists at agent ovs-agent-dv-cinder-master-3-smb {{(pid=106232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:06:09.225152 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] No Port match for: baea6bc2-d415-4998-a794-a74febed95c2 {{(pid=106232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 18 01:06:09.225504 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.rpc [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Device baea6bc2-d415-4998-a794-a74febed95c2 not bound to the agent host dv-cinder-master-3-smb {{(pid=106232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:06:09.243669 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-407e53cd-f0cb-45a4-839f-27a8bb76acef admin admin] Notify agent at l3_agent.dv-cinder-master-3-smb the message routers_updated {{(pid=106230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 18 01:06:09.248662 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [None req-407e53cd-f0cb-45a4-839f-27a8bb76acef admin admin] 10.222.0.33 "PUT /networking/v2.0/routers/683ae0ef-c777-428c-95e9-69baa3dc54e3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3414714 Sep 18 01:06:09.251089 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.33', 38816) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:06:09.258421 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c4b784-de53-4a75-bbb1-e81e7a008c0d None None] Sync routers for ids ['683ae0ef-c777-428c-95e9-69baa3dc54e3'] in dv-cinder-master-3-smb {{(pid=106232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 18 01:06:09.270069 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c4b784-de53-4a75-bbb1-e81e7a008c0d None None] Routers {'683ae0ef-c777-428c-95e9-69baa3dc54e3'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 18 01:06:09.270695 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.l3_hamode_db [None req-94c4b784-de53-4a75-bbb1-e81e7a008c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-18T00:47:37Z,description=,heartbeat_timestamp=2022-09-18T01:06:07Z,host='dv-cinder-master-3-smb',id=d0e8801d-4758-48bd-8085-7f05d3358764,load=0,resource_versions=,resources_synced=,started_at=2022-09-18T00:47:37Z,topic='l3_agent')) {'router_ids': ['683ae0ef-c777-428c-95e9-69baa3dc54e3'], 'active': True} {{(pid=106232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:06:09.294710 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:06:09.361647 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-1ac57470-c8a9-4e54-a8be-8b196aa3c344 admin admin] Publish callbacks [] for router (683ae0ef-c777-428c-95e9-69baa3dc54e3), before_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:06:09.399233 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:06:09.476651 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-1ac57470-c8a9-4e54-a8be-8b196aa3c344 admin admin] Publish callbacks [] for router_gateway (683ae0ef-c777-428c-95e9-69baa3dc54e3), before_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:06:09.514126 dv-cinder-master-3-smb neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:06:09.524911 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.l3_dvr_db [None req-94c4b784-de53-4a75-bbb1-e81e7a008c0d None None] Set router 683ae0ef-c777-428c-95e9-69baa3dc54e3 gateway port host: dv-cinder-master-3-smb {{(pid=106232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 18 01:06:09.526442 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-1ac57470-c8a9-4e54-a8be-8b196aa3c344 admin admin] Deleting port 4bf9fef7-f721-43f8-b27a-99846c6b6748 {{(pid=106230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 18 01:06:09.526810 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-1ac57470-c8a9-4e54-a8be-8b196aa3c344 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749746030605'] for port (4bf9fef7-f721-43f8-b27a-99846c6b6748), before_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:06:09.629613 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.plugins.ml2.db [None req-1ac57470-c8a9-4e54-a8be-8b196aa3c344 admin admin] For port 4bf9fef7-f721-43f8-b27a-99846c6b6748, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=4bf9fef7-f721-43f8-b27a-99846c6b6748,segment=NetworkSegment(e81b1a67-2f81-4ac8-a4dd-b13e6c47d014),segment_id=e81b1a67-2f81-4ac8-a4dd-b13e6c47d014)] {{(pid=106230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:06:09.629839 dv-cinder-master-3-smb neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:06:09.630145 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-1ac57470-c8a9-4e54-a8be-8b196aa3c344 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16488537'] for port (4bf9fef7-f721-43f8-b27a-99846c6b6748), precommit_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:06:09.652655 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.plugins.ml2.plugin [None req-1ac57470-c8a9-4e54-a8be-8b196aa3c344 admin admin] Calling delete_port for 4bf9fef7-f721-43f8-b27a-99846c6b6748 owned by network:router_gateway {{(pid=106230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 18 01:06:09.705547 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.l3_hamode_db [None req-94c4b784-de53-4a75-bbb1-e81e7a008c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '683ae0ef-c777-428c-95e9-69baa3dc54e3', 'name': 'tempest-TestMinimumBasicScenario-725334962-router', 'tenant_id': 'c3507621f7174114bf83c150bef0b52f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'external_fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.178'}], 'enable_snat': True}, 'gw_port_id': '4bf9fef7-f721-43f8-b27a-99846c6b6748', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T01:04:05Z', 'updated_at': '2022-09-18T01:06:08Z', 'revision_number': 5, 'project_id': 'c3507621f7174114bf83c150bef0b52f', 'gw_port': {'id': '4bf9fef7-f721-43f8-b27a-99846c6b6748', 'name': '', 'network_id': 'b5726c9b-05f1-4137-90cd-23a4e3e89505', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:8c:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '683ae0ef-c777-428c-95e9-69baa3dc54e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'ip_address': '172.37.5.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-master-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-18T01:04:06Z', 'updated_at': '2022-09-18T01:04:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9e97c026-c8b3-4b72-91ed-10f39e002f97', 'cidr': '172.37.5.0/24', 'gateway_ip': '172.37.5.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-master-3-smb'}], 'dv-cinder-master-3-smb', False) {} {{(pid=106232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:06:09.735051 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c4b784-de53-4a75-bbb1-e81e7a008c0d None None] Checking router: 683ae0ef-c777-428c-95e9-69baa3dc54e3 for host: dv-cinder-master-3-smb {{(pid=106232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 18 01:06:09.744024 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c4b784-de53-4a75-bbb1-e81e7a008c0d None None] Routers {'683ae0ef-c777-428c-95e9-69baa3dc54e3'} bound to L3 agent in host dv-cinder-master-3-smb {{(pid=106232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 18 01:06:09.744625 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.l3_hamode_db [None req-94c4b784-de53-4a75-bbb1-e81e7a008c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-master-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-18T00:47:37Z,description=,heartbeat_timestamp=2022-09-18T01:06:07Z,host='dv-cinder-master-3-smb',id=d0e8801d-4758-48bd-8085-7f05d3358764,load=0,resource_versions=,resources_synced=,started_at=2022-09-18T00:47:37Z,topic='l3_agent')) {'router_ids': ['683ae0ef-c777-428c-95e9-69baa3dc54e3'], 'active': True} {{(pid=106232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:06:09.839588 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.l3_dvr_db [None req-94c4b784-de53-4a75-bbb1-e81e7a008c0d None None] Set router 683ae0ef-c777-428c-95e9-69baa3dc54e3 gateway port host: None {{(pid=106232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 18 01:06:09.855554 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-1ac57470-c8a9-4e54-a8be-8b196aa3c344 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749746033803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749745591516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13339648'] for port (4bf9fef7-f721-43f8-b27a-99846c6b6748), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:06:09.904527 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.l3_hamode_db [None req-94c4b784-de53-4a75-bbb1-e81e7a008c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '683ae0ef-c777-428c-95e9-69baa3dc54e3', 'name': 'tempest-TestMinimumBasicScenario-725334962-router', 'tenant_id': 'c3507621f7174114bf83c150bef0b52f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T01:04:05Z', 'updated_at': '2022-09-18T01:06:09Z', 'revision_number': 6, 'project_id': 'c3507621f7174114bf83c150bef0b52f', 'gw_port_host': None}], 'dv-cinder-master-3-smb', False) {} {{(pid=106232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:06:09.932921 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c4b784-de53-4a75-bbb1-e81e7a008c0d None None] The sync data for ids ['683ae0ef-c777-428c-95e9-69baa3dc54e3'] in dv-cinder-master-3-smb is: [{'id': '683ae0ef-c777-428c-95e9-69baa3dc54e3', 'name': 'tempest-TestMinimumBasicScenario-725334962-router', 'tenant_id': 'c3507621f7174114bf83c150bef0b52f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-18T01:04:05Z', 'updated_at': '2022-09-18T01:06:09Z', 'revision_number': 6, 'project_id': 'c3507621f7174114bf83c150bef0b52f', 'gw_port_host': None}] {{(pid=106232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 18 01:06:10.124351 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac57470-c8a9-4e54-a8be-8b196aa3c344 admin admin] Pushing event deleted for resources: {'Port': ['ID=4bf9fef7-f721-43f8-b27a-99846c6b6748,revision_number=None']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:06:10.175869 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-1c1e26f8-ce84-4314-9422-87e0912de383 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (9a0bd8cc-a240-4c0b-8d32-8f22e7371ee9), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:06:10.183925 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-1ac57470-c8a9-4e54-a8be-8b196aa3c344 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16489817'] for router_gateway (683ae0ef-c777-428c-95e9-69baa3dc54e3), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:06:10.271682 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-1ac57470-c8a9-4e54-a8be-8b196aa3c344 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16492237', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1921'] for router (683ae0ef-c777-428c-95e9-69baa3dc54e3), precommit_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:06:10.274102 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-1ac57470-c8a9-4e54-a8be-8b196aa3c344 admin admin] Publish callbacks [] for router_controller (683ae0ef-c777-428c-95e9-69baa3dc54e3), precommit_delete_associations {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:06:10.274323 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (c8573462-7e7f-4357-b3a8-beeaa8ae7db3), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:06:10.322069 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-1ac57470-c8a9-4e54-a8be-8b196aa3c344 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16490094'] for router (683ae0ef-c777-428c-95e9-69baa3dc54e3), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:06:10.322691 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ac57470-c8a9-4e54-a8be-8b196aa3c344 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 683ae0ef-c777-428c-95e9-69baa3dc54e3 {{(pid=106230) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 18 01:06:10.326990 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-1ac57470-c8a9-4e54-a8be-8b196aa3c344 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:06:10.328151 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [None req-1ac57470-c8a9-4e54-a8be-8b196aa3c344 admin admin] 10.222.0.33 "DELETE /networking/v2.0/routers/683ae0ef-c777-428c-95e9-69baa3dc54e3 HTTP/1.1" status: 204 len: 168 time: 1.0754497 Sep 18 01:06:10.331656 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 38818) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:06:10.378078 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdee0dc0-412f-41f2-9e6f-17bf6fcee793 admin admin] Deleting subnet 9bfe5e3d-a5ea-4732-8af7-2c4fd479a1c0 {{(pid=106231) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 18 01:06:10.381382 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-fdee0dc0-412f-41f2-9e6f-17bf6fcee793 admin admin] Publish callbacks [] for subnet (9bfe5e3d-a5ea-4732-8af7-2c4fd479a1c0), before_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:06:10.420148 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-fdee0dc0-412f-41f2-9e6f-17bf6fcee793 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14079591'] for subnet (9bfe5e3d-a5ea-4732-8af7-2c4fd479a1c0), precommit_delete_associations {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:06:10.493935 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-fdee0dc0-412f-41f2-9e6f-17bf6fcee793 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-900458'] for subnet (9bfe5e3d-a5ea-4732-8af7-2c4fd479a1c0), precommit_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:06:10.544784 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-fdee0dc0-412f-41f2-9e6f-17bf6fcee793 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-888663', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16510870', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-13917073', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13973654'] for subnet (9bfe5e3d-a5ea-4732-8af7-2c4fd479a1c0), after_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:06:10.571708 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdee0dc0-412f-41f2-9e6f-17bf6fcee793 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9bfe5e3d-a5ea-4732-8af7-2c4fd479a1c0,revision_number=None']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:06:10.573672 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-fdee0dc0-412f-41f2-9e6f-17bf6fcee793 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:06:10.576812 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-fdee0dc0-412f-41f2-9e6f-17bf6fcee793 admin admin] 10.222.0.33 "DELETE /networking/v2.0/subnets/9bfe5e3d-a5ea-4732-8af7-2c4fd479a1c0 HTTP/1.1" status: 204 len: 168 time: 0.2439997 Sep 18 01:06:10.577736 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91697359-1a99-4308-8f57-f7ef895e468d None None] Network b43342f1-0282-4f8d-b447-07f189c518f2 requested from dv-cinder-master-3-smb {{(pid=106232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 18 01:06:10.579261 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 38820) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:06:10.651091 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-7eb24b11-05ca-4db3-9703-1740f0168352 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-960799'] for network (b43342f1-0282-4f8d-b447-07f189c518f2), before_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:06:10.696164 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-7eb24b11-05ca-4db3-9703-1740f0168352 admin admin] Deleting port 5cc74e5e-8f62-4554-8b4a-edb3f2e45069 {{(pid=106231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 18 01:06:10.696505 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-7eb24b11-05ca-4db3-9703-1740f0168352 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749746030605'] for port (5cc74e5e-8f62-4554-8b4a-edb3f2e45069), before_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:06:10.732150 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1cbb344-307a-4a55-84ce-973a466888b1 None None] DHCP port deletion for b43342f1-0282-4f8d-b447-07f189c518f2 request from dv-cinder-master-3-smb {{(pid=106232) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 18 01:06:10.768252 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.plugins.ml2.db [None req-7eb24b11-05ca-4db3-9703-1740f0168352 admin admin] For port 5cc74e5e-8f62-4554-8b4a-edb3f2e45069, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=5cc74e5e-8f62-4554-8b4a-edb3f2e45069,segment=NetworkSegment(4105535d-bcca-4a74-b68b-033b268049e4),segment_id=4105535d-bcca-4a74-b68b-033b268049e4)] {{(pid=106231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:06:10.768524 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-7eb24b11-05ca-4db3-9703-1740f0168352 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16488537'] for port (5cc74e5e-8f62-4554-8b4a-edb3f2e45069), precommit_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:06:10.771369 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-b1cbb344-307a-4a55-84ce-973a466888b1 None None] Deleting port 5cc74e5e-8f62-4554-8b4a-edb3f2e45069 {{(pid=106232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 18 01:06:10.771859 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-b1cbb344-307a-4a55-84ce-973a466888b1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8749746030605'] for port (5cc74e5e-8f62-4554-8b4a-edb3f2e45069), before_delete {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:06:10.781714 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.plugins.ml2.plugin [None req-7eb24b11-05ca-4db3-9703-1740f0168352 admin admin] Calling delete_port for 5cc74e5e-8f62-4554-8b4a-edb3f2e45069 owned by network:dhcp {{(pid=106231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 18 01:06:10.840693 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.db [None req-b1cbb344-307a-4a55-84ce-973a466888b1 None None] For port 5cc74e5e-8f62-4554-8b4a-edb3f2e45069, host dv-cinder-master-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-master-3-smb',level=0,port_id=5cc74e5e-8f62-4554-8b4a-edb3f2e45069,segment=NetworkSegment(4105535d-bcca-4a74-b68b-033b268049e4),segment_id=4105535d-bcca-4a74-b68b-033b268049e4)] {{(pid=106232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 18 01:06:10.841088 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-b1cbb344-307a-4a55-84ce-973a466888b1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16488537'] for port (5cc74e5e-8f62-4554-8b4a-edb3f2e45069), precommit_delete {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:06:10.854649 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-b1cbb344-307a-4a55-84ce-973a466888b1 None None] Calling delete_port for 5cc74e5e-8f62-4554-8b4a-edb3f2e45069 owned by network:dhcp {{(pid=106232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 18 01:06:10.862200 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-7eb24b11-05ca-4db3-9703-1740f0168352 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749746033803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749745591516', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-13917182'] for port (5cc74e5e-8f62-4554-8b4a-edb3f2e45069), after_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:06:10.888720 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb24b11-05ca-4db3-9703-1740f0168352 admin admin] Pushing event deleted for resources: {'Port': ['ID=5cc74e5e-8f62-4554-8b4a-edb3f2e45069,revision_number=None']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:06:10.894510 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb24b11-05ca-4db3-9703-1740f0168352 admin admin] No DVR routers for this DVR port 5cc74e5e-8f62-4554-8b4a-edb3f2e45069 on host dv-cinder-master-3-smb {{(pid=106231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 18 01:06:10.938322 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-b1cbb344-307a-4a55-84ce-973a466888b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-951435', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16647411', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8749746033803', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8749745591516'] for port (5cc74e5e-8f62-4554-8b4a-edb3f2e45069), after_delete {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:06:10.963661 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cbb344-307a-4a55-84ce-973a466888b1 None None] Pushing event deleted for resources: {'Port': ['ID=5cc74e5e-8f62-4554-8b4a-edb3f2e45069,revision_number=None']} {{(pid=106232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:06:10.973373 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-7eb24b11-05ca-4db3-9703-1740f0168352 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-977985', 'neutron.services.segments.db._delete_segments_for_network-8749746056641'] for network (b43342f1-0282-4f8d-b447-07f189c518f2), precommit_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:06:10.973848 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1cbb344-307a-4a55-84ce-973a466888b1 None None] No DVR routers for this DVR port 5cc74e5e-8f62-4554-8b4a-edb3f2e45069 on host dv-cinder-master-3-smb {{(pid=106232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 18 01:06:11.000966 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.services.segments.db [None req-7eb24b11-05ca-4db3-9703-1740f0168352 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b43342f1-0282-4f8d-b447-07f189c518f2']}} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:06:11.011077 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.services.segments.db [None req-7eb24b11-05ca-4db3-9703-1740f0168352 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4105535d-bcca-4a74-b68b-033b268049e4') {'for_net_delete': True} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:06:11.011372 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.services.segments.db [None req-7eb24b11-05ca-4db3-9703-1740f0168352 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4105535d-bcca-4a74-b68b-033b268049e4') {} {{(pid=106231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 18 01:06:11.017722 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:06:11.021571 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-7eb24b11-05ca-4db3-9703-1740f0168352 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8749746056533', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14079580'] for segment (4105535d-bcca-4a74-b68b-033b268049e4), before_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:06:11.035477 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-7eb24b11-05ca-4db3-9703-1740f0168352 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-977230'] for segment (4105535d-bcca-4a74-b68b-033b268049e4), precommit_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:06:11.041613 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7eb24b11-05ca-4db3-9703-1740f0168352 admin admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=106231) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 18 01:06:11.041987 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-7eb24b11-05ca-4db3-9703-1740f0168352 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-977230', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-13916971'] for segment (4105535d-bcca-4a74-b68b-033b268049e4), after_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:06:11.061486 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=88,neutron:UPDATE=5,neutron:DELETE=7 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:06:11.064659 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.services.segments.plugin [-] Segment 4105535d-bcca-4a74-b68b-033b268049e4 resource provider aggregate not found Sep 18 01:06:11.098062 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.services.segments.plugin [-] Segment 4105535d-bcca-4a74-b68b-033b268049e4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4105535d-bcca-4a74-b68b-033b268049e4 found for delete ", "request_id": "req-a5623389-f965-4561-8038-d355467533f5"}]} Sep 18 01:06:11.113295 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-7eb24b11-05ca-4db3-9703-1740f0168352 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-978040', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16510767', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16267039', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16489868'] for network (b43342f1-0282-4f8d-b447-07f189c518f2), after_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:06:11.119303 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-7eb24b11-05ca-4db3-9703-1740f0168352 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16267021'] for network (None), before_response {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:06:11.122868 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-7eb24b11-05ca-4db3-9703-1740f0168352 admin admin] 10.222.0.33 "DELETE /networking/v2.0/networks/b43342f1-0282-4f8d-b447-07f189c518f2 HTTP/1.1" status: 204 len: 168 time: 0.5419154 Sep 18 01:06:11.128795 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.rpc [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Device 561788d3-aef0-4974-9b37-fe6bab4d8f2b no longer exists at agent ovs-agent-dv-cinder-master-3-smb {{(pid=106232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:06:11.133372 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb24b11-05ca-4db3-9703-1740f0168352 admin admin] Pushing event deleted for resources: {'Network': ['ID=b43342f1-0282-4f8d-b447-07f189c518f2,revision_number=None']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:06:11.151236 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] No Port match for: 561788d3-aef0-4974-9b37-fe6bab4d8f2b {{(pid=106232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 18 01:06:11.151699 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.rpc [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Device 561788d3-aef0-4974-9b37-fe6bab4d8f2b not bound to the agent host dv-cinder-master-3-smb {{(pid=106232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:06:11.152296 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.rpc [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Device 4bf9fef7-f721-43f8-b27a-99846c6b6748 no longer exists at agent ovs-agent-dv-cinder-master-3-smb {{(pid=106232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:06:11.174542 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] No Port match for: 4bf9fef7-f721-43f8-b27a-99846c6b6748 {{(pid=106232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 18 01:06:11.175316 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.rpc [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Device 4bf9fef7-f721-43f8-b27a-99846c6b6748 not bound to the agent host dv-cinder-master-3-smb {{(pid=106232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:06:11.175804 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.rpc [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Device 5cc74e5e-8f62-4554-8b4a-edb3f2e45069 no longer exists at agent ovs-agent-dv-cinder-master-3-smb {{(pid=106232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 18 01:06:11.194147 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.plugin [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] No Port match for: 5cc74e5e-8f62-4554-8b4a-edb3f2e45069 {{(pid=106232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 18 01:06:11.194497 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron.plugins.ml2.rpc [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Device 5cc74e5e-8f62-4554-8b4a-edb3f2e45069 not bound to the agent host dv-cinder-master-3-smb {{(pid=106232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 18 01:06:11.290480 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 38828) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:06:11.329559 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-d3c776ce-2940-4add-9ffe-2b69c32321f1 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=21924b7f5d004b388f3a663a1a2f47b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0378559 Sep 18 01:06:11.332652 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.wsgi [-] (106231) accepted ('10.222.0.33', 38830) {{(pid=106231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:06:11.379917 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-01affd9e-ca9c-4874-ad37-713fa3bfd160 admin admin] Publish callbacks [] for security_group (110f01d3-2103-4807-9a0a-70887a0b00d3), before_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:06:11.399953 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-01affd9e-ca9c-4874-ad37-713fa3bfd160 admin admin] Publish callbacks [] for security_group (110f01d3-2103-4807-9a0a-70887a0b00d3), precommit_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:06:11.450050 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-01affd9e-ca9c-4874-ad37-713fa3bfd160 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512506'] for security_group (110f01d3-2103-4807-9a0a-70887a0b00d3), after_delete {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:06:11.452585 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron_lib.callbacks.manager [None req-01affd9e-ca9c-4874-ad37-713fa3bfd160 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:06:11.453942 dv-cinder-master-3-smb neutron-server[106231]: INFO neutron.wsgi [None req-01affd9e-ca9c-4874-ad37-713fa3bfd160 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/110f01d3-2103-4807-9a0a-70887a0b00d3 HTTP/1.1" status: 204 len: 168 time: 0.1203868 Sep 18 01:06:11.462522 dv-cinder-master-3-smb neutron-server[106231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01affd9e-ca9c-4874-ad37-713fa3bfd160 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=110f01d3-2103-4807-9a0a-70887a0b00d3,revision_number=None']} {{(pid=106231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:06:11.767354 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.33', 38836) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:06:11.808440 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [None req-cc6ecf91-f95e-4c60-9033-5d1c075baf80 admin admin] 10.222.0.33 "GET /networking/v2.0/security-groups?tenant_id=c3507621f7174114bf83c150bef0b52f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0397570 Sep 18 01:06:11.810740 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.wsgi [-] (106230) accepted ('10.222.0.33', 38838) {{(pid=106230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 18 01:06:11.858051 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-6579d719-46c3-4b58-96d3-9ebc9715ca53 admin admin] Publish callbacks [] for security_group (b7b6275c-e7af-4bd6-8ffe-e8c74224e92e), before_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:06:11.878571 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-6579d719-46c3-4b58-96d3-9ebc9715ca53 admin admin] Publish callbacks [] for security_group (b7b6275c-e7af-4bd6-8ffe-e8c74224e92e), precommit_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:06:11.925271 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-6579d719-46c3-4b58-96d3-9ebc9715ca53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-16512506'] for security_group (b7b6275c-e7af-4bd6-8ffe-e8c74224e92e), after_delete {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:06:11.927925 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron_lib.callbacks.manager [None req-6579d719-46c3-4b58-96d3-9ebc9715ca53 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:06:11.929057 dv-cinder-master-3-smb neutron-server[106230]: INFO neutron.wsgi [None req-6579d719-46c3-4b58-96d3-9ebc9715ca53 admin admin] 10.222.0.33 "DELETE /networking/v2.0/security-groups/b7b6275c-e7af-4bd6-8ffe-e8c74224e92e HTTP/1.1" status: 204 len: 168 time: 0.1174049 Sep 18 01:06:11.931131 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:06:11.937713 dv-cinder-master-3-smb neutron-server[106230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6579d719-46c3-4b58-96d3-9ebc9715ca53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7b6275c-e7af-4bd6-8ffe-e8c74224e92e,revision_number=None']} {{(pid=106230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 18 01:06:16.247892 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.agents_db [None req-fc240a3b-6701-466a-b3ae-821b2bb1d0eb None None] Agent healthcheck: found 6 active agents {{(pid=106233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 01:06:21.457252 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:SELECT=20,neutron:DELETE=1 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:06:21.458666 dv-cinder-master-3-smb neutron-server[106231]: DEBUG dbcounter [-] [106231] Writing DB stats neutron:DELETE=7,neutron:SELECT=30 {{(pid=106231) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:06:21.476346 dv-cinder-master-3-smb neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=74,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:06:21.933048 dv-cinder-master-3-smb neutron-server[106230]: DEBUG dbcounter [-] [106230] Writing DB stats neutron:SELECT=80,neutron:UPDATE=2,neutron:DELETE=9 {{(pid=106230) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:06:22.101672 dv-cinder-master-3-smb neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=63,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:06:30.892332 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (a990346c-0f9b-4256-b267-210f2ef06c1b), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:06:32.254470 dv-cinder-master-3-smb neutron-server[106233]: DEBUG dbcounter [-] [106233] Writing DB stats neutron:SELECT=20 {{(pid=106233) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:06:32.257446 dv-cinder-master-3-smb neutron-server[106233]: DEBUG dbcounter [-] [106233] Writing DB stats neutron:SELECT=29 {{(pid=106233) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:06:34.942659 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-676b3ff7-bed5-4399-aab1-9cd619165d9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (25137928-f4de-4c87-813e-883d046ac13f), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:06:36.969137 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-0afc585a-7940-47d2-909f-63b2e7a38ae2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (d0e8801d-4758-48bd-8085-7f05d3358764), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:06:38.909422 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-dbc7b203-e4cc-426a-aeff-c16fa309d22e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (91de19fe-167d-470c-b665-c08c1d21c559), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:06:40.181182 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-1c1e26f8-ce84-4314-9422-87e0912de383 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (9a0bd8cc-a240-4c0b-8d32-8f22e7371ee9), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:06:40.276155 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (c8573462-7e7f-4357-b3a8-beeaa8ae7db3), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:06:50.270503 dv-cinder-master-3-smb neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:06:50.272269 dv-cinder-master-3-smb neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=8,neutron:UPDATE=5 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:06:53.246438 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.agents_db [None req-fc240a3b-6701-466a-b3ae-821b2bb1d0eb None None] Agent healthcheck: found 6 active agents {{(pid=106233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 01:06:54.149459 dv-cinder-master-3-smb neutron-server[106233]: DEBUG dbcounter [-] [106233] Writing DB stats neutron:SELECT=3 {{(pid=106233) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:07:00.902698 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (a990346c-0f9b-4256-b267-210f2ef06c1b), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:07:03.242959 dv-cinder-master-3-smb neutron-server[106233]: DEBUG dbcounter [-] [106233] Writing DB stats neutron:SELECT=5 {{(pid=106233) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:07:04.944587 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-d9ed66a4-6b2f-48d4-8de2-5661e83c586b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (25137928-f4de-4c87-813e-883d046ac13f), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:07:06.972049 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-d958c54a-75f4-4dd2-83d0-745720b6db72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (d0e8801d-4758-48bd-8085-7f05d3358764), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:07:08.913221 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-dbc7b203-e4cc-426a-aeff-c16fa309d22e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (91de19fe-167d-470c-b665-c08c1d21c559), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:07:10.180252 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-1c1e26f8-ce84-4314-9422-87e0912de383 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (9a0bd8cc-a240-4c0b-8d32-8f22e7371ee9), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:07:10.278296 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (c8573462-7e7f-4357-b3a8-beeaa8ae7db3), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:07:20.268121 dv-cinder-master-3-smb neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=21,neutron:UPDATE=1 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:07:20.273888 dv-cinder-master-3-smb neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=23,neutron:UPDATE=5 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:07:30.247165 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.agents_db [None req-fc240a3b-6701-466a-b3ae-821b2bb1d0eb None None] Agent healthcheck: found 6 active agents {{(pid=106233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 01:07:30.917118 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (a990346c-0f9b-4256-b267-210f2ef06c1b), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:07:34.950105 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-d85e14f6-b94b-4021-83b6-5b9f4a69bbe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (25137928-f4de-4c87-813e-883d046ac13f), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:07:36.974723 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-8ebb81e5-dc1f-4b6d-9996-2e1bcd045e8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (d0e8801d-4758-48bd-8085-7f05d3358764), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:07:38.914992 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-dbc7b203-e4cc-426a-aeff-c16fa309d22e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (91de19fe-167d-470c-b665-c08c1d21c559), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:07:40.182700 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-1c1e26f8-ce84-4314-9422-87e0912de383 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (9a0bd8cc-a240-4c0b-8d32-8f22e7371ee9), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:07:40.242486 dv-cinder-master-3-smb neutron-server[106233]: DEBUG dbcounter [-] [106233] Writing DB stats neutron:SELECT=7 {{(pid=106233) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:07:40.243500 dv-cinder-master-3-smb neutron-server[106233]: DEBUG dbcounter [-] [106233] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=106233) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:07:40.280363 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (c8573462-7e7f-4357-b3a8-beeaa8ae7db3), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:07:50.275775 dv-cinder-master-3-smb neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:07:50.277643 dv-cinder-master-3-smb neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:08:00.913036 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (a990346c-0f9b-4256-b267-210f2ef06c1b), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:08:04.951442 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-d8a59d0e-6adb-46d1-8198-1901d52c39dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (25137928-f4de-4c87-813e-883d046ac13f), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:08:06.977344 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-d47eb3ef-6d56-4cc3-b3b0-18f3f77ae2db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (d0e8801d-4758-48bd-8085-7f05d3358764), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:08:07.246813 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.agents_db [None req-fc240a3b-6701-466a-b3ae-821b2bb1d0eb None None] Agent healthcheck: found 6 active agents {{(pid=106233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 01:08:08.917902 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-dbc7b203-e4cc-426a-aeff-c16fa309d22e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (91de19fe-167d-470c-b665-c08c1d21c559), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:08:10.184175 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-1c1e26f8-ce84-4314-9422-87e0912de383 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (9a0bd8cc-a240-4c0b-8d32-8f22e7371ee9), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:08:10.282778 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (c8573462-7e7f-4357-b3a8-beeaa8ae7db3), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:08:17.241426 dv-cinder-master-3-smb neutron-server[106233]: DEBUG dbcounter [-] [106233] Writing DB stats neutron:SELECT=4 {{(pid=106233) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:08:17.242163 dv-cinder-master-3-smb neutron-server[106233]: DEBUG dbcounter [-] [106233] Writing DB stats neutron:SELECT=4 {{(pid=106233) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:08:20.276426 dv-cinder-master-3-smb neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:08:20.278916 dv-cinder-master-3-smb neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:08:30.950692 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (a990346c-0f9b-4256-b267-210f2ef06c1b), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:08:32.245986 dv-cinder-master-3-smb neutron-server[106233]: DEBUG dbcounter [-] [106233] Writing DB stats neutron:SELECT=12 {{(pid=106233) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:08:32.248537 dv-cinder-master-3-smb neutron-server[106233]: DEBUG dbcounter [-] [106233] Writing DB stats neutron:SELECT=14 {{(pid=106233) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:08:34.953167 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-5a15f333-301f-44e2-a3da-0a7d041e8d60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (25137928-f4de-4c87-813e-883d046ac13f), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:08:36.980239 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-ac501d8f-476c-4770-8baf-778e2a7d6547 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (d0e8801d-4758-48bd-8085-7f05d3358764), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:08:38.919988 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-dbc7b203-e4cc-426a-aeff-c16fa309d22e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (91de19fe-167d-470c-b665-c08c1d21c559), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:08:40.186763 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-1c1e26f8-ce84-4314-9422-87e0912de383 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (9a0bd8cc-a240-4c0b-8d32-8f22e7371ee9), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:08:40.288503 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (c8573462-7e7f-4357-b3a8-beeaa8ae7db3), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:08:44.245280 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.agents_db [None req-fc240a3b-6701-466a-b3ae-821b2bb1d0eb None None] Agent healthcheck: found 6 active agents {{(pid=106233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 01:08:50.282136 dv-cinder-master-3-smb neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:08:50.283894 dv-cinder-master-3-smb neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:08:54.239698 dv-cinder-master-3-smb neutron-server[106233]: DEBUG dbcounter [-] [106233] Writing DB stats neutron:SELECT=4 {{(pid=106233) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:08:54.240356 dv-cinder-master-3-smb neutron-server[106233]: DEBUG dbcounter [-] [106233] Writing DB stats neutron:SELECT=4 {{(pid=106233) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:09:00.956553 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (a990346c-0f9b-4256-b267-210f2ef06c1b), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:09:04.955747 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-5c3d7408-c61e-497d-be74-61934a3bacd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (25137928-f4de-4c87-813e-883d046ac13f), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:09:06.986371 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-e28db808-f1e0-43ce-aba4-d53acfd6bb18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (d0e8801d-4758-48bd-8085-7f05d3358764), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:09:08.923053 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-dbc7b203-e4cc-426a-aeff-c16fa309d22e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (91de19fe-167d-470c-b665-c08c1d21c559), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:09:10.192269 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-1c1e26f8-ce84-4314-9422-87e0912de383 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (9a0bd8cc-a240-4c0b-8d32-8f22e7371ee9), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:09:10.289699 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (c8573462-7e7f-4357-b3a8-beeaa8ae7db3), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:09:20.272771 dv-cinder-master-3-smb neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:09:20.284849 dv-cinder-master-3-smb neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:09:21.243443 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.agents_db [None req-fc240a3b-6701-466a-b3ae-821b2bb1d0eb None None] Agent healthcheck: found 6 active agents {{(pid=106233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 01:09:30.975225 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (a990346c-0f9b-4256-b267-210f2ef06c1b), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:09:31.239499 dv-cinder-master-3-smb neutron-server[106233]: DEBUG dbcounter [-] [106233] Writing DB stats neutron:SELECT=4 {{(pid=106233) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:09:33.182326 dv-cinder-master-3-smb neutron-server[106233]: DEBUG dbcounter [-] [106233] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=106233) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:09:34.959583 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-c3d408fa-a6cb-4ff7-8361-34f22e990cc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (25137928-f4de-4c87-813e-883d046ac13f), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:09:36.978783 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-7f36709e-bcb4-4372-a60b-debab59f43ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (d0e8801d-4758-48bd-8085-7f05d3358764), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:09:38.927293 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-dbc7b203-e4cc-426a-aeff-c16fa309d22e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (91de19fe-167d-470c-b665-c08c1d21c559), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:09:40.193151 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-1c1e26f8-ce84-4314-9422-87e0912de383 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (9a0bd8cc-a240-4c0b-8d32-8f22e7371ee9), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:09:40.282717 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (c8573462-7e7f-4357-b3a8-beeaa8ae7db3), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:09:52.255332 dv-cinder-master-3-smb neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=24,neutron:UPDATE=4 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:09:52.257197 dv-cinder-master-3-smb neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:09:58.242902 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.agents_db [None req-fc240a3b-6701-466a-b3ae-821b2bb1d0eb None None] Agent healthcheck: found 6 active agents {{(pid=106233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 01:10:00.974453 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (a990346c-0f9b-4256-b267-210f2ef06c1b), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:10:04.963328 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-0c30de18-f191-4b7a-a9ee-b49feae6d075 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (25137928-f4de-4c87-813e-883d046ac13f), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:10:06.983139 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-6e33bcd4-7e65-4fc9-9e22-17bc5540afbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (d0e8801d-4758-48bd-8085-7f05d3358764), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:10:08.237195 dv-cinder-master-3-smb neutron-server[106233]: DEBUG dbcounter [-] [106233] Writing DB stats neutron:SELECT=3 {{(pid=106233) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:10:08.237844 dv-cinder-master-3-smb neutron-server[106233]: DEBUG dbcounter [-] [106233] Writing DB stats neutron:SELECT=5 {{(pid=106233) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:10:08.930124 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-dbc7b203-e4cc-426a-aeff-c16fa309d22e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (91de19fe-167d-470c-b665-c08c1d21c559), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:10:10.195507 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-1c1e26f8-ce84-4314-9422-87e0912de383 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (9a0bd8cc-a240-4c0b-8d32-8f22e7371ee9), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:10:10.284314 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (c8573462-7e7f-4357-b3a8-beeaa8ae7db3), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:10:20.278526 dv-cinder-master-3-smb neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:10:20.280293 dv-cinder-master-3-smb neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:10:30.980265 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (a990346c-0f9b-4256-b267-210f2ef06c1b), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:10:34.966483 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-2a602449-dfde-4a30-81f9-ccdd513ddbda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (25137928-f4de-4c87-813e-883d046ac13f), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:10:35.242975 dv-cinder-master-3-smb neutron-server[106233]: DEBUG neutron.db.agents_db [None req-fc240a3b-6701-466a-b3ae-821b2bb1d0eb None None] Agent healthcheck: found 6 active agents {{(pid=106233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 18 01:10:36.140489 dv-cinder-master-3-smb neutron-server[106233]: DEBUG dbcounter [-] [106233] Writing DB stats neutron:SELECT=18 {{(pid=106233) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:10:36.986189 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-49fdba45-0882-4971-8e12-fba13756afcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (d0e8801d-4758-48bd-8085-7f05d3358764), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:10:38.933073 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-dbc7b203-e4cc-426a-aeff-c16fa309d22e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (91de19fe-167d-470c-b665-c08c1d21c559), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:10:40.197806 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-1c1e26f8-ce84-4314-9422-87e0912de383 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (9a0bd8cc-a240-4c0b-8d32-8f22e7371ee9), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:10:40.287317 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (c8573462-7e7f-4357-b3a8-beeaa8ae7db3), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:10:45.237782 dv-cinder-master-3-smb neutron-server[106233]: DEBUG dbcounter [-] [106233] Writing DB stats neutron:SELECT=18 {{(pid=106233) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:10:50.281533 dv-cinder-master-3-smb neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:10:50.283396 dv-cinder-master-3-smb neutron-server[106232]: DEBUG dbcounter [-] [106232] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106232) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 18 01:11:00.991393 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-7cfff99b-1aeb-4fb1-99eb-be1c5dec74dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (a990346c-0f9b-4256-b267-210f2ef06c1b), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:11:04.969728 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-21685a56-73f3-4f01-8772-acf6041c72fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (25137928-f4de-4c87-813e-883d046ac13f), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:11:06.990022 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-d27d99db-c7b8-4440-8dae-d81c943ee178 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (d0e8801d-4758-48bd-8085-7f05d3358764), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:11:08.935813 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-dbc7b203-e4cc-426a-aeff-c16fa309d22e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (91de19fe-167d-470c-b665-c08c1d21c559), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:11:10.201338 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-1c1e26f8-ce84-4314-9422-87e0912de383 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (9a0bd8cc-a240-4c0b-8d32-8f22e7371ee9), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 18 01:11:10.291141 dv-cinder-master-3-smb neutron-server[106232]: DEBUG neutron_lib.callbacks.manager [None req-754ef31d-4d02-4d9e-ab52-ae26efb270bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8749746056623', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-980992'] for agent (c8573462-7e7f-4357-b3a8-beeaa8ae7db3), after_update {{(pid=106232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}